Diff of the two buildlogs: -- --- b1/build.log 2024-12-27 08:04:14.154759264 +0000 +++ b2/build.log 2024-12-27 08:10:10.174597410 +0000 @@ -1,6 +1,6 @@ I: pbuilder: network access will be disabled during build -I: Current time: Thu Dec 26 19:57:56 -12 2024 -I: pbuilder-time-stamp: 1735286276 +I: Current time: Fri Jan 30 04:27:17 +14 2026 +I: pbuilder-time-stamp: 1769696837 I: Building the build Environment I: extracting base tarball [/var/cache/pbuilder/trixie-reproducible-base.tgz] I: copying local configuration @@ -33,52 +33,84 @@ dpkg-source: info: applying Stop-using-cgi.parse_header.patch I: Not using root during the build. I: Installing the build-deps -I: user script /srv/workspace/pbuilder/1902727/tmp/hooks/D02_print_environment starting +I: user script /srv/workspace/pbuilder/3296262/tmp/hooks/D01_modify_environment starting +debug: Running on codethink01-arm64. +I: Changing host+domainname to test build reproducibility +I: Adding a custom variable just for the fun of it... +I: Changing /bin/sh to bash +'/bin/sh' -> '/bin/bash' +lrwxrwxrwx 1 root root 9 Jan 29 14:27 /bin/sh -> /bin/bash +I: Setting pbuilder2's login shell to /bin/bash +I: Setting pbuilder2's GECOS to second user,second room,second work-phone,second home-phone,second other +I: user script /srv/workspace/pbuilder/3296262/tmp/hooks/D01_modify_environment finished +I: user script /srv/workspace/pbuilder/3296262/tmp/hooks/D02_print_environment starting I: set - BUILDDIR='/build/reproducible-path' - BUILDUSERGECOS='first user,first room,first work-phone,first home-phone,first other' - BUILDUSERNAME='pbuilder1' - BUILD_ARCH='arm64' - DEBIAN_FRONTEND='noninteractive' + BASH=/bin/sh + BASHOPTS=checkwinsize:cmdhist:complete_fullquote:extquote:force_fignore:globasciiranges:globskipdots:hostcomplete:interactive_comments:patsub_replacement:progcomp:promptvars:sourcepath + BASH_ALIASES=() + BASH_ARGC=() + BASH_ARGV=() + BASH_CMDS=() + BASH_LINENO=([0]="12" [1]="0") + BASH_LOADABLES_PATH=/usr/local/lib/bash:/usr/lib/bash:/opt/local/lib/bash:/usr/pkg/lib/bash:/opt/pkg/lib/bash:. + BASH_SOURCE=([0]="/tmp/hooks/D02_print_environment" [1]="/tmp/hooks/D02_print_environment") + BASH_VERSINFO=([0]="5" [1]="2" [2]="37" [3]="1" [4]="release" [5]="aarch64-unknown-linux-gnu") + BASH_VERSION='5.2.37(1)-release' + BUILDDIR=/build/reproducible-path + BUILDUSERGECOS='second user,second room,second work-phone,second home-phone,second other' + BUILDUSERNAME=pbuilder2 + BUILD_ARCH=arm64 + DEBIAN_FRONTEND=noninteractive DEB_BUILD_OPTIONS='buildinfo=+all reproducible=+all parallel=12 ' - DISTRIBUTION='trixie' - HOME='/root' - HOST_ARCH='arm64' + DIRSTACK=() + DISTRIBUTION=trixie + EUID=0 + FUNCNAME=([0]="Echo" [1]="main") + GROUPS=() + HOME=/root + HOSTNAME=i-capture-the-hostname + HOSTTYPE=aarch64 + HOST_ARCH=arm64 IFS=' ' - INVOCATION_ID='7a67e6ff74c14c87a50db42301bf432c' - LANG='C' - LANGUAGE='en_US:en' - LC_ALL='C' - MAIL='/var/mail/root' - OPTIND='1' - PATH='/usr/sbin:/usr/bin:/sbin:/bin:/usr/games' - PBCURRENTCOMMANDLINEOPERATION='build' - PBUILDER_OPERATION='build' - PBUILDER_PKGDATADIR='/usr/share/pbuilder' - PBUILDER_PKGLIBDIR='/usr/lib/pbuilder' - PBUILDER_SYSCONFDIR='/etc' - PPID='1902727' - PS1='# ' - PS2='> ' + INVOCATION_ID=56832f20b5c940ecb9c898d07a07b74b + LANG=C + LANGUAGE=nl_BE:nl + LC_ALL=C + MACHTYPE=aarch64-unknown-linux-gnu + MAIL=/var/mail/root + OPTERR=1 + OPTIND=1 + OSTYPE=linux-gnu + PATH=/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path + PBCURRENTCOMMANDLINEOPERATION=build + PBUILDER_OPERATION=build + PBUILDER_PKGDATADIR=/usr/share/pbuilder + PBUILDER_PKGLIBDIR=/usr/lib/pbuilder + PBUILDER_SYSCONFDIR=/etc + PIPESTATUS=([0]="0") + POSIXLY_CORRECT=y + PPID=3296262 PS4='+ ' - PWD='/' - SHELL='/bin/bash' - SHLVL='2' - SUDO_COMMAND='/usr/bin/timeout -k 18.1h 18h /usr/bin/ionice -c 3 /usr/bin/nice /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.KwdC5PnU/pbuilderrc_3IBl --distribution trixie --hookdir /etc/pbuilder/first-build-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/trixie-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.KwdC5PnU/b1 --logfile b1/build.log swift_2.34.0-5.dsc' - SUDO_GID='109' - SUDO_UID='104' - SUDO_USER='jenkins' - TERM='unknown' - TZ='/usr/share/zoneinfo/Etc/GMT+12' - USER='root' - _='/usr/bin/systemd-run' - http_proxy='http://192.168.101.4:3128' + PWD=/ + SHELL=/bin/bash + SHELLOPTS=braceexpand:errexit:hashall:interactive-comments:posix + SHLVL=3 + SUDO_COMMAND='/usr/bin/timeout -k 24.1h 24h /usr/bin/ionice -c 3 /usr/bin/nice -n 11 /usr/bin/unshare --uts -- /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.KwdC5PnU/pbuilderrc_0htF --distribution trixie --hookdir /etc/pbuilder/rebuild-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/trixie-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.KwdC5PnU/b2 --logfile b2/build.log swift_2.34.0-5.dsc' + SUDO_GID=109 + SUDO_UID=104 + SUDO_USER=jenkins + TERM=unknown + TZ=/usr/share/zoneinfo/Etc/GMT-14 + UID=0 + USER=root + _='I: set' + http_proxy=http://192.168.101.4:3128 I: uname -a - Linux codethink02-arm64 6.1.0-28-cloud-arm64 #1 SMP Debian 6.1.119-1 (2024-11-22) aarch64 GNU/Linux + Linux i-capture-the-hostname 6.1.0-28-cloud-arm64 #1 SMP Debian 6.1.119-1 (2024-11-22) aarch64 GNU/Linux I: ls -l /bin - lrwxrwxrwx 1 root root 7 Nov 22 14:40 /bin -> usr/bin -I: user script /srv/workspace/pbuilder/1902727/tmp/hooks/D02_print_environment finished + lrwxrwxrwx 1 root root 7 Nov 22 2024 /bin -> usr/bin +I: user script /srv/workspace/pbuilder/3296262/tmp/hooks/D02_print_environment finished -> Attempting to satisfy build-dependencies -> Creating pbuilder-satisfydepends-dummy package Package: pbuilder-satisfydepends-dummy @@ -420,7 +452,7 @@ Get: 234 http://deb.debian.org/debian trixie/main arm64 python3-requests-mock all 1.12.1-3 [17.6 kB] Get: 235 http://deb.debian.org/debian trixie/main arm64 python3-swiftclient all 1:4.6.0-3 [76.4 kB] Get: 236 http://deb.debian.org/debian trixie/main arm64 python3-xattr arm64 0.10.1-1+b1 [16.6 kB] -Fetched 69.9 MB in 1s (77.1 MB/s) +Fetched 69.9 MB in 1s (82.4 MB/s) debconf: delaying package configuration, since apt-utils is not installed Selecting previously unselected package libpython3.12-minimal:arm64. (Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 20081 files and directories currently installed.) @@ -1173,8 +1205,8 @@ Setting up tzdata (2024b-4) ... Current default time zone: 'Etc/UTC' -Local time is now: Fri Dec 27 07:58:31 UTC 2024. -Universal Time is now: Fri Dec 27 07:58:31 UTC 2024. +Local time is now: Thu Jan 29 14:28:28 UTC 2026. +Universal Time is now: Thu Jan 29 14:28:28 UTC 2026. Run 'dpkg-reconfigure tzdata' if you wish to change it. Setting up libpython3.13-minimal:arm64 (3.13.1-2) ... @@ -1406,7 +1438,11 @@ Building tag database... -> Finished parsing the build-deps I: Building the package -I: Running cd /build/reproducible-path/swift-2.34.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-genchanges -S > ../swift_2.34.0-5_source.changes +I: user script /srv/workspace/pbuilder/3296262/tmp/hooks/A99_set_merged_usr starting +Not re-configuring usrmerge for trixie +I: user script /srv/workspace/pbuilder/3296262/tmp/hooks/A99_set_merged_usr finished +hostname: Name or service not known +I: Running cd /build/reproducible-path/swift-2.34.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-genchanges -S > ../swift_2.34.0-5_source.changes dpkg-buildpackage: info: source package swift dpkg-buildpackage: info: source version 2.34.0-5 dpkg-buildpackage: info: source distribution unstable @@ -1585,6 +1621,60 @@ warnings.warn(msg) running build running build_py +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/statsd_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/splice.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/registry.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/memcached.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/manager.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/linkat.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/internal_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/http_protocol.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/http.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/digest.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/db_replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/db.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/daemon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/constraints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli @@ -1609,6 +1699,20 @@ copying swift/cli/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/account_audit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile @@ -1626,93 +1730,6 @@ copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy -copying swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy -copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers -copying swift/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift -copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/statsd_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/splice.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/registry.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/memcached.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/manager.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/linkat.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/internal_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/http_protocol.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/http.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/digest.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/db_replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/db.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/daemon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/constraints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware @@ -1745,18 +1762,21 @@ copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/obj/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers @@ -1764,6 +1784,14 @@ copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account copying swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account copying swift/account/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account @@ -1772,6 +1800,15 @@ copying swift/account/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account copying swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account copying swift/account/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers +copying swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy +copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes running egg_info creating swift.egg-info writing swift.egg-info/PKG-INFO @@ -2323,27 +2360,6 @@ !! check.warn(importable) -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/locale/de/LC_MESSAGES copying swift/locale/de/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/locale/de/LC_MESSAGES creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/locale/en_GB/LC_MESSAGES @@ -2368,6 +2384,27 @@ copying swift/locale/zh_CN/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/locale/zh_CN/LC_MESSAGES creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/locale/zh_TW/LC_MESSAGES copying swift/locale/zh_TW/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/locale/zh_TW/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema I: pybuild base:311: /usr/bin/python3 setup.py build /usr/lib/python3/dist-packages/setuptools/__init__.py:94: _DeprecatedInstaller: setuptools.installer and fetch_build_eggs are deprecated. !! @@ -2409,8 +2446,6 @@ warnings.warn(msg) running build running build_py -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift -copying swift/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers @@ -2426,6 +2461,26 @@ copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account copying swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account copying swift/account/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account @@ -2434,61 +2489,54 @@ copying swift/account/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account copying swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account copying swift/account/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy copying swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy +copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/statsd_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/splice.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/registry.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/memcached.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/manager.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/linkat.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/internal_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/http_protocol.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/http.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/digest.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/db_replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/db.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/daemon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/constraints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common copying swift/obj/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj @@ -2501,21 +2549,12 @@ copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api @@ -2551,51 +2590,47 @@ copying swift/cli/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/account_audit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/statsd_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/splice.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/registry.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/memcached.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/manager.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/linkat.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/internal_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/http_protocol.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/http.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/digest.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/db_replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/db.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/daemon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/constraints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift +copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware running egg_info writing swift.egg-info/PKG-INFO writing dependency_links to swift.egg-info/dependency_links.txt @@ -3136,6 +3171,27 @@ !! check.warn(importable) +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/locale/de/LC_MESSAGES copying swift/locale/de/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/locale/de/LC_MESSAGES creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/locale/en_GB/LC_MESSAGES @@ -3160,27 +3216,6 @@ copying swift/locale/zh_CN/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/locale/zh_CN/LC_MESSAGES creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/locale/zh_TW/LC_MESSAGES copying swift/locale/zh_TW/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/locale/zh_TW/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/schema /usr/share/openstack-pkg-tools/pkgos_insert_include pkgos_func python3-swift.postinst set -e ; set -x ; \ for i in debian/swift-account.swift-account-auditor.init.in \ @@ -3201,20 +3236,35 @@ ; do \ debian/gen-init $i ; \ done ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-reaper.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-reconciler.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-sharder.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-sync.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-updater.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object-expirer.swift-object-expirer.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-reconstructor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-updater.init.in set -e ; set -x ; \ for i in debian/swift-proxy.swift-proxy.init \ @@ -3229,24 +3279,30 @@ CONFIG=`echo $i | cut -d/ -f2 | cut -d. -f1 | sed -e s/swift-//`-server debian/gen-init $i.in ; \ fi ; \ done -+ [ no = yes ] -+ echo debian/swift-proxy.swift-proxy.init -+ cut -d/ -f2 -+ sed -e s/swift-// -+ cut -d. -f1 -+ CONFIG=proxy-server debian/gen-init debian/swift-proxy.swift-proxy.init.in -+ [ no = yes ] -+ echo debian/swift-account.swift-account.init -+ + cut -d/ -f2 -cut -d. -f1 -+ sed -e s/swift-// -+ CONFIG=account-server debian/gen-init debian/swift-account.swift-account.init.in -+ [ no = yes ] -+ cut -d/ -f2 -+ cut -d. -f1 -+ sed -e s/swift-// -+ echo debian/swift-container.swift-container.init -+ CONFIG=container-server debian/gen-init debian/swift-container.swift-container.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-proxy.swift-proxy.init +++ cut -d/ -f2 +++ cut -d. -f1 +++ sed -e s/swift-// ++ CONFIG=proxy-server ++ debian/gen-init debian/swift-proxy.swift-proxy.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-account.swift-account.init +++ cut -d/ -f2 +++ cut -d. -f1 +++ sed -e s/swift-// ++ CONFIG=account-server ++ debian/gen-init debian/swift-account.swift-account.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-container.swift-container.init +++ cut -d/ -f2 +++ cut -d. -f1 +++ sed -e s/swift-// ++ CONFIG=container-server ++ debian/gen-init debian/swift-container.swift-container.init.in make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' debian/rules override_dh_auto_test make[1]: Entering directory '/build/reproducible-path/swift-2.34.0' @@ -3276,21 +3332,26 @@ /usr/share/openstack-pkg-tools/pkgos.make:19: warning: ignoring old recipe for target 'gen-init-configurations' pkgos-dh_auto_install --no-py2 --in-tmp + PKGOS_IN_TMP=no -+ echo WARNING: --no-py2 is deprecated and always on. ++ for i in $@ ++ case "${1}" in ++ echo 'WARNING: --no-py2 is deprecated and always on.' WARNING: --no-py2 is deprecated and always on. + shift ++ for i in $@ ++ case "${1}" in + PKGOS_IN_TMP=yes + shift -+ dpkg-parsechangelog -SSource +++ dpkg-parsechangelog -SSource + SRC_PKG_NAME=swift -+ echo swift -+ sed s/python-// +++ echo swift +++ sed s/python-// + PY_MODULE_NAME=swift -+ py3versions -vr -+ PYTHON3S=3.13 3.12 -+ [ yes = yes ] +++ py3versions -vr ++ PYTHON3S='3.13 3.12' ++ '[' yes = yes ']' + TARGET_DIR=tmp -+ pwd ++ for pyvers in ${PYTHON3S} +++ pwd + python3.13 setup.py install --install-layout=deb --root /build/reproducible-path/swift-2.34.0/debian/tmp /usr/lib/python3/dist-packages/setuptools/__init__.py:94: _DeprecatedInstaller: setuptools.installer and fetch_build_eggs are deprecated. !! @@ -3333,43 +3394,21 @@ running install running build running build_py -creating build/lib/swift/common/utils -copying swift/common/utils/__init__.py -> build/lib/swift/common/utils -copying swift/common/utils/timestamp.py -> build/lib/swift/common/utils -copying swift/common/utils/logs.py -> build/lib/swift/common/utils -copying swift/common/utils/libc.py -> build/lib/swift/common/utils -copying swift/common/utils/ipaddrs.py -> build/lib/swift/common/utils -copying swift/common/utils/config.py -> build/lib/swift/common/utils -copying swift/common/utils/base.py -> build/lib/swift/common/utils -creating build/lib/swift/common/ring -copying swift/common/ring/utils.py -> build/lib/swift/common/ring -copying swift/common/ring/ring.py -> build/lib/swift/common/ring -copying swift/common/ring/composite_builder.py -> build/lib/swift/common/ring -copying swift/common/ring/builder.py -> build/lib/swift/common/ring -copying swift/common/ring/__init__.py -> build/lib/swift/common/ring -creating build/lib/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> build/lib/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> build/lib/swift/obj/watchers -creating build/lib/swift/container -copying swift/container/updater.py -> build/lib/swift/container -copying swift/container/sync_store.py -> build/lib/swift/container -copying swift/container/sync.py -> build/lib/swift/container -copying swift/container/sharder.py -> build/lib/swift/container -copying swift/container/server.py -> build/lib/swift/container -copying swift/container/replicator.py -> build/lib/swift/container -copying swift/container/reconciler.py -> build/lib/swift/container -copying swift/container/backend.py -> build/lib/swift/container -copying swift/container/auditor.py -> build/lib/swift/container -copying swift/container/__init__.py -> build/lib/swift/container -copying swift/__init__.py -> build/lib/swift -creating build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kmip_keymaster.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/encrypter.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/decrypter.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> build/lib/swift/common/middleware/crypto +creating build/lib/swift/proxy +copying swift/proxy/server.py -> build/lib/swift/proxy +copying swift/proxy/__init__.py -> build/lib/swift/proxy +creating build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3api.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/utils.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/subresource.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3token.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3response.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3request.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/exception.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/etree.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_utils.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_handlers.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/__init__.py -> build/lib/swift/common/middleware/s3api creating build/lib/swift/cli copying swift/cli/drive_full_checker.py -> build/lib/swift/cli copying swift/cli/recon.py -> build/lib/swift/cli @@ -3394,30 +3433,14 @@ copying swift/cli/config.py -> build/lib/swift/cli copying swift/cli/account_audit.py -> build/lib/swift/cli copying swift/cli/__init__.py -> build/lib/swift/cli -creating build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/object_versioning.py -> build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/__init__.py -> build/lib/swift/common/middleware/versioned_writes -creating build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/versioning.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/tagging.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/service.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/s3_acl.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/object_lock.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/obj.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_upload.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_delete.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/logging.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/location.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/bucket.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/base.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/acl.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/__init__.py -> build/lib/swift/common/middleware/s3api/controllers -creating build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/profile_model.py -> build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/html_viewer.py -> build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/exceptions.py -> build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/__init__.py -> build/lib/swift/common/middleware/x_profile +creating build/lib/swift/common/utils +copying swift/common/utils/__init__.py -> build/lib/swift/common/utils +copying swift/common/utils/timestamp.py -> build/lib/swift/common/utils +copying swift/common/utils/logs.py -> build/lib/swift/common/utils +copying swift/common/utils/libc.py -> build/lib/swift/common/utils +copying swift/common/utils/ipaddrs.py -> build/lib/swift/common/utils +copying swift/common/utils/config.py -> build/lib/swift/common/utils +copying swift/common/utils/base.py -> build/lib/swift/common/utils copying swift/common/middleware/symlink.py -> build/lib/swift/common/middleware copying swift/common/middleware/slo.py -> build/lib/swift/common/middleware copying swift/common/middleware/tempurl.py -> build/lib/swift/common/middleware @@ -3450,25 +3473,38 @@ copying swift/common/middleware/acl.py -> build/lib/swift/common/middleware copying swift/common/middleware/account_quotas.py -> build/lib/swift/common/middleware copying swift/common/middleware/__init__.py -> build/lib/swift/common/middleware -copying swift/common/middleware/s3api/s3api.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/utils.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/subresource.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3token.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3response.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3request.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/exception.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/etree.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_utils.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_handlers.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/__init__.py -> build/lib/swift/common/middleware/s3api -creating build/lib/swift/account -copying swift/account/utils.py -> build/lib/swift/account -copying swift/account/server.py -> build/lib/swift/account -copying swift/account/replicator.py -> build/lib/swift/account -copying swift/account/reaper.py -> build/lib/swift/account -copying swift/account/backend.py -> build/lib/swift/account -copying swift/account/auditor.py -> build/lib/swift/account -copying swift/account/__init__.py -> build/lib/swift/account +creating build/lib/swift/common/ring +copying swift/common/ring/utils.py -> build/lib/swift/common/ring +copying swift/common/ring/ring.py -> build/lib/swift/common/ring +copying swift/common/ring/composite_builder.py -> build/lib/swift/common/ring +copying swift/common/ring/builder.py -> build/lib/swift/common/ring +copying swift/common/ring/__init__.py -> build/lib/swift/common/ring +creating build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/object_versioning.py -> build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/__init__.py -> build/lib/swift/common/middleware/versioned_writes +creating build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/versioning.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/tagging.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/service.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/s3_acl.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/object_lock.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/obj.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_upload.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_delete.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/logging.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/location.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/bucket.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/base.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/acl.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/__init__.py -> build/lib/swift/common/middleware/s3api/controllers +creating build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/profile_model.py -> build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/html_viewer.py -> build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/exceptions.py -> build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/__init__.py -> build/lib/swift/common/middleware/x_profile +copying swift/__init__.py -> build/lib/swift +creating build/lib/swift/obj copying swift/obj/updater.py -> build/lib/swift/obj copying swift/obj/ssync_sender.py -> build/lib/swift/obj copying swift/obj/ssync_receiver.py -> build/lib/swift/obj @@ -3481,15 +3517,6 @@ copying swift/obj/diskfile.py -> build/lib/swift/obj copying swift/obj/auditor.py -> build/lib/swift/obj copying swift/obj/__init__.py -> build/lib/swift/obj -creating build/lib/swift/proxy/controllers -copying swift/proxy/controllers/obj.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/info.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/container.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/base.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/account.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/__init__.py -> build/lib/swift/proxy/controllers -copying swift/proxy/server.py -> build/lib/swift/proxy -copying swift/proxy/__init__.py -> build/lib/swift/proxy copying swift/common/wsgi.py -> build/lib/swift/common copying swift/common/swob.py -> build/lib/swift/common copying swift/common/storage_policy.py -> build/lib/swift/common @@ -3518,6 +3545,43 @@ copying swift/common/bufferedhttp.py -> build/lib/swift/common copying swift/common/base_storage_server.py -> build/lib/swift/common copying swift/common/__init__.py -> build/lib/swift/common +creating build/lib/swift/proxy/controllers +copying swift/proxy/controllers/obj.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/info.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/container.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/base.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/account.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/__init__.py -> build/lib/swift/proxy/controllers +creating build/lib/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> build/lib/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> build/lib/swift/obj/watchers +creating build/lib/swift/account +copying swift/account/utils.py -> build/lib/swift/account +copying swift/account/server.py -> build/lib/swift/account +copying swift/account/replicator.py -> build/lib/swift/account +copying swift/account/reaper.py -> build/lib/swift/account +copying swift/account/backend.py -> build/lib/swift/account +copying swift/account/auditor.py -> build/lib/swift/account +copying swift/account/__init__.py -> build/lib/swift/account +creating build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kmip_keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/encrypter.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/decrypter.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> build/lib/swift/common/middleware/crypto +creating build/lib/swift/container +copying swift/container/updater.py -> build/lib/swift/container +copying swift/container/sync_store.py -> build/lib/swift/container +copying swift/container/sync.py -> build/lib/swift/container +copying swift/container/sharder.py -> build/lib/swift/container +copying swift/container/server.py -> build/lib/swift/container +copying swift/container/replicator.py -> build/lib/swift/container +copying swift/container/reconciler.py -> build/lib/swift/container +copying swift/container/backend.py -> build/lib/swift/container +copying swift/container/auditor.py -> build/lib/swift/container +copying swift/container/__init__.py -> build/lib/swift/container running egg_info writing swift.egg-info/PKG-INFO writing dependency_links to swift.egg-info/dependency_links.txt @@ -4058,6 +4122,27 @@ !! check.warn(importable) +creating build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/access_control_policy.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/common.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_object_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_part_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/error.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_parts_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_versions_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/location_constraint.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> build/lib/swift/common/middleware/s3api/schema creating build/lib/swift/locale/de/LC_MESSAGES copying swift/locale/de/LC_MESSAGES/swift.po -> build/lib/swift/locale/de/LC_MESSAGES creating build/lib/swift/locale/en_GB/LC_MESSAGES @@ -4082,27 +4167,6 @@ copying swift/locale/zh_CN/LC_MESSAGES/swift.po -> build/lib/swift/locale/zh_CN/LC_MESSAGES creating build/lib/swift/locale/zh_TW/LC_MESSAGES copying swift/locale/zh_TW/LC_MESSAGES/swift.po -> build/lib/swift/locale/zh_TW/LC_MESSAGES -creating build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/access_control_policy.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/common.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_object_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_part_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/error.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_parts_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_versions_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/location_constraint.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> build/lib/swift/common/middleware/s3api/schema running install_lib creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift @@ -4143,16 +4207,17 @@ creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES copying build/lib/swift/locale/de/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -copying build/lib/swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -copying build/lib/swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account copying build/lib/swift/account/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account copying build/lib/swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account @@ -4161,6 +4226,23 @@ copying build/lib/swift/account/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account copying build/lib/swift/account/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account copying build/lib/swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers +copying build/lib/swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers +copying build/lib/swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers +copying build/lib/swift/obj/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/expirer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/mem_server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/updater.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli copying build/lib/swift/cli/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli copying build/lib/swift/cli/account_audit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli @@ -4185,34 +4267,6 @@ copying build/lib/swift/cli/shard-info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli copying build/lib/swift/cli/recon.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli copying build/lib/swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/expirer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/mem_server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/updater.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers -copying build/lib/swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers -copying build/lib/swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common @@ -4242,7 +4296,38 @@ copying build/lib/swift/common/storage_policy.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/wsgi.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes copying build/lib/swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware @@ -4275,11 +4360,6 @@ copying build/lib/swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema @@ -4302,17 +4382,6 @@ copying build/lib/swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers copying build/lib/swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers copying build/lib/swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers @@ -4328,40 +4397,37 @@ copying build/lib/swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers copying build/lib/swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers copying build/lib/swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-313.pyc +copying build/lib/swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +copying build/lib/swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-313.pyc @@ -4369,6 +4435,21 @@ byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/account_audit.py to account_audit.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/config.py to config.cpython-313.pyc @@ -4392,31 +4473,6 @@ byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-313.pyc @@ -4445,6 +4501,32 @@ byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/storage_policy.py to storage_policy.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/wsgi.py to wsgi.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/base.py to base.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/config.py to config.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/logs.py to logs.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/acl.py to acl.cpython-313.pyc @@ -4477,21 +4559,6 @@ byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempurl.py to tempurl.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/slo.py to slo.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/symlink.py to symlink.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-313.pyc @@ -4506,28 +4573,25 @@ byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/service.py to service.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/tagging.py to tagging.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/versioning.py to versioning.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/base.py to base.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/config.py to config.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/logs.py to logs.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-313.pyc running install_egg_info Copying swift.egg-info to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.34.0.egg-info Skipping SOURCES.txt @@ -4574,7 +4638,8 @@ Installing swift-ring-builder script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin Installing swift-ring-builder-analyzer script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin Installing swift-ring-composer script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin -+ pwd ++ for pyvers in ${PYTHON3S} +++ pwd + python3.12 setup.py install --install-layout=deb --root /build/reproducible-path/swift-2.34.0/debian/tmp /usr/lib/python3/dist-packages/setuptools/__init__.py:94: _DeprecatedInstaller: setuptools.installer and fetch_build_eggs are deprecated. !! @@ -5158,14 +5223,16 @@ !! check.warn(importable) running install_lib -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-312.pyc @@ -5173,6 +5240,21 @@ byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/account_audit.py to account_audit.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/config.py to config.cpython-312.pyc @@ -5196,31 +5278,6 @@ byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-312.pyc @@ -5249,6 +5306,32 @@ byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/storage_policy.py to storage_policy.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/wsgi.py to wsgi.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/base.py to base.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/config.py to config.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/logs.py to logs.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/acl.py to acl.cpython-312.pyc @@ -5281,21 +5364,6 @@ byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempurl.py to tempurl.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/slo.py to slo.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/symlink.py to symlink.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-312.pyc @@ -5310,28 +5378,25 @@ byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/service.py to service.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/tagging.py to tagging.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/versioning.py to versioning.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/base.py to base.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/config.py to config.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/logs.py to logs.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-312.pyc running install_egg_info removing '/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.34.0.egg-info' (and everything under it) Copying swift.egg-info to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.34.0.egg-info @@ -5379,10 +5444,10 @@ Installing swift-ring-builder script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin Installing swift-ring-builder-analyzer script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin Installing swift-ring-composer script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin -+ pwd -+ rm -rf /build/reproducible-path/swift-2.34.0/debian/python*/usr/lib/python*/dist-packages/*.pth -+ pwd -+ rm -rf /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python*/dist-packages/*.pth +++ pwd ++ rm -rf '/build/reproducible-path/swift-2.34.0/debian/python*/usr/lib/python*/dist-packages/*.pth' +++ pwd ++ rm -rf '/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python*/dist-packages/*.pth' rm debian/tmp/usr/bin/swift-init pkgos-dh_auto_test --no-py2 --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix)' + PKGOS_TEST_PARALLEL=yes @@ -5391,43 +5456,44 @@ + PYTHON3S=disabled + TEST_PARALLEL_OPT=--parallel + TEST_SERIAL_OPT= -+ echo WARNING: --no-py2 is deprecated, and always on. ++ for i in $@ ++ case "${1}" in ++ echo 'WARNING: --no-py2 is deprecated, and always on.' WARNING: --no-py2 is deprecated, and always on. + shift -+ py3versions -vr -+ PYTHON3S=3.13 3.12 -+ [ yes = no ] -+ [ no = yes ] -+ [ 3.13 = disabled ] -+ cut -d. -f1 -+ echo 3.13 ++ for i in $@ ++ case "${1}" in ++ for i in $@ ++ case "${1}" in ++ for i in $@ ++ case "${1}" in +++ py3versions -vr ++ PYTHON3S='3.13 3.12' ++ '[' yes = no ']' ++ '[' no = yes ']' ++ for pyvers in ${PYTHON3S} ++ '[' 3.13 = disabled ']' +++ echo 3.13 +++ cut -d. -f1 + PYMAJOR=3 -+ echo ===> Testing with python (python3) ++ echo '===> Testing with python (python3)' ===> Testing with python (python3) -+ pwd -+ [ -d /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -z ] -+ pwd -+ echo Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages +++ pwd ++ '[' -d /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -z '' ']' +++ pwd ++ echo 'Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages' Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages -+ pwd +++ pwd + export PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages -+ [ -e .stestr.conf ] -+ [ -x /usr/bin/python3-stestr ] ++ PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ++ '[' -e .stestr.conf ']' ++ '[' -x /usr/bin/python3-stestr ']' + STESTR=stestr + rm -rf .stestr + subunit2pyunit -+ PYTHON=python3.13 stestr run --parallel --subunit --test-path test/unit test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix) -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", ++ PYTHON=python3.13 ++ stestr run --parallel --subunit --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix)' /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method @@ -5440,278 +5506,6 @@ warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBroker.test_chexor -test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok -test.unit.account.test_backend.TestAccountBroker.test_creation -test.unit.account.test_backend.TestAccountBroker.test_creation ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_container -test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_backend.TestAccountBroker.test_empty -test.unit.account.test_backend.TestAccountBroker.test_empty ... ok -test.unit.account.test_backend.TestAccountBroker.test_exception -test.unit.account.test_backend.TestAccountBroker.test_exception ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info -test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items -test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBroker.test_newid -test.unit.account.test_backend.TestAccountBroker.test_newid ... ok -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBroker.test_put_container -test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok -test.unit.account.test_backend.TestAccountBroker.test_reclaim -test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok -test.unit.cli.test_recon.TestRecon.test_async_check -test.unit.cli.test_recon.TestRecon.test_async_check ... ok -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok -test.unit.cli.test_recon.TestRecon.test_drive_audit_check -test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok -test.unit.cli.test_recon.TestRecon.test_gen_stats -test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok -test.unit.cli.test_recon.TestRecon.test_get_hosts -test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok -test.unit.cli.test_recon.TestRecon.test_get_ring_names -test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok -test.unit.cli.test_recon.TestRecon.test_ptime -test.unit.cli.test_recon.TestRecon.test_ptime ... ok -test.unit.cli.test_recon.TestRecon.test_quarantine_check -test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok -test.unit.cli.test_recon.TestRecon.test_umount_check -test.unit.cli.test_recon.TestRecon.test_umount_check ... ok -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db @@ -5736,6 +5530,40 @@ test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp @@ -5750,460 +5578,133 @@ test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok -test.unit.cli.test_info.TestPrintObj.test_missing_etag -test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_recon.TestScout.test_scout_http_error -test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_ok -test.unit.cli.test_recon.TestScout.test_scout_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_url_error -test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default -test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_info -test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_conf_file -test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_rehashing -test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_reload.TestMain.test_check_failed -test.unit.cli.test_reload.TestMain.test_check_failed ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestAccountController.test_DELETE_empty -test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestAccountController.test_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_state_file -test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_children -test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_parent -test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestAccountController.test_GET_accept_json -test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_xml -test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok +test INFO: Begin account audit "once" mode +test ERROR: Audit Failed for /tmp/tmpegqjleyy/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) +test INFO: Account audit "once" mode completed: 0.00s +test ERROR: Bad key for 'container': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: get_keys(): from callback: boom: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback + raise Exception('boom') +Exception: boom +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Missing key for 'container': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'container' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Did not get a keys dict: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +TypeError: list indices must be integers or slices, not str +Something useful +Also useful +Boring, but not secret +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBroker.test_chexor +test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok +test.unit.account.test_backend.TestAccountBroker.test_creation +test.unit.account.test_backend.TestAccountBroker.test_creation ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_container +test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBroker.test_empty +test.unit.account.test_backend.TestAccountBroker.test_empty ... ok +test.unit.account.test_backend.TestAccountBroker.test_exception +test.unit.account.test_backend.TestAccountBroker.test_exception ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info +test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header @@ -6212,22 +5713,12 @@ test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata @@ -6236,36 +5727,24 @@ test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok -test.unit.cli.test_reload.TestMain.test_good -test.unit.cli.test_reload.TestMain.test_good ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok -test.unit.cli.test_reload.TestMain.test_needs_pid -test.unit.cli.test_reload.TestMain.test_needs_pid ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced @@ -6296,40 +5775,8 @@ test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted @@ -6342,214 +5789,183 @@ test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 208, in HEAD + return self._handle_acl(app, 'DELETE') + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 150, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, '') + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok +test.unit.cli.test_recon.TestHelpers.test_size_suffix +test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.account.test_reaper.TestReaper.test_basic_reap_account -test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_creation -test.unit.account.test_reaper.TestReaper.test_creation ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account -test.unit.account.test_reaper.TestReaper.test_reap_account ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container -test.unit.account.test_reaper.TestReaper.test_reap_container ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok -test.unit.cli.test_recon.TestHelpers.test_size_suffix -test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_replicator.TestReplicatorSync.test_sync -test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_empty +test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete @@ -6564,60 +5980,18 @@ test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs @@ -6628,8 +6002,6 @@ test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner @@ -6638,28 +6010,168 @@ test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_good -test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items +test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBroker.test_newid +test.unit.account.test_backend.TestAccountBroker.test_newid ... ok +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBroker.test_put_container +test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok +test.unit.account.test_backend.TestAccountBroker.test_reclaim +test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose +test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_json +test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions @@ -6670,26 +6182,10 @@ test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_worker -test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok -test.unit.cli.test_reload.TestMain.test_timeout -test.unit.cli.test_reload.TestMain.test_timeout ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose -test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging @@ -6702,24 +6198,62 @@ test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_xml +test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok test.unit.cli.test_ringcomposer.TestCommands.test_show test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 @@ -6742,8 +6276,6 @@ test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format @@ -6760,47 +6292,80 @@ test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok -Finished. Marked 0 objects for deletion. +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok +test.unit.account.test_reaper.TestReaper.test_basic_reap_account +test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok +test.unit.account.test_reaper.TestReaper.test_creation +test.unit.account.test_reaper.TestReaper.test_creation ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account +test.unit.account.test_reaper.TestReaper.test_reap_account ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container +test.unit.account.test_reaper.TestReaper.test_reap_container ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok test ERROR: get_keys(): from callback: Testing: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys @@ -6814,1110 +6379,6 @@ fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] ~~~^^^^^^^^^^^^^^^^^^^^^ KeyError: 'swift.callback.fetch_crypto_keys' -Something useful -Also useful -Boring, but not secret -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper ERROR: Exception with objects for container c for account a: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 394, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp_j7as5y0/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_j7as5y0/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp_j7as5y0/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_j7as5y0/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0035 "-" 1927266 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0036 "-" 1927266 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1927266 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1927266 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txae8af5a576e54b0ea3210-00676e5e87" "proxy-server 1927266" 0.0013 "-" 1927266 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:52501/sdb1/1/a/c" "txae8af5a576e54b0ea3210-00676e5e87" "container-server 1927266" 0.0012 "-" 1927266 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:60965/sda1/1/a/c" "txae8af5a576e54b0ea3210-00676e5e87" "container-server 1927266" 0.0011 "-" 1927266 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txae8af5a576e54b0ea3210-00676e5e87" "proxy-server 1927266" 0.0103 "-" 1927266 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txae8af5a576e54b0ea3210-00676e5e87" "proxy-server 1927266" 0.0156 "-" 1927266 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/07 PUT /v1/a/c HTTP/1.0 201 - - t - - - txae8af5a576e54b0ea3210-00676e5e87 - 0.0237 - - 1735286407.806257486 1735286407.829969406 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx4e4e24a22cc94bb9a87b3-00676e5e87" "proxy-server 1927266" 0.0012 "-" 1927266 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:60965/sda1/1/a1/c1" "tx4e4e24a22cc94bb9a87b3-00676e5e87" "container-server 1927266" 0.0011 "-" 1927266 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:52501/sdb1/1/a1/c1" "tx4e4e24a22cc94bb9a87b3-00676e5e87" "container-server 1927266" 0.0011 "-" 1927266 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4e4e24a22cc94bb9a87b3-00676e5e87" "proxy-server 1927266" 0.0086 "-" 1927266 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4e4e24a22cc94bb9a87b3-00676e5e87" "proxy-server 1927266" 0.0137 "-" 1927266 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/07 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx4e4e24a22cc94bb9a87b3-00676e5e87 - 0.0215 - - 1735286407.831421375 1735286407.852919340 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5d3166231775465aabf9d-00676e5e87" "proxy-server 1927266" 0.0022 "-" 1927266 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:52501/sdb1/2/a/c1" "tx5d3166231775465aabf9d-00676e5e87" "container-server 1927266" 0.0017 "-" 1927266 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:60965/sda1/2/a/c1" "tx5d3166231775465aabf9d-00676e5e87" "container-server 1927266" 0.0011 "-" 1927266 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5d3166231775465aabf9d-00676e5e87" "proxy-server 1927266" 0.0133 "-" 1927266 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5d3166231775465aabf9d-00676e5e87" "proxy-server 1927266" 0.0098 "-" 1927266 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/07 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx5d3166231775465aabf9d-00676e5e87 - 0.0225 - - 1735286407.854423523 1735286407.876942396 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa693aa773e7b48c4a68bc-00676e5e87" "proxy-server 1927266" 0.0019 "-" 1927266 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:52501/sdb1/1/a/c2" "txa693aa773e7b48c4a68bc-00676e5e87" "container-server 1927266" 0.0010 "-" 1927266 2 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:60965/sda1/1/a/c2" "txa693aa773e7b48c4a68bc-00676e5e87" "container-server 1927266" 0.0017 "-" 1927266 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa693aa773e7b48c4a68bc-00676e5e87" "proxy-server 1927266" 0.0090 "-" 1927266 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa693aa773e7b48c4a68bc-00676e5e87" "proxy-server 1927266" 0.0139 "-" 1927266 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/07 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txa693aa773e7b48c4a68bc-00676e5e87 - 0.0221 - - 1735286407.878512621 1735286407.900637150 2 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -fake-swift DEBUG: Use tempauth middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: 's3api' is not in list -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift INFO: HEAD /bucket/object s3:err:AccessDenied.invalid_credential -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: 's3api' is not in list -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. -Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. -Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. -Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint -test DEBUG: Calling S3Api Middleware -Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok -test ERROR: Bad key for 'container': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: get_keys(): from callback: boom: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback - raise Exception('boom') -Exception: boom -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Missing key for 'container': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'container' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Did not get a keys dict: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -TypeError: list indices must be integers or slices, not str -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - query={'prefix': req.object_name, - 'versions': True}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - 'version-id': item['version_id']}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok -Ring Builder file does not exist: /tmp/tmpc000ozli/tmp3442k1px -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Ring Builder file does not exist: /tmp/tmpv49p5ts1/tmpuwdnhk4k -Partition power increase in progress. You need -to finish the increase first before adding devices. -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 -Device 4 already uses 127.0.0.1:6200/sda9. -The on-disk ring builder is unchanged. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. -/tmp/tmpdbwkpdmg/tmpngl3lt03, build version 4, id 5caf5116fddc4909ad3c635851f13a62 -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmpdbwkpdmg/tmpngl3lt03.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output_id_assigned -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_sorted_output -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_ipv6_output -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 60 1 - 2 1 -Partition Matches - 0 1 - 5 1 - 9 1 - 17 1 - 19 1 - 24 1 - 28 1 - 31 1 - 32 1 - 34 1 - 35 1 - 39 1 - 44 1 - 50 1 - 54 1 - 63 1 - 4 1 - 8 1 - 11 1 - 12 1 - 15 1 - 18 1 - 20 1 - 21 1 - 22 1 - 29 1 - 30 1 - 38 1 - 43 1 - 56 1 - 59 1 - 61 1 - 3 1 - 6 1 - 10 1 - 14 1 - 23 1 - 25 1 - 27 1 - 33 1 - 36 1 - 40 1 - 42 1 - 49 1 - 52 1 - 53 1 - 57 1 - 62 1 -Partition Matches - 0 1 - 1 1 - 2 1 - 6 1 - 9 1 - 12 1 - 14 1 - 21 1 - 26 1 - 27 1 - 48 1 - 49 1 - 50 1 - 59 1 - 60 1 - 63 1 - 3 1 - 5 1 - 15 1 - 16 1 - 17 1 - 25 1 - 35 1 - 36 1 - 37 1 - 38 1 - 40 1 - 46 1 - 51 1 - 53 1 - 55 1 - 56 1 - 7 1 - 10 1 - 13 1 - 18 1 - 22 1 - 28 1 - 30 1 - 31 1 - 33 1 - 34 1 - 41 1 - 44 1 - 45 1 - 47 1 - 58 1 - 61 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 48 1 - 9 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 3 1 - 35 1 -Specified builder file "/tmp/tmpqmrg8c2h/tmp76mymh10" is not rebalanced yet. Please rebalance first. -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok -test INFO: Begin account audit "once" mode -test INFO: Account audit "once" mode completed: 0.00s -Reloaded swift-proxy-server -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, deferring rejection based on error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -8034,9 +6495,9 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Dec/2024/08/00/08 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0007 - - 1735286408.146810532 1735286408.147491693 0 +fake-swift INFO: - - 29/Jan/2026/14/30/14 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0007 - - 1769697014.504312754 1769697014.504968405 0 fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Dec/2024/08/00/08 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0006 - - 1735286408.148071766 1735286408.148658037 1 +fake-swift INFO: - - 29/Jan/2026/14/30/14 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0005 - - 1769697014.505529404 1769697014.506053686 1 fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -8085,636 +6546,795 @@ test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num ... ok -test INFO: Loaded config file /tmp/tmp0rbeksaq/backend-ratelimit.conf, config changed -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmp0rbeksaq/backend-ratelimit.conf -test INFO: Loaded new config file /tmp/tmp0rbeksaq/backend-ratelimit.conf, config unchanged -test DEBUG: Loaded existing config file /tmp/tmp0rbeksaq/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmpz0wszat4/missing, config changed -test INFO: Loaded config file /tmp/tmpz0wszat4/missing, config changed -test INFO: Loaded new config file /tmp/tmpw9rt3yny/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmppar7i4uj/backend-ratelimit.conf, config changed -test WARNING: Invalid config file /tmp/tmppar7i4uj/backend-ratelimit.conf, config unchanged: BOOM -test INFO: Loaded config file /tmp/tmppar7i4uj/backend-ratelimit.conf, config changed -test INFO: Loaded config file /tmp/tmp17zk1sax/backend-ratelimit.conf, config changed -test DEBUG: Loaded existing config file /tmp/tmp17zk1sax/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmp17zk1sax/backend-ratelimit.conf, config changed -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmp2nw437rr/missing -test INFO: Loaded config file /tmp/tmpa4c41ale/override-ratelimit.conf, config changed -test WARNING: Invalid config file /tmp/tmpyyn563x1/backend_rl.conf, config unchanged: Unable to find backend_ratelimit config section in /tmp/tmpyyn563x1/backend_rl.conf -test WARNING: Failed to load config file, config unchanged: Unable to read config from -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpb4wrxcs9/backend_rl.conf -test INFO: Loaded config file /tmp/tmpmpzh3srn/backend-ratelimit.conf, config changed -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:08] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000053 -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:08] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000044 -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:08] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000038 -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:08] "GET https://cluster.domain HTTP/1.0" 200 117 0.000038 -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:08] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000036 -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: txe4302e6d43234879927cd-00676e5e88) -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) -proxy INFO: wsgi exiting (txn: test-trans-id) -proxy INFO: (1927256) wsgi exited, is_accepting=True (txn: test-trans-id) -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:08] "PUT /path HTTP/1.0" 200 105 0.000058 -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:08] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000040 -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:08] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000042 -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:08] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000044 -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:08] "GET / HTTP/1.1" 200 120 0.000058 -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Fri, 27 Dec 2024 08:00:08 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:08] "GET /%FF HTTP/1.1" 200 123 0.000070 -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Fri, 27 Dec 2024 08:00:08 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:08] "GET /ÿ HTTP/1.1" 200 126 0.000052 -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Fri, 27 Dec 2024 08:00:08 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:08] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000053 -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Fri, 27 Dec 2024 08:00:08 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:08] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000051 -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Fri, 27 Dec 2024 08:00:08 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359)test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_init -test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_pending -test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok -test.unit.common.test_utils.TestShardRange.test_constants -test.unit.common.test_utils.TestShardRange.test_constants ... ok -test.unit.common.test_utils.TestShardRange.test_copy -test.unit.common.test_utils.TestShardRange.test_copy ... ok -test.unit.common.test_utils.TestShardRange.test_deleted_setter -test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok -test.unit.common.test_utils.TestShardRange.test_epoch_setter -test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok -test.unit.common.test_utils.TestShardRange.test_find_ancestors -test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok -test.unit.common.test_utils.TestShardRange.test_find_root -test.unit.common.test_utils.TestShardRange.test_find_root ... ok -test.unit.common.test_utils.TestShardRange.test_increment_meta -test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok -test.unit.common.test_utils.TestShardRange.test_is_child_of -test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok -test.unit.common.test_utils.TestShardRange.test_make_path -test.unit.common.test_utils.TestShardRange.test_make_path ... ok -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_min_max_bounds -test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok -test.unit.common.test_utils.TestShardRange.test_name -test.unit.common.test_utils.TestShardRange.test_name ... ok -test.unit.common.test_utils.TestShardRange.test_name_validation -test.unit.common.test_utils.TestShardRange.test_name_validation ... ok -test.unit.common.test_utils.TestShardRange.test_repr -test.unit.common.test_utils.TestShardRange.test_repr ... ok -test.unit.common.test_utils.TestShardRange.test_resolve_state -test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok -test.unit.common.test_utils.TestShardRange.test_row_count -test.unit.common.test_utils.TestShardRange.test_row_count ... ok -test.unit.common.test_utils.TestShardRange.test_set_deleted -test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key -test.unit.common.test_utils.TestShardRange.test_sort_key ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key_order -test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok -test.unit.common.test_utils.TestShardRange.test_state_setter -test.unit.common.test_utils.TestShardRange.test_state_setter ... ok -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_to_from_dict -test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok -test.unit.common.test_utils.TestShardRange.test_update_meta -test.unit.common.test_utils.TestShardRange.test_update_meta ... ok -test.unit.common.test_utils.TestShardRange.test_update_state -test.unit.common.test_utils.TestShardRange.test_update_state ... ok -test.unit.common.test_utils.TestShardRange.test_update_tombstones -test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES -test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int ... ok -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok -test INFO: Begin account audit "once" mode -test ERROR: Audit Failed for /tmp/tmp6lsrseun/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) -test INFO: Account audit "once" mode completed: 0.00s -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0017 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0025 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0028 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0024 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0080 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0027 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0023 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0009 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0018 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0050 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0020 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0017 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0018 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 1927262 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 5 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "acc\u00e9ss", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware.test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error +test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0075 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0022 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0020 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0074 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0023 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0022 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0018 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0050 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0017 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0019 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0013 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0018 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0012 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0067 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0020 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3324110 -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_json +test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_over_limit +test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon +test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync +test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok +Finished. Marked 0 objects for deletion. +test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: get_keys(): unknown key id: unknown_key +test ERROR: Error decrypting container listing: unknown_key fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -8722,28 +7342,229 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + ~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile + profiler.dump_stats(tmpfn) + ~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3.13/profile.py", line 395, in dump_stats + with open(file, 'wb') as f: + ~~~~^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmp5xczglb2/log/swift/profile/default.profile3324110.tmp' +Traceback (most recent call last): +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + ~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile + profiler.dump_stats(tmpfn) + ~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3.13/profile.py", line 395, in dump_stats + with open(file, 'wb') as f: + ~~~~^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmprt04fv2i/log/swift/profile/default.profile3324110.tmp' +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok +test.unit.common.ring.test_ring.TestRingData.test_attrs +test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok +test.unit.common.ring.test_ring.TestRingData.test_permissions +test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok +test.unit.common.ring.test_ring.TestRingData.test_replica_count +test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok +test.unit.common.test_db.TestChexor.test_chexor +test.unit.common.test_db.TestChexor.test_chexor ... ok +test.unit.common.test_db.TestChexor.test_invalid_old_hash +test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok +test.unit.common.test_db.TestChexor.test_no_name +test.unit.common.test_db.TestChexor.test_no_name ... ok +test.unit.common.test_db.TestChexor.test_normal_case +test.unit.common.test_db.TestChexor.test_normal_case ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default +test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -8766,9 +7587,49 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + query={'prefix': req.object_name, + 'versions': True}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + 'version-id': item['version_id']}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -8778,9 +7639,7 @@ resp = self.handle_request(req) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE resp = req.get_response(self.app, query=query) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response return self._get_response(app, method, container, obj, @@ -8808,20 +7667,17 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ resp = self.handle_request(req) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response return self._get_response(app, method, container, obj, ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -8842,153 +7698,1116 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper ERROR: Exception with objects for container c for account a: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 394, in reap_container + policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) + ^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'get' +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.3:6202/None: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok + +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0066 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0017 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0013 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0021 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0017 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0017 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0076 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0020 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0019 "-" 3324110 -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_not_found +test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestAccountController.test_OPTIONS +test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok +test.unit.account.test_server.TestAccountController.test_PUT +test.unit.account.test_server.TestAccountController.test_PUT ... ok +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac +test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_init +test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_read +test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok +test.unit.common.test_swob.TestEtag.test_normalize_bytes +test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok +test.unit.common.test_swob.TestEtag.test_normalize_etag +test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok +test.unit.common.test_utils.TestUTC.test_tzname +test.unit.common.test_utils.TestUTC.test_tzname ... ok +test.unit.common.test_utils.TestUtils.test_backwards +test.unit.common.test_utils.TestUtils.test_backwards ... ok +test.unit.common.test_utils.TestUtils.test_cache_from_env +test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok +test.unit.common.test_utils.TestUtils.test_cap_length +test.unit.common.test_utils.TestUtils.test_cap_length ... ok +test.unit.common.test_utils.TestUtils.test_clean_content_type +test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close +test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges +test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache +test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok +test.unit.common.test_utils.TestUtils.test_find_namespace +test.unit.common.test_utils.TestUtils.test_find_namespace ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok +test.unit.common.test_utils.TestUtils.test_fsync_dir +test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_generate_trans_id +test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok +test.unit.common.test_utils.TestUtils.test_get_db_files +test.unit.common.test_utils.TestUtils.test_get_db_files ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_from_path +test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok +test.unit.common.test_utils.TestUtils.test_get_redirect_data +test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok +test.unit.common.test_utils.TestUtils.test_get_trans_id_time +test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok +test.unit.common.test_utils.TestUtils.test_hash_path +test.unit.common.test_utils.TestUtils.test_hash_path ... ok +test.unit.common.test_utils.TestUtils.test_human_readable +test.unit.common.test_utils.TestUtils.test_human_readable ... ok +test.unit.common.test_utils.TestUtils.test_is_file_older +test.unit.common.test_utils.TestUtils.test_is_file_older ... ok +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_error +test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Dec/2024/08/00/07 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1735286407.732326508 1735286407.733275890 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Dec/2024/08/00/07 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1735286407.733874798 1735286407.734675407 0 fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00037 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpd6o2t3iy/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00247 seconds (404.56586/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00032 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00024 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00020 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'be1fdaf8-649f-4635-95c4-ae7e071fb5bb-sda', '1735286407.78112', '1735286407.77961', '0', '') -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpsm5wabuc/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'f7ccc300-8d79-4b85-ba34-579079148a05-sda', '1735286407.78673', '1735286407.78522', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('f7ccc300-8d79-4b85-ba34-579079148a05-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'f7ccc300-8d79-4b85-ba34-579079148a05-sda', '1735286407.78673', '1735286407.78522', '0', '') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('f7ccc300-8d79-4b85-ba34-579079148a05-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00667 seconds (149.89068/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, '6c7da547ac2f4309a3bd9618c6a537fc', '4716e395-4edf-4489-8580-4b92098aa22e-sda', '1735286407.79980', '1735286407.79829', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('4716e395-4edf-4489-8580-4b92098aa22e-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, '249cf17cd611a3dd6eb6467bd00f5614', 'd49fed2d-9a7c-4bc2-948f-7f39499df0cc-sda', '1735286407.81527', '1735286407.81368', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1735286407.81864', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1735286407.8189', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1735286407.819', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1735286407.81907', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1735286407.81915', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1735286407.81923', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1735286407.8193', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1735286407.81937', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1735286407.81944', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1735286407.81951', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1735286407.81959', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], 'd49fed2d-9a7c-4bc2-948f-7f39499df0cc-sda') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET ... ok +fake-swift DEBUG: A key is specified for bucket API. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test ERROR: ERROR: swift.cache could not be found in env! +test ERROR: ERROR: swift.cache could not be found in env! +test WARNING: Unable to perform fsync() on directory /tmp/tmp6c1_9t7e: Bad file descriptor +Unable to locate some_not_real_function in libc. Leaving as a no-op. +test.unit.common.test_utils.TestUtils.test_load_libc_function +test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok +test.unit.common.test_utils.TestUtils.test_load_pkg_resource +test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' +test.unit.common.test_utils.TestUtils.test_load_recon_cache +test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok + +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0050 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0021 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0017 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0064 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0022 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0031 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0013 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0069 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0020 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0031 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0108 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0084 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0024 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0023 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0057 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3324110 -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok +test.unit.account.test_server.TestAccountController.test_PUT_auto_create +test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_not_found +test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestAccountController.test__call__raise_timeout +test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok +test.unit.account.test_server.TestAccountController.test_correct_allowed_method +test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok +test.unit.account.test_server.TestAccountController.test_empty_policy_stats +test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok +test.unit.account.test_server.TestAccountController.test_init +test.unit.account.test_server.TestAccountController.test_init ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestAccountController.test_list_allowed_methods +test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok +test.unit.account.test_server.TestAccountController.test_log_line_format +test.unit.account.test_server.TestAccountController.test_log_line_format ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies +test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy +test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition +test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable +test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_conf_file +test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_rehashing +test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_state_file +test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_children +test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_parent +test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: Traceback (most recent call last): @@ -9188,28 +9007,769 @@ test.unit.account.test_reaper.TestReaper.test_run_forever ... ok test.unit.account.test_reaper.TestReaper.test_run_once test.unit.account.test_reaper.TestReaper.test_run_once ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_recon.TestReconCommands.test_disk_usage +test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_load_check +test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_replication_check +test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_server_type_check +test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_sharding_check +test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check +test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check +test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.ring.test_ring.TestRing.test_creation +test.unit.common.ring.test_ring.TestRing.test_creation ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok +test.unit.common.ring.test_ring.TestRing.test_get_nodes +test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part +test.unit.common.ring.test_ring.TestRing.test_get_part ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_has_changed +test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok +test.unit.common.ring.test_ring.TestRing.test_reload +test.unit.common.ring.test_ring.TestRing.test_reload ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok +test.unit.common.ring.test_ring.TestRing.test_replica_count +test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok +test.unit.common.test_db.TestGetDBConnection.test_invalid_path +test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok +test.unit.common.test_db.TestGetDBConnection.test_locked_db +test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok +test.unit.common.test_db.TestGetDBConnection.test_normal_case +test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry +test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok +test.unit.common.test_swob.TestMatch.test_match +test.unit.common.test_swob.TestMatch.test_match ... ok +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_noquote +test.unit.common.test_swob.TestMatch.test_match_noquote ... ok +test.unit.common.test_swob.TestMatch.test_match_star +test.unit.common.test_swob.TestMatch.test_match_star ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok +test.unit.common.test_utils.TestNamespace.test_bounds_serialization +test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok +test.unit.common.test_utils.TestNamespace.test_comparisons +test.unit.common.test_utils.TestNamespace.test_comparisons ... ok +test.unit.common.test_utils.TestNamespace.test_contains +test.unit.common.test_utils.TestNamespace.test_contains ... ok +test.unit.common.test_utils.TestNamespace.test_end_marker +test.unit.common.test_utils.TestNamespace.test_end_marker ... ok +test.unit.common.test_utils.TestNamespace.test_entire_namespace +test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok +test.unit.common.test_utils.TestNamespace.test_expand +test.unit.common.test_utils.TestNamespace.test_expand ... ok +test.unit.common.test_utils.TestNamespace.test_includes +test.unit.common.test_utils.TestNamespace.test_includes ... ok +test.unit.common.test_utils.TestNamespace.test_lower_setter +test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok +test.unit.common.test_utils.TestNamespace.test_name +test.unit.common.test_utils.TestNamespace.test_name ... ok +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok +test.unit.common.test_utils.TestNamespace.test_total_ordering +test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok +test.unit.common.test_utils.TestNamespace.test_unicode_name +test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok +test.unit.common.test_utils.TestNamespace.test_upper_setter +test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok +test.unit.common.test_utils.TestParseContentRange.test_bad +test.unit.common.test_utils.TestParseContentRange.test_bad ... ok +test.unit.common.test_utils.TestParseContentRange.test_good +test.unit.common.test_utils.TestParseContentRange.test_good ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok +test.unit.common.test_utils.TestUtils.test_lock_file +test.unit.common.test_utils.TestUtils.test_lock_file ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok + fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -9219,1138 +9779,34 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000'} -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000'} -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000'} -test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000'} -test DEBUG: bucket None POST -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{}' -test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}}test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok - -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. - -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. - -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. - -swift-ring-builder dispersion [options] - - Output report on dispersion. - - --recalculate option will rebuild cached dispersion info and save builder - --verbose option will display dispersion graph broken down by tier - - You can filter which tiers are evaluated to drill down using a regex - in the optional search_filter argument. i.e. - - swift-ring-builder dispersion "r\d+z\d+$" -v - - ... would only display rows for the zone tiers - - swift-ring-builder dispersion ".*\-[^/]*$" -v - - ... would only display rows for the server tiers - - The reports columns are: - - Tier : the name of the tier - parts : the total number of partitions with assignment in the tier - % : the percentage of parts in the tier with replicas over assigned - max : maximum replicas a part should have assigned at the tier - 0 - N : the number of parts with that many replicas assigned - - e.g. - Tier: parts % max 0 1 2 3 - r1z1 1022 79.45 1 2 210 784 28 - - r1z1 has 1022 total parts assigned, 79% of them have more than the - recommend max replica count of 1 assigned. Only 2 parts in the ring - are *not* assigned in this tier (0 replica count), 210 parts have - the recommend replica count of 1, 784 have 2 replicas, and 28 sadly - have all three replicas in this tier. - -swift-ring-builder finish_increase_partition_power - Finally removes the next_part_power flag. Has to be run after the - swift-object-relinker tool has been used to cleanup old existing data. - - A write_ring command is needed to make the change take effect. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder increase_partition_power - Increases the partition power by one. Needs to be run after - prepare_increase_partition_power has been run and all existing data has - been relinked using the swift-object-relinker tool. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup old data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. - -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices.test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok - -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:08] "GET // HTTP/1.1" 200 121 0.000049 -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Fri, 27 Dec 2024 08:00:08 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:08] "GET //bar HTTP/1.1" 200 124 0.000050 -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Fri, 27 Dec 2024 08:00:08 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:08] "GET //////baz HTTP/1.1" 200 128 0.000056 -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Fri, 27 Dec 2024 08:00:08 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' -proxy INFO: (1927256) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927256) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:08] "GET /someurl HTTP/1.0" 200 102 0.000041 -proxy INFO: wsgi exiting -proxy INFO: (1927256) wsgi exited, is_accepting=True -test1 -STDOUT: test2 -STDERR: test4 -test5 -STDERR: test6 -test8 -STDOUT: a#012b#012c -STDOUT: d -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject ... ok - -test DEBUG: Not a path query: /, skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Cached creds valid -test DEBUG: Connecting with tenant: tenant_id -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Cached keystone credentials -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test WARNING: The following digest algorithms are configured but not supported: md5, not-a-valid-digest -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1735286408.127796650 1735286408.127886534 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1735286408.129050970 1735286408.129060030 - -test INFO: - - 27/Dec/2024/08/00/08 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1735286408.129971743 1735286408.829971790 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286408.131651402 1735286408.131730795 - -test INFO: GET /v1/a/c 205 205 -test INFO: GET /v1/a/c 209 205 -test INFO: GET /v1/a/c 210 205 -test INFO: 1.2.3.4 1.2.3.4 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0009 - - 1735286408.138159990 1735286408.139036179 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1735286408.140164852 1735286408.140191317 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1735286408.141248703 1735286408.141263247 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286408.142102480 1735286408.142170191 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286408.142931461 1735286408.142989159 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 15 - - - 0.0003 - - 1735286408.142918348 1735286408.143261671 - -test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - -test INFO: GET /v1/a/c 503 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c True 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c parsing%20ok 503 -test INFO: GET /v1/a/c 500 500 -test INFO: GET /v1/a/c 500 568 -test INFO: GET /v1/a/c 499 503 -test INFO: GET /v1/a/c 499 503 -test INFO: GET / 500 200 -test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286408.163432121 1735286408.163520575 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286408.165834904 1735286408.165912867 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0001 - - 1735286408.166624308 1735286408.166684866 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286408.167335510 1735286408.167389631 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0001 - - 1735286408.167994022 1735286408.168049812 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1735286408.168748379 1735286408.168807268 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1735286408.169445515 1735286408.169501066 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286408.170189619 1735286408.170243979 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0001 - - 1735286408.170875072 1735286408.170929193 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1735286408.171582937 1735286408.171630144 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok -I like ham -STDERR: --- Logging error --- -STDERR: Traceback (most recent call last): -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 157, in emit - raise socket.error(errno.ENOTCONN, "This is an ex-syslog") -STDERR: OSError: [Errno 107] This is an ex-syslog -STDERR: Call stack: -STDERR: File "", line 198, in _run_module_as_main -STDERR: File "", line 88, in _run_code -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in - main() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main - program.TestProgram( -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ - self.runTests() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests - self.result = testRunner.run(self.test) -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run - test(result) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.13/unittest/case.py", line 707, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.13/unittest/case.py", line 651, in run - self._callTestMethod(testMethod) -STDERR: File "/usr/lib/python3.13/unittest/case.py", line 606, in _callTestMethod - if method() is not None: -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 189, in test_LoggerFileObject_recursion - logger.info("I like ham") -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1519, in info - self._log(INFO, msg, args, **kwargs) -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1664, in _log - self.handle(record) -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1680, in handle - self.callHandlers(record) -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1736, in callHandlers - hdlr.handle(record) -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1026, in handle - self.emit(record) -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 159, in emit - self.handleError(record) -STDERR: Message: 'I like ham' -Arguments: () -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio -test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception -test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter -test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_default -test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok - -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num ... ok - fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -10368,54 +9824,133 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Expecting an element , got nothing, line 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.common.test_utils.TestUtils.test_lock_path +test.unit.common.test_utils.TestUtils.test_lock_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - query={'prefix': req.object_name, - 'versions': True}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - 'version-id': item['version_id']}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -10425,7 +9960,9 @@ resp = self.handle_request(req) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD resp = req.get_response(self.app, query=query) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response return self._get_response(app, method, container, obj, @@ -10453,17 +9990,20 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ resp = self.handle_request(req) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response return self._get_response(app, method, container, obj, ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -10484,463 +10024,2687 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 29/Jan/2026/14/30/14 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1769697014.660578966 1769697014.661497831 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 29/Jan/2026/14/30/14 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1769697014.662056446 1769697014.662858248 0 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_class +test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_name +test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok +test.unit.common.test_utils.TestUtils.test_majority_size +test.unit.common.test_utils.TestUtils.test_majority_size ... ok +test.unit.common.test_utils.TestUtils.test_make_db_file_path +test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok +test.unit.common.test_utils.TestUtils.test_makedirs_count +test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok +test.unit.common.test_utils.TestUtils.test_md5_with_data +test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok +test.unit.common.test_utils.TestUtils.test_md5_without_data +test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok +test.unit.common.test_utils.TestUtils.test_mkdirs +test.unit.common.test_utils.TestUtils.test_mkdirs ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00036 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp17zj132h/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00339 seconds (294.80427/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00032 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00019 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '08fe5558-0b80-45ae-b400-542fbc1058cf-sda', '1769697014.77635', '1769697014.77473', '0', '') +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpgwl0z11e/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '9b563c88-6bab-4fa5-acca-cd98ea2010e2-sda', '1769697014.78183', '1769697014.7803', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('9b563c88-6bab-4fa5-acca-cd98ea2010e2-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '9b563c88-6bab-4fa5-acca-cd98ea2010e2-sda', '1769697014.78183', '1769697014.7803', '0', '') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('9b563c88-6bab-4fa5-acca-cd98ea2010e2-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00653 seconds (153.04652/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, '9089d2a63a6d585f7a20d2205335d387', '40115c1c-6a28-46a6-b0c5-44f7d74a0b2f-sda', '1769697014.79505', '1769697014.79347', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('40115c1c-6a28-46a6-b0c5-44f7d74a0b2f-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, '4e8bd567dc103caeb61c752f5d0d1ad9', '55e084e9-7ad1-4404-8462-76cf714fbffd-sda', '1769697014.81037', '1769697014.80883', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1769697014.81385', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1769697014.81412', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1769697014.81422', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1769697014.81435', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1769697014.81444', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1769697014.81451', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1769697014.81459', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1769697014.81466', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1769697014.81473', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1769697014.81481', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1769697014.81488', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], '55e084e9-7ad1-4404-8462-76cf714fbffd-sda') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) +test INFO: Disabling account_sdb +test INFO: Disabling container_sdb +test INFO: Disabling object_sdb +test INFO: Enabling account_sdb +test INFO: Enabling container_sdb +test INFO: Enabling object_sdb +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok +2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. +test.unit.common.test_utils.TestUtils.test_monkey_patch +test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok +test.unit.common.test_utils.TestUtils.test_node_to_string +test.unit.common.test_utils.TestUtils.test_node_to_string ... ok +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok +test.unit.common.test_utils.TestUtils.test_normalize_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_content_type +test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_db_filename +test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok +test.unit.common.test_utils.TestUtils.test_parse_header +test.unit.common.test_utils.TestUtils.test_parse_header ... ok +test.unit.common.test_utils.TestUtils.test_parse_options +test.unit.common.test_utils.TestUtils.test_parse_options ... ok +test.unit.common.test_utils.TestUtils.test_parse_options_errors +test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok +test.unit.common.test_utils.TestUtils.test_parse_override_options +test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok +test.unit.common.test_utils.TestUtils.test_quorum_size +test.unit.common.test_utils.TestUtils.test_quorum_size ... ok +test.unit.common.test_utils.TestUtils.test_quote_bytes +test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok +test.unit.common.test_utils.TestUtils.test_quote_unicode +test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok +test.unit.common.test_utils.TestUtils.test_remove_directory +test.unit.common.test_utils.TestUtils.test_remove_directory ... ok +test.unit.common.test_utils.TestUtils.test_remove_file +test.unit.common.test_utils.TestUtils.test_remove_file ... ok +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok +test.unit.common.test_utils.TestUtils.test_round_robin_iter +test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok +test.unit.common.test_utils.TestUtils.test_safe_json_loads +test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok +test.unit.common.test_utils.TestUtils.test_search_tree +test.unit.common.test_utils.TestUtils.test_search_tree ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok +test.unit.common.test_utils.TestUtils.test_select_node_ip +test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok +test.unit.common.test_utils.TestUtils.test_split_path +test.unit.common.test_utils.TestUtils.test_split_path ... ok +test.unit.common.test_utils.TestUtils.test_storage_directory +test.unit.common.test_utils.TestUtils.test_storage_directory ... ok +test.unit.common.test_utils.TestUtils.test_streq_const_time +test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok +test.unit.common.test_utils.TestUtils.test_strict_b64decode +test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_systemd_notify +test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok +test.unit.common.test_utils.TestUtils.test_validate_device_partition +test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok +test.unit.common.test_utils.TestUtils.test_validate_hash_conf +test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok +test.unit.common.test_utils.TestUtils.test_validate_sync_to +test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok +test.unit.common.test_utils.TestUtils.test_write_file +test.unit.common.test_utils.TestUtils.test_write_file ... ok +Ring Builder file does not exist: /tmp/tmp89b2bc7b/tmphm5lpejc +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Ring Builder file does not exist: /tmp/tmp0mxjdmyb/tmpe9ms1ogd +Partition power increase in progress. You need +to finish the increase first before adding devices. +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 +Device 4 already uses 127.0.0.1:6200/sda9. +The on-disk ring builder is unchanged. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. +/tmp/tmppor354zl/tmpgr878uhw, build version 4, id 560f8b6fe50e4a9ab2815ac8b505c312 +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +Ring file /tmp/tmppor354zl/tmpgr878uhw.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output +/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output_id_assigned +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 +/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_sorted_output +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +/build/reproducible-path/swift-2.34.0/test/unit/cli/test_ipv6_output +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 29 1 + 55 1 +Partition Matches + 0 1 + 3 1 + 14 1 + 18 1 + 26 1 + 29 1 + 30 1 + 42 1 + 43 1 + 48 1 + 49 1 + 52 1 + 53 1 + 59 1 + 60 1 + 62 1 + 4 1 + 8 1 + 9 1 + 16 1 + 19 1 + 20 1 + 21 1 + 27 1 + 33 1 + 36 1 + 39 1 + 45 1 + 50 1 + 51 1 + 55 1 + 63 1 + 1 1 + 10 1 + 11 1 + 15 1 + 24 1 + 25 1 + 28 1 + 31 1 + 34 1 + 35 1 + 40 1 + 47 1 + 54 1 + 57 1 + 58 1 + 61 1 +Partition Matches + 0 1 + 8 1 + 12 1 + 13 1 + 24 1 + 36 1 + 42 1 + 43 1 + 48 1 + 51 1 + 54 1 + 56 1 + 57 1 + 58 1 + 59 1 + 61 1 + 5 1 + 9 1 + 11 1 + 18 1 + 19 1 + 20 1 + 21 1 + 22 1 + 25 1 + 28 1 + 29 1 + 30 1 + 34 1 + 50 1 + 52 1 + 53 1 + 2 1 + 3 1 + 4 1 + 10 1 + 26 1 + 31 1 + 32 1 + 37 1 + 38 1 + 39 1 + 41 1 + 44 1 + 46 1 + 60 1 + 62 1 + 63 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 14 1 + 32 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 62 1 + 14 1 +Specified builder file "/tmp/tmp3z873pwa/tmpl4ogcltj" is not rebalanced yet. Please rebalance first. +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok +test INFO: Begin account audit "once" mode +test INFO: Account audit "once" mode completed: 0.00s +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0109 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0024 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0022 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0023 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0021 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0044 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0012 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0012 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0057 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0018 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0019 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0021 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0019 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0020 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0021 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0016 "-" 3324101 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_chexor +test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok +test.unit.container.test_backend.TestContainerBroker.test_create_broker +test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBroker.test_creation +test.unit.container.test_backend.TestContainerBroker.test_creation ... ok +test.unit.container.test_backend.TestContainerBroker.test_db_file +test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_object +test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000'} +test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000'} +test DEBUG: bucket None POST +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting requesttest.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0017 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0023 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0023 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0021 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0078 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0023 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0009 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0017 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0017 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0051 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0017 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0020 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0019 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0014 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0020 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1927250 -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_json -test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_over_limit -test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.common.test_exceptions.TestExceptions.test_client_exception -test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_exception -test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok -test.unit.common.test_manager.TestManagerModule.test_command_wrapper -test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok -test.unit.common.test_manager.TestManagerModule.test_exc -test.unit.common.test_manager.TestManagerModule.test_exc ... ok -test.unit.common.test_manager.TestManagerModule.test_format_server_name -test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok -test.unit.common.test_manager.TestManagerModule.test_safe_kill -test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok -test.unit.common.test_manager.TestManagerModule.test_servers -test.unit.common.test_manager.TestManagerModule.test_servers ... ok -test.unit.common.test_manager.TestManagerModule.test_setup_env -test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok -test.unit.common.test_manager.TestManagerModule.test_verify_server -test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info -test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok -test.unit.common.test_swob.TestStatusMap.test_status_map -test.unit.common.test_swob.TestStatusMap.test_status_map ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers +test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok +test.unit.common.test_swob.TestResponse.test_507 +test.unit.common.test_swob.TestResponse.test_507 ... ok +test.unit.common.test_swob.TestResponse.test_app_iter +test.unit.common.test_swob.TestResponse.test_app_iter ... ok +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk +test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability +test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary +test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called +test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok +test.unit.common.test_swob.TestResponse.test_charset +test.unit.common.test_swob.TestResponse.test_charset ... ok +test.unit.common.test_swob.TestResponse.test_charset_content_type +test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok +test.unit.common.test_swob.TestResponse.test_content_type +test.unit.common.test_swob.TestResponse.test_content_type ... ok +test.unit.common.test_swob.TestResponse.test_empty_body +test.unit.common.test_swob.TestResponse.test_empty_body ... ok +test.unit.common.test_swob.TestResponse.test_etag +test.unit.common.test_swob.TestResponse.test_etag ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default +test.unit.common.test_swob.TestResponse.test_host_url_default ... ok +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_https +test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_override +test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override +test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https +test.unit.common.test_swob.TestResponse.test_host_url_https ... ok +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched +test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter +test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite +test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to +test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite +test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host +test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok +test.unit.common.test_swob.TestResponse.test_multi_range_body +test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges +test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok +test.unit.common.test_swob.TestResponse.test_multi_response_iter +test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok +test.unit.common.test_swob.TestResponse.test_properties +test.unit.common.test_swob.TestResponse.test_properties ... ok +test.unit.common.test_swob.TestResponse.test_range_body +test.unit.common.test_swob.TestResponse.test_range_body ... ok +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range +test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter +test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok +test.unit.common.test_swob.TestResponse.test_unicode_body +test.unit.common.test_swob.TestResponse.test_unicode_body ... ok +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_close +test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_init +test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_iter +test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok +test.unit.common.test_utils.TestSpliterator.test_big_input_string +test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok +test.unit.common.test_utils.TestSpliterator.test_closing +test.unit.common.test_utils.TestSpliterator.test_closing ... ok +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok +test.unit.common.test_utils.TestSpliterator.test_overlap +test.unit.common.test_utils.TestSpliterator.test_overlap ... ok +test.unit.common.test_utils.TestSpliterator.test_running_out +test.unit.common.test_utils.TestSpliterator.test_running_out ... ok +test.unit.common.test_utils.TestSpliterator.test_string +test.unit.common.test_utils.TestSpliterator.test_string ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty +test.unit.container.test_backend.TestContainerBroker.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok + +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0050 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0032 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0030 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0021 "-" 3324110 - +test DEBUG: - - - [29/Jan/2026:14:30:15 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3324110 - +test DEBUG: - - - [29/Jan/2026:14:30:15 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 3324110 - +test DEBUG: - - - [29/Jan/2026:14:30:15 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 3324110 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ~~~~~~~^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [29/Jan/2026:14:30:15 +0000] "REPLICATE /sda1/p/a/" 500 696 "-" "-" "-" 0.0029 "-" 3324110 - +test DEBUG: - - - [29/Jan/2026:14:30:15 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 3324110 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0027 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0025 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0033 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0034 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0019 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0013 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0013 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0017 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0018 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 3324110 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3324110 - +test.unit.account.test_server.TestAccountController.test_markers_with_reserved +test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok +test.unit.account.test_server.TestAccountController.test_not_allowed_method +test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok +test.unit.account.test_server.TestAccountController.test_null_markers +test.unit.account.test_server.TestAccountController.test_null_markers ... ok +test.unit.account.test_server.TestAccountController.test_params_format +test.unit.account.test_server.TestAccountController.test_params_format ... ok +test.unit.account.test_server.TestAccountController.test_params_utf8 +test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestAccountController.test_serv_reserv +test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok +test.unit.account.test_server.TestAccountController.test_through_call +test.unit.account.test_server.TestAccountController.test_through_call ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok +test.unit.account.test_server.TestAccountController.test_utf8_metadata +test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok +test.unit.cli.test_info.TestPrintObj.test_missing_etag +test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_recon.TestScout.test_scout_http_error +test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_ok +test.unit.cli.test_recon.TestScout.test_scout_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_url_error +test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok +test.unit.cli.test_reload.TestMain.test_check_failed +test.unit.cli.test_reload.TestMain.test_check_failed ... ok +test.unit.cli.test_reload.TestMain.test_good +test.unit.cli.test_reload.TestMain.test_good ... ok +test.unit.cli.test_reload.TestMain.test_needs_pid +test.unit.cli.test_reload.TestMain.test_needs_pid ... ok +test.unit.cli.test_reload.TestMain.test_timeout +test.unit.cli.test_reload.TestMain.test_timeout ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBroker.test_exception +test.unit.container.test_backend.TestContainerBroker.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_brokers +test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_db_state +test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info +test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_items_since +test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects +test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_report_info +test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0018 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0008 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0019 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0013 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0009 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0015 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0770 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0020 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0061 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0017 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0013 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0018 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0013 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +Reloaded swift-proxy-server +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_local_device +test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_args +test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args +test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok + fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items +test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok + +swift-ring-builder 1.3 + +swift-ring-builder + Shows information about the ring and the devices within. Output + includes a table that describes the report parameters (id, region, + port, flags, etc). + flags: possible values are 'DEL' and '' + DEL - indicates that the device is marked for removal from + ring and will be removed in next rebalance. + +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. + +or + +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. + +swift-ring-builder cancel_increase_partition_power + Cancel the increase of the partition power. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup unneeded links. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. + +swift-ring-builder dispersion [options] + + Output report on dispersion. + + --recalculate option will rebuild cached dispersion info and save builder + --verbose option will display dispersion graph broken down by tier + + You can filter which tiers are evaluated to drill down using a regex + in the optional search_filter argument. i.e. + + swift-ring-builder dispersion "r\d+z\d+$" -v + + ... would only display rows for the zone tiers + + swift-ring-builder dispersion ".*\-[^/]*$" -v + + ... would only display rows for the server tiers + + The reports columns are: + + Tier : the name of the tier + parts : the total number of partitions with assignment in the tier + % : the percentage of parts in the tier with replicas over assigned + max : maximum replicas a part should have assigned at the tier + 0 - N : the number of parts with that many replicas assigned + + e.g. + Tier: parts % max 0 1 2 3 + r1z1 1022 79.45 1 2 210 784 28 + + r1z1 has 1022 total parts assigned, 79% of them have more than the + recommend max replica count of 1 assigned. Only 2 parts in the ring + are *not* assigned in this tier (0 replica count), 210 parts have + the recommend replica count of 1, 784 have 2 replicas, and 28 sadly + have all three replicas in this tier. + +swift-ring-builder finish_increase_partition_power + Finally removes the next_part_power flag. Has to be run after the + swift-object-relinker tool has been used to cleanup old existing data. + + A write_ring command is needed to make the change take effect. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder increase_partition_power + Increases the partition power by one. Needs to be run after + prepare_increase_partition_power has been run and all existing data has + been relinked using the swift-object-relinker tool. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup old data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + +swift-ring-builder prepare_increase_partition_power + Prepare the ring to increase the partition power by one. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to relink existing data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder pretend_min_part_hours_passed + Resets the clock on the last time a rebalance happened, thus + circumventing the min_part_hours check. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you run this command and deploy rebalanced rings before a replication + pass completes, you may introduce unavailability in your cluster. This + has an end-user impact. + +swift-ring-builder rebalance [options] + Attempts to rebalance the ring by reassigning partitions that haven't been + recently reassigned. + +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices.test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok + +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0009 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0021 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0013 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0091 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0019 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0066 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0026 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0018 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3324101 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete resp = req.get_response(self.app, method='DELETE', query=query, headers={'Accept': 'application/json'}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response sw_resp = sw_req.get_response(app) File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response @@ -10980,96 +12744,1382 @@ raise effect Exception: kaboom fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok + +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 +fake-swift ERROR: Got status 404 listing container /AUTH_test/c +fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 +fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb1b29cc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb1b29cc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb1b29cc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb1b29cc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb1b28d00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb1b28280>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb1b28280>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +Fri Jan 30 04:30:15 2026 /tmp/tmp5xczglb2/log/swift/profile/default.profile3324110 +Fri Jan 30 04:30:15 2026 /tmp/tmp5xczglb2/log/swift/profile/default.profile123 +Fri Jan 30 04:30:15 2026 /tmp/tmp5xczglb2/log/swift/profile/default.profile456 + + 45 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 9 0.000 0.000 0.000 0.000 :0(exec) + 9 0.000 0.000 0.000 0.000 :0(getcwd) + 9 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 9 0.000 0.000 0.000 0.000 :0(setprofile) + + +test ERROR: ERROR Could not get container info /tmp/tmpsuf21kx6/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - File "/usr/lib/python3.13/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ~~~~~~~~~~~~~~~~~~~~~~~^^^ - File "/usr/lib/python3.13/json/decoder.py", line 345, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpsuf21kx6/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpq330xnzn/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test INFO: Since Thu Jan 1 14:00:00 1970: container audits: 0 passed audit, 1 failed audit +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test ERROR: ERROR Could not get container info /tmp/tmpq330xnzn/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpdnwzcoep/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpdnwzcoep/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpdnwzcoep/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpdnwzcoep/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpdnwzcoep/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpdnwzcoep/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpdnwzcoep/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpdnwzcoep/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpdnwzcoep/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpdnwzcoep/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.87s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpdnwzcoep/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpdnwzcoep/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpdnwzcoep/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpdnwzcoep/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmpdnwzcoep/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpdnwzcoep/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.common.test_db_auditor.TestAuditor.test_run_forever +test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok +test.unit.common.test_db_auditor.TestAuditor.test_run_once +test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok +test.unit.common.test_exceptions.TestExceptions.test_client_exception +test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_exception +test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok +test.unit.common.test_manager.TestManagerModule.test_command_wrapper +test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok +test.unit.common.test_manager.TestManagerModule.test_exc +test.unit.common.test_manager.TestManagerModule.test_exc ... ok +test.unit.common.test_manager.TestManagerModule.test_format_server_name +test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok +test.unit.common.test_manager.TestManagerModule.test_safe_kill +test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok +test.unit.common.test_manager.TestManagerModule.test_servers +test.unit.common.test_manager.TestManagerModule.test_servers ... ok +test.unit.common.test_manager.TestManagerModule.test_setup_env +test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok +test.unit.common.test_manager.TestManagerModule.test_verify_server +test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok + +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:full_control OWNER fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok + +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0020 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0021 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0021 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0020 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0025 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0029 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0013 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0019 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0004 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0020 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_newid +test.unit.container.test_backend.TestContainerBroker.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.exceptions.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + ~~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats + result = func(cache, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set + self._exception_occurred(server, e, cmd, conn_start_time, + ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + sock=sock, fp=fp) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num ... ok +Traceback (most recent call last): + +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0008 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0030 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0029 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0021 "-" 3324101 - +test DEBUG: - - - [29/Jan/2026:14:30:15 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3324101 - +test DEBUG: - - - [29/Jan/2026:14:30:15 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 3324101 - +test DEBUG: - - - [29/Jan/2026:14:30:15 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 3324101 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ~~~~~~~^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [29/Jan/2026:14:30:15 +0000] "REPLICATE /sda1/p/a/" 500 696 "-" "-" "-" 0.0028 "-" 3324101 - +test DEBUG: - - - [29/Jan/2026:14:30:15 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 3324101 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0057 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0031 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0026 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0019 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3324101 0 +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0002 "-" 3324101 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.exceptions.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + ~~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats + result = func(cache, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set + self._exception_occurred(server, e, cmd, conn_start_time, + ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + sock=sock, fp=fp) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union + ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_path +test.unit.container.test_backend.TestContainerBroker.test_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object +test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim +test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:write OWNER +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other OWNER +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok + +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit "once" mode +test ERROR: ERROR Could not get container info /tmp/tmpaceyt8cl/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpaceyt8cl/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit "once" mode completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +WARNING: Unable to modify file descriptor limit. Running as non-root? +WARNING: Unable to modify memory limit. Running as non-root? +WARNING: Unable to modify max process limit. Running as non-root? +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10213565826416016 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10283541679382324 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10305142402648926 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10321187973022461 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10335993766784668 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10352492332458496 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10367035865783691test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num ... ok +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0013 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0022 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0020 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0010 "-" 3324101 0 +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0017 "-" 3324101 1 +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0016 "-" 3324101 2 +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0018 "-" 3324101 3 +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0009 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0058 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0018 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3324101 3 +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0024 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0016 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0022 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0017 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0059 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0003 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0039 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3324101 - +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_info +test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' swift-ring-builder set_info @@ -11495,76 +14545,442 @@ test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'Content-Md5': 'UE82PXvmt2rXkm95QRBTXg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '504f363d7be6b76ad7926f794110535e', 'Content-Length': '289'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'Content-Md5': 'j7xKZWZpNR6T84eOYQuMyQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8fbc4a656669351e93f3878e610b8cc9', 'Content-Length': '230'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok + +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.0.0.0:1000/sda: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 491, in reap_object + direct_delete_object( + ~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda +test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb +test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc +test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd +test-reaper DEBUG: Begin devices pass: thisdeviceisbad +test-reaper ERROR: Exception in top-level account reaper loop: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 136, in run_once + for device in os.listdir(self.devices): + ~~~~~~~~~~^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' +test-reaper INFO: Devices pass completed: 0.00s +[2026-01-29 14:30:14] Checking auditor stats +=============================================================================== +test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +test WARNING: Skipping /tmp/tmp41wthd6p/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmp41wthd6p/devices3/device_is_file/data' +test WARNING: Skipping /tmp/tmp41wthd6p/devices4/device/data because +test WARNING: Skipping device as it is not mounted +test WARNING: Skipping /tmp/tmpta79hdk_/asdf/data because [Errno 20] Not a directory: '/tmp/tmpta79hdk_/asdf/data' +test WARNING: Skipping /tmp/tmpta79hdk_/asdf/data because [Errno 20] Not a directory: '/tmp/tmpta79hdk_/asdf/data' +test WARNING: Skipping asdf as it is not mounted +test WARNING: Skipping drive as it is not mounted +test WARNING: Skipping /tmp/tmp17ti57z4/asdf/data because [Errno 20] Not a directory: '/tmp/tmp17ti57z4/asdf/data' +test ERROR: Problem finding shard upper in '/tmp/tmp0qg0qkpg/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp0qg0qkpg/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalErrortest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pooling +test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok +test.unit.common.test_memcached.TestMemcached.test_decr +test.unit.common.test_memcached.TestMemcached.test_decr ... ok +test.unit.common.test_memcached.TestMemcached.test_delete +test.unit.common.test_memcached.TestMemcached.test_delete ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ resp = self.handle_request(req) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 208, in HEAD - return self._handle_acl(app, 'DELETE') - ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 150, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, '') + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response resp = self._get_response( app, method, container, obj, headers, body, query) @@ -11572,1033 +14988,309 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1735286408.172056913 1735286408.172097206 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one%2Cand%20two 1735286408.173061848 1735286408.173119307 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286408.174096107 1735286408.174157858 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286408.174811363 1735286408.174864054 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one 1735286408.175762892 1735286408.175820351 - -test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com -test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key -test INFO: - - 27/Dec/2024/08/00/08 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286408.179116964 1735286408.179184198 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0//c HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a//o HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon -test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty -test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_os_error -test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok -test.unit.common.test_db.TestChexor.test_chexor -test.unit.common.test_db.TestChexor.test_chexor ... ok -test.unit.common.test_db.TestChexor.test_invalid_old_hash -test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok -test.unit.common.test_db.TestChexor.test_no_name -test.unit.common.test_db.TestChexor.test_no_name ... ok -test.unit.common.test_db.TestChexor.test_normal_case -test.unit.common.test_db.TestChexor.test_normal_case ... ok -test.unit.common.test_db.TestDictFactory.test_normal_case -test.unit.common.test_db.TestDictFactory.test_normal_case ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok -sharder-test DEBUG: Unlinked retiring db '/tmp/tmphhlv2yz2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx83a17f7588044c53bd08a-00676e5e89) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx7d5d48af3f4e47259f131-00676e5e89) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpglxvvjw3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpglxvvjw3/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpglxvvjw3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpglxvvjw3/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0036 "-" 1927256 - -HTTP PERF: 0.00603 seconds to PUT 127.0.0.1:36469 /sdb1/1/a) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0036 "-" 1927256 - -HTTP PERF: 0.00517 seconds to PUT 127.0.0.1:35501 /sda1/1/a) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 1927256 - -HTTP PERF: 0.00498 seconds to PUT 127.0.0.1:35501 /sda1/2/a1) -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1927256 - -HTTP PERF: 0.00472 seconds to PUT 127.0.0.1:36469 /sdb1/2/a1) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd090393af9a34853bc8bf-00676e5e89" "proxy-server 1927256" 0.0094 "-" 1927256 - -HTTP PERF: 0.01108 seconds to HEAD 127.0.0.1:35501 /sda1/1/a?format=json) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:45219/sda1/1/a/c" "txd090393af9a34853bc8bf-00676e5e89" "container-server 1927256" 0.0012 "-" 1927256 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:49311/sdb1/1/a/c" "txd090393af9a34853bc8bf-00676e5e89" "container-server 1927256" 0.0011 "-" 1927256 0 -HTTP PERF: 0.00990 seconds to PUT 127.0.0.1:36469 /sdb1/1/a/c) -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txd090393af9a34853bc8bf-00676e5e89" "proxy-server 1927256" 0.0148 "-" 1927256 0 -HTTP PERF: 0.00594 seconds to PUT 127.0.0.1:35501 /sda1/1/a/c) -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txd090393af9a34853bc8bf-00676e5e89" "proxy-server 1927256" 0.0104 "-" 1927256 0 -HTTP PERF: 0.01833 seconds to PUT 127.0.0.1:49311 /sdb1/1/a/c) -HTTP PERF: 0.01838 seconds to PUT 127.0.0.1:45219 /sda1/1/a/c) -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/09 PUT /v1/a/c HTTP/1.0 201 - - t - - - txd090393af9a34853bc8bf-00676e5e89 - 0.0327 - - 1735286409.783177614 1735286409.815920115 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx7874471c54de4257bf71c-00676e5e89" "proxy-server 1927256" 0.0013 "-" 1927256 - -HTTP PERF: 0.00303 seconds to HEAD 127.0.0.1:36469 /sdb1/2/a1?format=json) -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:49311/sdb1/1/a1/c1" "tx7874471c54de4257bf71c-00676e5e89" "container-server 1927256" 0.0011 "-" 1927256 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:45219/sda1/1/a1/c1" "tx7874471c54de4257bf71c-00676e5e89" "container-server 1927256" 0.0011 "-" 1927256 0 -HTTP PERF: 0.01222 seconds to PUT 127.0.0.1:35501 /sda1/2/a1/c1) -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7874471c54de4257bf71c-00676e5e89" "proxy-server 1927256" 0.0164 "-" 1927256 0 -HTTP PERF: 0.00855 seconds to PUT 127.0.0.1:36469 /sdb1/2/a1/c1) -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7874471c54de4257bf71c-00676e5e89" "proxy-server 1927256" 0.0128 "-" 1927256 0 -HTTP PERF: 0.01924 seconds to PUT 127.0.0.1:49311 /sdb1/1/a1/c1) -HTTP PERF: 0.01995 seconds to PUT 127.0.0.1:45219 /sda1/1/a1/c1) -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/09 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx7874471c54de4257bf71c-00676e5e89 - 0.0261 - - 1735286409.817578316 1735286409.843707800 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7bf72c233d4749f1bd223-00676e5e89" "proxy-server 1927256" 0.0021 "-" 1927256 - -HTTP PERF: 0.00382 seconds to HEAD 127.0.0.1:35501 /sda1/1/a?format=json) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:45219/sda1/2/a/c1" "tx7bf72c233d4749f1bd223-00676e5e89" "container-server 1927256" 0.0520 "-" 1927256 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:49311/sdb1/2/a/c1" "tx7bf72c233d4749f1bd223-00676e5e89" "container-server 1927256" 0.0017 "-" 1927256 1 -HTTP PERF: 0.06069 seconds to PUT 127.0.0.1:35501 /sda1/1/a/c1) -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7bf72c233d4749f1bd223-00676e5e89" "proxy-server 1927256" 0.0647 "-" 1927256 1 -HTTP PERF: 0.05729 seconds to PUT 127.0.0.1:36469 /sdb1/1/a/c1) -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7bf72c233d4749f1bd223-00676e5e89" "proxy-server 1927256" 0.0612 "-" 1927256 1 -HTTP PERF: 0.06760 seconds to PUT 127.0.0.1:49311 /sdb1/2/a/c1) -HTTP PERF: 0.06766 seconds to PUT 127.0.0.1:45219 /sda1/2/a/c1) -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/09 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx7bf72c233d4749f1bd223-00676e5e89 - 0.0748 - - 1735286409.845316172 1735286409.920122385 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7ed7e4ea15684c97be42c-00676e5e89" "proxy-server 1927256" 0.0020 "-" 1927256 - -HTTP PERF: 0.00362 seconds to HEAD 127.0.0.1:35501 /sda1/1/a?format=json) -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:45219/sda1/1/a/c2" "tx7ed7e4ea15684c97be42c-00676e5e89" "container-server 1927256" 0.0017 "-" 1927256 2 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:49311/sdb1/1/a/c2" "tx7ed7e4ea15684c97be42c-00676e5e89" "container-server 1927256" 0.0011 "-" 1927256 2 -HTTP PERF: 0.00968 seconds to PUT 127.0.0.1:35501 /sda1/1/a/c2) -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7ed7e4ea15684c97be42c-00676e5e89" "proxy-server 1927256" 0.0134 "-" 1927256 2 -HTTP PERF: 0.00629 seconds to PUT 127.0.0.1:36469 /sdb1/1/a/c2) -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7ed7e4ea15684c97be42c-00676e5e89" "proxy-server 1927256" 0.0102 "-" 1927256 2 -HTTP PERF: 0.01646 seconds to PUT 127.0.0.1:45219 /sda1/1/a/c2) -HTTP PERF: 0.01643 seconds to PUT 127.0.0.1:49311 /sdb1/1/a/c2) -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_recon.TestRecon.test_async_check +test.unit.cli.test_recon.TestRecon.test_async_check ... ok +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok +test.unit.cli.test_recon.TestRecon.test_drive_audit_check +test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok +test.unit.cli.test_recon.TestRecon.test_gen_stats +test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok +test.unit.cli.test_recon.TestRecon.test_get_hosts +test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok +test.unit.cli.test_recon.TestRecon.test_get_ring_names +test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok +test.unit.cli.test_recon.TestRecon.test_ptime +test.unit.cli.test_recon.TestRecon.test_ptime ... ok +test.unit.cli.test_recon.TestRecon.test_quarantine_check +test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok +test.unit.cli.test_recon.TestRecon.test_umount_check +test.unit.cli.test_recon.TestRecon.test_umount_check ... ok +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_good +test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_worker +test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok +test.unit.common.test_memcached.TestMemcached.test_error_disabled +test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:othertest:othertest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok -test.unit.common.middleware.test_acl.TestACL.test_clean_acl -test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_safari -test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num ... ok - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0020 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0017 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0017 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0024 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0017 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0017 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0018 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0068 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0017 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0019 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0020 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0017 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927262 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0017 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0021 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0020 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0021 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0019 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0017 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0018 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0081 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0021 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0017 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0017 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0020 "-" 1927250 -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_not_found -test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestAccountController.test_OPTIONS -test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestAccountController.test_PUT -test.unit.account.test_server.TestAccountController.test_PUT ... ok -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -12614,24 +15306,6 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -12656,28 +15330,16 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:17 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:17 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -12689,173 +15351,353 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Dec/2024/08/00/08 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1735286408.013604641 1735286408.014529467 1 fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Dec/2024/08/00/08 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1735286408.015040398 1735286408.015802145 0 fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Expecting an element , got nothing, line 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata.test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok +test ERROR: Error retrieving recon data: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception + raise Exception +Exception +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test ERROR: Error parsing recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError + raise ValueError +ValueError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSErrortest.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest @@ -12902,300 +15744,166 @@ test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok -test.unit.common.test_db.TestDatabaseBroker.test_delete_db -test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok -test.unit.common.test_db.TestDatabaseBroker.test_initialize -test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok -test.unit.common.test_db.TestDatabaseBroker.test_lock -test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata -test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_newid -test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/09 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx7ed7e4ea15684c97be42c-00676e5e89 - 0.0232 - - 1735286409.921707153 1735286409.944907188 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txa20e57a4db02449e98c52-00676e5e89) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx4b7ab0d06cb9437c8d808-00676e5e89) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx58612ad53aff46ae8ea34-00676e5e89) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx58612ad53aff46ae8ea34-00676e5e89) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx58612ad53aff46ae8ea34-00676e5e89) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txde12286bb9ce43c2a65fb-00676e5e89) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txde12286bb9ce43c2a65fb-00676e5e89) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txde12286bb9ce43c2a65fb-00676e5e89) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa69fc87061a4496f81d65-00676e5e89) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txa69fc87061a4496f81d65-00676e5e89) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txbc5b6ee5659947ea802f9-00676e5e89) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txbc5b6ee5659947ea802f9-00676e5e89) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txcef546aa45df4633862a3-00676e5e8a) -test INFO: Client disconnected on read of '/a/c' (txn: txcef546aa45df4633862a3-00676e5e8a) -test INFO: Client disconnected on read of '/a/c' (txn: tx1518ff475b274b53ba992-00676e5e8a) -test INFO: Client disconnected on read of '/a/c' (txn: tx1518ff475b274b53ba992-00676e5e8a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txfd9091e5c1074ab3b7ea8-00676e5e8a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe043b8a4afba4329afb81-00676e5e8a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx366a595f05d5491cb2d27-00676e5e8a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx366a595f05d5491cb2d27-00676e5e8a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx366a595f05d5491cb2d27-00676e5e8a) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx366a595f05d5491cb2d27-00676e5e8a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx86a5e0a010f846668dad4-00676e5e8a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx86a5e0a010f846668dad4-00676e5e8a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx86a5e0a010f846668dad4-00676e5e8a) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx86a5e0a010f846668dad4-00676e5e8a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx617269054bcd41bb97176-00676e5e8a)test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST -test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok +test.unit.common.test_internal_client.TestGetAuth.test_ok +test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok +test.unit.common.test_manager.TestManager.test_create +test.unit.common.test_manager.TestManager.test_create ... ok +test.unit.common.test_manager.TestManager.test_default_strict +test.unit.common.test_manager.TestManager.test_default_strict ... ok +test.unit.common.test_manager.TestManager.test_force_reload +test.unit.common.test_manager.TestManager.test_force_reload ... ok +test.unit.common.test_manager.TestManager.test_get_command +test.unit.common.test_manager.TestManager.test_get_command ... ok +test.unit.common.test_manager.TestManager.test_iter +test.unit.common.test_manager.TestManager.test_iter ... ok +test.unit.common.test_manager.TestManager.test_list_commands +test.unit.common.test_manager.TestManager.test_list_commands ... ok +test.unit.common.test_manager.TestManager.test_no_daemon +test.unit.common.test_manager.TestManager.test_no_daemon ... ok +test.unit.common.test_manager.TestManager.test_no_wait +test.unit.common.test_manager.TestManager.test_no_wait ... ok +test.unit.common.test_manager.TestManager.test_once +test.unit.common.test_manager.TestManager.test_once ... ok +test.unit.common.test_manager.TestManager.test_reload +test.unit.common.test_manager.TestManager.test_reload ... ok +test.unit.common.test_manager.TestManager.test_restart +test.unit.common.test_manager.TestManager.test_restart ... ok +test.unit.common.test_manager.TestManager.test_run_command +test.unit.common.test_manager.TestManager.test_run_command ... ok +test.unit.common.test_manager.TestManager.test_shutdown +test.unit.common.test_manager.TestManager.test_shutdown ... ok +test.unit.common.test_manager.TestManager.test_start +test.unit.common.test_manager.TestManager.test_start ... ok +test.unit.common.test_manager.TestManager.test_status +test.unit.common.test_manager.TestManager.test_status ... ok +test.unit.common.test_manager.TestManager.test_stop +test.unit.common.test_manager.TestManager.test_stop ... ok +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok +test.unit.common.test_splice.TestSplice.test_available +test.unit.common.test_splice.TestSplice.test_available ... ok +test.unit.common.test_splice.TestSplice.test_errno +test.unit.common.test_splice.TestSplice.test_errno ... ok +test.unit.common.test_splice.TestSplice.test_fileno +test.unit.common.test_splice.TestSplice.test_fileno ... ok +test.unit.common.test_splice.TestSplice.test_flags +test.unit.common.test_splice.TestSplice.test_flags ... ok +test.unit.common.test_splice.TestSplice.test_flags_list +test.unit.common.test_splice.TestSplice.test_flags_list ... ok +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_unavailable +test.unit.common.test_splice.TestSplice.test_unavailable ... ok +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok +test.unit.common.test_utils.TestFallocate.test_arg_bounds +test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate +test.unit.common.test_utils.TestFallocate.test_fallocate ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_pending +test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok swift-ring-builder set_min_part_hours @@ -13340,11 +16048,11 @@ Exit codes: 0 = operation successful 1 = operation completed with warnings 2 = error -/tmp/tmpq56n1k1r/tmp9jbsq14f, build version 4, id 4317c3eb54c0444fa11f121c7722b55d +/tmp/tmptb0x4azz/tmpw6_4lamp, build version 4, id ac06124e6bc04e52817194ffac83b321 64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) The overload factor is 0.00% (0.000000) -Ring file /tmp/tmpq56n1k1r/tmp9jbsq14f.ring.gz not found, probably it hasn't been written yet +Ring file /tmp/tmptb0x4azz/tmpw6_4lamp.ring.gz not found, probably it hasn't been written yet Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 @@ -13421,1259 +16129,261 @@ test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286408.220362425 1735286408.220419884 - -test INFO: - - 27/Dec/2024/08/00/08 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735286408.220661163 1735286408.220695734 - -test INFO: - - 27/Dec/2024/08/00/08 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735286408.220891714 1735286408.220922470 - -test INFO: - - 27/Dec/2024/08/00/08 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735286408.221100569 1735286408.221127748 - -test INFO: - - 27/Dec/2024/08/00/08 GET /v1.0 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735286408.221296787 1735286408.221323729 - -test INFO: - - 27/Dec/2024/08/00/08 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 FA - 1735286408.223711729 1735286408.923711777 - -test INFO: - - 27/Dec/2024/08/00/08 GET /path HTTP/1.0 500 - - - - - - - - 0.2000 - - 1735286408.224951029 1735286408.424951077 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1735286408.225921631 1735286408.225984097 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - - - - - 0.0001 - - 1735286408.226948500 1735286408.227018833 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 3 - - - 0.0001 - - 1735286408.227990866 1735286408.228071690 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 12 - - - 0.0001 - - 1735286408.229068995 1735286408.229135275 - -test INFO: - - 27/Dec/2024/08/00/08 GET /v1/a/c/o HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1735286408.230719805 1735286408.930719852 0 -test INFO: - - 27/Dec/2024/08/00/08 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735286408.236994267 1735286408.237025738 1 -test INFO: - - 27/Dec/2024/08/00/08 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286408.237714767 1735286408.237817764 1 -test INFO: 4.5.6.7 1.2.3.4 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286408.238764286 1735286408.238830566 - -test INFO: 4.5.6.7 1.2.3.4 27/Dec/2024/08/00/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286408.239485741 1735286408.239544153 - -test INFO: - - 27/Dec/2024/08/00/08 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286408.240525723 1735286408.240601301 - -test INFO: - - 27/Dec/2024/08/00/08 GET / HTTP/1.0 499 - - - - 4 - - - 0.0001 - - 1735286408.242220402 1735286408.242297173 - -test INFO: - - 27/Dec/2024/08/00/08 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1735286408.242926359 1735286408.242948294 - -test INFO: - - 27/Dec/2024/08/00/08 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1735286408.243559361 1735286408.243583441 0 -test INFO: - - 27/Dec/2024/08/00/08 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1735286408.243981123 1735286408.243998766 -1 -test INFO: - - 27/Dec/2024/08/00/08 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1735286408.244605780 1735286408.244626522 - -test ERROR: Error in '/tmp/tmp8lpwtteg/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' -test ERROR: Could not load '/tmp/tmpvq1jcfy0/container-sync-realms.conf': File contains no section headers. -file: '/tmp/tmpvq1jcfy0/container-sync-realms.conf', line: 1 -'invalid' -test DEBUG: Could not load '597a75960aae4a52878a767a53b8a7e8': [Errno 2] No such file or directory: '597a75960aae4a52878a767a53b8a7e8' -test ERROR: Could not load '/tmp/tmpbrm9r8ct/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpbrm9r8ct/container-sync-realms.conf' -proxy INFO: (1927258) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927258) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: tx4e82060b566e486392cdd-00676e5e89) -proxy INFO: wsgi exiting -proxy INFO: (1927258) wsgi exited, is_accepting=True -proxy INFO: (1927258) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927258) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: tx25dddce8888f482383d79-00676e5e89)test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst -test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_init -test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate -test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer -test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok -test.unit.common.test_utils.TestShardRangeList.test_filter -test.unit.common.test_utils.TestShardRangeList.test_filter ... ok -test.unit.common.test_utils.TestShardRangeList.test_find_lower -test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok -test.unit.common.test_utils.TestShardRangeList.test_includes -test.unit.common.test_utils.TestShardRangeList.test_includes ... ok -test.unit.common.test_utils.TestShardRangeList.test_init -test.unit.common.test_utils.TestShardRangeList.test_init ... ok -test.unit.common.test_utils.TestShardRangeList.test_init_with_list -test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok -test.unit.common.test_utils.TestShardRangeList.test_pop -test.unit.common.test_utils.TestShardRangeList.test_pop ... ok -test.unit.common.test_utils.TestShardRangeList.test_slice -test.unit.common.test_utils.TestShardRangeList.test_slice ... ok -test.unit.common.test_utils.TestShardRangeList.test_states -test.unit.common.test_utils.TestShardRangeList.test_states ... ok -test.unit.common.test_utils.TestShardRangeList.test_timestamps -test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency -test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok - -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -Quarantined /tmp/tmp900uekoe/dev/dbs/par/pre/db to /tmp/tmp900uekoe/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmp900uekoe/dev/dbs/par/pre/db to /tmp/tmp900uekoe/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmp900uekoe/dev/dbs/par/pre/db to /tmp/tmp900uekoe/dev/quarantined/tests/db due to corrupted database -Quarantined /tmp/tmp900uekoe/dev/dbs/par/pre/db to /tmp/tmp900uekoe/dev/quarantined/tests/db due to disk error while accessing database -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok -test.unit.common.test_db.TestDatabaseBroker.test_put_record -test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok -Quarantined /tmp/tmpkhu9m1jv/dev/dbs/par/pre/db to /tmp/tmpkhu9m1jv/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok -Quarantined /tmp/tmpegds4t32/dev/dbs/par/pre/db to /tmp/tmpegds4t32/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers -test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok -test.unit.common.test_swob.TestResponse.test_507 -test.unit.common.test_swob.TestResponse.test_507 ... ok -test.unit.common.test_swob.TestResponse.test_app_iter -test.unit.common.test_swob.TestResponse.test_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk -test.unit.common.test_swob.TestResponse.test_call_finds_nonempty_chunk ... ok -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability -test.unit.common.test_swob.TestResponse.test_call_preserves_closeability ... ok -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary -test.unit.common.test_swob.TestResponse.test_call_reifies_request_if_necessary ... ok -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called -test.unit.common.test_swob.TestResponse.test_call_requires_that_start_response_is_called ... ok -test.unit.common.test_swob.TestResponse.test_charset -test.unit.common.test_swob.TestResponse.test_charset ... ok -test.unit.common.test_swob.TestResponse.test_charset_content_type -test.unit.common.test_swob.TestResponse.test_charset_content_type ... ok -test.unit.common.test_swob.TestResponse.test_content_type -test.unit.common.test_swob.TestResponse.test_content_type ... ok -test.unit.common.test_swob.TestResponse.test_empty_body -test.unit.common.test_swob.TestResponse.test_empty_body ... ok -test.unit.common.test_swob.TestResponse.test_etag -test.unit.common.test_swob.TestResponse.test_etag ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default -test.unit.common.test_swob.TestResponse.test_host_url_default ... ok -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_default_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_https -test.unit.common.test_swob.TestResponse.test_host_url_host_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_override -test.unit.common.test_swob.TestResponse.test_host_url_host_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override -test.unit.common.test_swob.TestResponse.test_host_url_host_port_override ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https -test.unit.common.test_swob.TestResponse.test_host_url_https ... ok -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched -test.unit.common.test_swob.TestResponse.test_host_url_https_port_squelched ... ok -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter -test.unit.common.test_swob.TestResponse.test_init_with_body_headers_app_iter ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite -test.unit.common.test_swob.TestResponse.test_location_no_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to -test.unit.common.test_swob.TestResponse.test_location_no_rewrite_when_told_not_to ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite -test.unit.common.test_swob.TestResponse.test_location_rewrite ... ok -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host -test.unit.common.test_swob.TestResponse.test_location_rewrite_no_host ... ok -test.unit.common.test_swob.TestResponse.test_multi_range_body -test.unit.common.test_swob.TestResponse.test_multi_range_body ... ok -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges -test.unit.common.test_swob.TestResponse.test_multi_ranges_wo_iter_ranges ... ok -test.unit.common.test_swob.TestResponse.test_multi_response_iter -test.unit.common.test_swob.TestResponse.test_multi_response_iter ... ok -test.unit.common.test_swob.TestResponse.test_properties -test.unit.common.test_swob.TestResponse.test_properties ... ok -test.unit.common.test_swob.TestResponse.test_range_body -test.unit.common.test_swob.TestResponse.test_range_body ... ok -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range -test.unit.common.test_swob.TestResponse.test_single_range_wo_iter_range ... ok -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_closes_large_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter -test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok -test.unit.common.test_swob.TestResponse.test_unicode_body -test.unit.common.test_swob.TestResponse.test_unicode_body ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_defaults -test.unit.common.utils.test_config.ResellerConfReader.test_defaults ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default -test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma -test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options -test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_close_error -test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit -test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_delete -test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_close -test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_init -test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0020 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0020 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0020 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0072 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0022 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0022 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0027 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0013 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0020 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0021 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0052 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0021 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0018 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0020 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0069 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0019 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0024 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0033 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0013 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0022 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0022 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0059 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1927250 -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestAccountController.test_PUT_auto_create -test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_not_found -test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestAccountController.test__call__raise_timeout -test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok -test.unit.account.test_server.TestAccountController.test_correct_allowed_method -test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok -test.unit.account.test_server.TestAccountController.test_empty_policy_stats -test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok -test.unit.account.test_server.TestAccountController.test_init -test.unit.account.test_server.TestAccountController.test_init ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestAccountController.test_list_allowed_methods -test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok -test.unit.account.test_server.TestAccountController.test_log_line_format -test.unit.account.test_server.TestAccountController.test_log_line_format ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:07 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded + +user quit +No .MockServer object at 0xffff95153bd0> running +.MockServerFactory.MockServer object at 0xffff94f24c20> (1) appears to have stopped +No .MockServerFactory.MockServer object at 0xffff949d4e10> running +No .MockServerFactory.MockServer object at 0xffff949d4f50> running +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff949df100> to die; giving up +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff94f24590> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff94f24590> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff949d4e10> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff949d4e10> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff949d4f50> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff949d4f50> pid: None signal: 9 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0099 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0116 "-" 3324107 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +fake-swift ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + File "/usr/lib/python3.13/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ~~~~~~~~~~~~~~~~~~~~~~~^^^ + File "/usr/lib/python3.13/json/decoder.py", line 345, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx617269054bcd41bb97176-00676e5e8a) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx617269054bcd41bb97176-00676e5e8a) -test ERROR: Account HEAD returning 503 for [] (txn: tx617269054bcd41bb97176-00676e5e8a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1912e224a5904bd088559-00676e5e8a) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf12533b380134a26ae2bd-00676e5e8a) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txf12533b380134a26ae2bd-00676e5e8a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx22930b21ed9a4a8aaa5e2-00676e5e8a) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx03e0700da8a74d5ca7a0f-00676e5e8a) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx83a87e26a362466ea7a15-00676e5e8a) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0b37453bf3814e2fa694f-00676e5e8a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx903226ec77674ea09b78a-00676e5e8a) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8592f079903a4a898d86d-00676e5e8a) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx8592f079903a4a898d86d-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txb3b6787a6adf41818f375-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txb3b6787a6adf41818f375-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txb3b6787a6adf41818f375-00676e5e8a) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txb3b6787a6adf41818f375-00676e5e8a) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb3b6787a6adf41818f375-00676e5e8a) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb3b6787a6adf41818f375-00676e5e8a) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1038515567779541 +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0018293857574463 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0021553039550781 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0022869110107422 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0024099349975586 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0025219917297363 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.002629280090332 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0021390914916992 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.002243995666504 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10415792465209961 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.9550323486328125e-05: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb3b6787a6adf41818f375-00676e5e8a) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txb3b6787a6adf41818f375-00676e5e8a) -test WARNING: Could not autocreate account '/account' (txn: txb3b6787a6adf41818f375-00676e5e8a) -test INFO: autocreate account '/account' (txn: txdd927f44b9a14e3995de8-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txdfc63e201cb347478154a-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txdfc63e201cb347478154a-00676e5e8a) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: txdfc63e201cb347478154a-00676e5e8a) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txdfc63e201cb347478154a-00676e5e8a)test.unit.proxy.test_mem_server.TestContainerController.test_PUT -test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting +test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok swift-ring-builder remove [search-value ...] [--yes] @@ -14904,1085 +16614,673 @@ test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0052 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0032 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0033 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0024 "-" 1927250 - -test DEBUG: - - - [27/Dec/2024:08:00:08 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1927250 - -test DEBUG: - - - [27/Dec/2024:08:00:08 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 1927250 - -test DEBUG: - - - [27/Dec/2024:08:00:08 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1927250 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ~~~~~~~^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [27/Dec/2024:08:00:08 +0000] "REPLICATE /sda1/p/a/" 500 696 "-" "-" "-" 0.0029 "-" 1927250 - -test DEBUG: - - - [27/Dec/2024:08:00:08 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1927250 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0028 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0035 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0021 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0019 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1927250 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1927250 - -test.unit.account.test_server.TestAccountController.test_markers_with_reserved -test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestAccountController.test_not_allowed_method -test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok -test.unit.account.test_server.TestAccountController.test_null_markers -test.unit.account.test_server.TestAccountController.test_null_markers ... ok -test.unit.account.test_server.TestAccountController.test_params_format -test.unit.account.test_server.TestAccountController.test_params_format ... ok -test.unit.account.test_server.TestAccountController.test_params_utf8 -test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestAccountController.test_serv_reserv -test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok -test.unit.account.test_server.TestAccountController.test_through_call -test.unit.account.test_server.TestAccountController.test_through_call ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok -test.unit.account.test_server.TestAccountController.test_utf8_metadata -test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok -test.unit.cli.test_recon.TestReconCommands.test_disk_usage -test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_load_check -test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_replication_check -test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_server_type_check -test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_sharding_check -test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check -test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check -test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok - -proxy INFO: wsgi exiting -proxy INFO: (1927258) wsgi exited, is_accepting=True -proxy INFO: (1927258) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927258) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: tx08abd77888ec4c7caa1b9-00676e5e89) -proxy INFO: wsgi exiting -proxy INFO: (1927258) wsgi exited, is_accepting=True -proxy INFO: (1927258) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927258) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (1927258) wsgi exited, is_accepting=True -proxy INFO: (1927258) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927258) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [26/Dec/2024 20:00:09] "GET /someurl HTTP/1.1" 200 160 0.000061 -proxy INFO: 192.168.0.1 - - [26/Dec/2024 20:00:09] "GET /otherurl HTTP/1.1" 200 179 0.000030 -proxy INFO: wsgi exiting -proxy INFO: (1927258) wsgi exited, is_accepting=True -proxy INFO: (1927258) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927258) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [26/Dec/2024 20:00:09] "GET /someurl HTTP/1.0" 200 186 0.000047 -proxy INFO: wsgi exiting -proxy INFO: (1927258) wsgi exited, is_accepting=True -proxy INFO: (1927258) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927258) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [26/Dec/2024 20:00:09] "GET /someurl HTTP/1.0" 200 179 0.000045 -proxy INFO: wsgi exiting -proxy INFO: (1927258) wsgi exited, is_accepting=True -proxy INFO: (1927258) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927258) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:09] "GET /someurl HTTP/1.0" 200 180 0.000045 -proxy INFO: wsgi exiting -proxy INFO: (1927258) wsgi exited, is_accepting=True -proxy INFO: (1927258) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927258) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:09] "GET /someurl HTTP/1.0" 200 180 0.000048 -proxy INFO: wsgi exiting -proxy INFO: (1927258) wsgi exited, is_accepting=True -proxy INFO: (1927258) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1927258) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:00:09] "GET /someurl HTTP/1.0" 200 180 0.000042 -proxy INFO: wsgi exiting -proxy INFO: (1927258) wsgi exited, is_accepting=True -test INFO: Begin container audit "once" mode -test DEBUG: Audit passed for /tmp/tmp9b1k2byt/sda/containers/0/0/0/test.db -test INFO: Container audit "once" mode completed: 0.00s -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1734620400 -test DEBUG: looking for objects in 1734620400 -test DEBUG: checking container 1734616800 -test DEBUG: looking for objects in 1734616800 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1735282800 -test DEBUG: looking for objects in 1735282800test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_delete -test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move -test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok -test WARNING: More than one part in a single-part response? -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test NOTICE: Started child 0 (PID 94) for port 6009 -test NOTICE: Started child 1 (PID 95) for port 6009 -test NOTICE: Started child 2 (PID 96) for port 6009 -test NOTICE: Started child 1 (PID 97) for port 6009 -test NOTICE: Child 2 (PID 1927254, port 6007) exiting normally -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txf6c218a9a3664305b25f5-00676e5e8c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx35cd2fa3d84f4ed4a8d33-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx35cd2fa3d84f4ed4a8d33-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx35cd2fa3d84f4ed4a8d33-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx35cd2fa3d84f4ed4a8d33-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx35cd2fa3d84f4ed4a8d33-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx35cd2fa3d84f4ed4a8d33-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx35cd2fa3d84f4ed4a8d33-00676e5e8c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx0fccc80c52c240679dee4-00676e5e8c)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0055 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0008 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0029 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0029 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0022 "-" 1927262 - -test DEBUG: - - - [27/Dec/2024:08:00:08 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1927262 - -test DEBUG: - - - [27/Dec/2024:08:00:08 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1927262 - -test DEBUG: - - - [27/Dec/2024:08:00:08 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1927262 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ~~~~~~~^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [27/Dec/2024:08:00:08 +0000] "REPLICATE /sda1/p/a/" 500 696 "-" "-" "-" 0.0028 "-" 1927262 - -test DEBUG: - - - [27/Dec/2024:08:00:08 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1927262 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0037 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0026 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0012 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0017 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0017 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927262 1 -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0018 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1927262 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + File "/usr/lib/python3.13/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ~~~~~~~~~~~~~~~~~~~~~~~^^^ + File "/usr/lib/python3.13/json/decoder.py", line 345, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test INFO: - - - [29/Jan/2026:14:30:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3324101 - +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 5 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 +test DEBUG: No decryption is necessary because of override +test DEBUG: No decryption is necessary because of override +test ERROR: get_keys(): from callback: Testing: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Key must be length 32 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting object: Missing 'body_key' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid ... ok -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0019 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0017 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0023 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0009 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0015 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0822 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0017 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0017 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0021 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0064 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0022 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0017 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0020 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0013 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0014 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0035 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -[2024-12-27 08:00:10] Checking auditor stats -=============================================================================== -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:full_control OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "acc\u00e9ss", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Not a path query: /, skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication componenttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_defaults +test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txdfc63e201cb347478154a-00676e5e8a) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txdfc63e201cb347478154a-00676e5e8a) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txdfc63e201cb347478154a-00676e5e8a) -test WARNING: Could not autocreate account '/account' (txn: txdfc63e201cb347478154a-00676e5e8a) -test INFO: autocreate account '/account' (txn: txccca6aa140ff4db885827-00676e5e8a) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe457cde0e8e247a7a2780-00676e5e8a) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txe457cde0e8e247a7a2780-00676e5e8a) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txe457cde0e8e247a7a2780-00676e5e8a) -test INFO: autocreate account '/account' (txn: txb5a30ab89f754dd8b1b5f-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx08dad5c9b7cf4bcb83392-00676e5e8a) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx08dad5c9b7cf4bcb83392-00676e5e8a) -test INFO: autocreate account '/account' (txn: tx08dad5c9b7cf4bcb83392-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txaa3f5265ad664cff810d5-00676e5e8a) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txaa3f5265ad664cff810d5-00676e5e8a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: tx14a6498f76e948bda0d5a-00676e5e8a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx0c36f9c567a4416e99049-00676e5e8a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb0ef9311754544738d788-00676e5e8a) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdcefdb4aa388446ebe60c-00676e5e8a) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx14e41493942246c486d7a-00676e5e8a) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx122a7c6cfc6d4b7fac463-00676e5e8a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx88d34e6886814f8fa10c7-00676e5e8a) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txc06535760d7e45a69431f-00676e5e8a) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx5c0f7acf00c74e789754e-00676e5e8a) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx5c0f7acf00c74e789754e-00676e5e8a)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0070 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0103 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0123 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0160 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0126 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0081 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0182 "-" 3324107 2 +test ERROR: ERROR Account update failed with 127.0.0.1:58395/sda1 (will retry later): Response 503 OK +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0109 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0007 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0125 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0123 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0107 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0117 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0094 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0099 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0013 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0127 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0099 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0010 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok + +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.4:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config +test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok +test.unit.common.test_memcached.TestMemcached.test_error_raising +test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns +test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr +test.unit.common.test_memcached.TestMemcached.test_incr ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time +test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok +test.unit.common.test_memcached.TestMemcached.test_multi +test.unit.common.test_memcached.TestMemcached.test_multi ... ok +test.unit.common.test_memcached.TestMemcached.test_multi_delete +test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_retry +test.unit.common.test_memcached.TestMemcached.test_retry ... ok +test.unit.common.test_memcached.TestMemcached.test_serialization +test.unit.common.test_memcached.TestMemcached.test_serialization ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error +test.unit.common.test_memcached.TestMemcached.test_set_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_expiration_time +test.unit.common.test_memcached.TestMemcached.test_set_expiration_time ... ok +test.unit.common.test_memcached.TestMemcached.test_set_get_json +test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok +test.unit.common.test_utils.TestClosingMapper.test_close +test.unit.common.test_utils.TestClosingMapper.test_close ... ok +test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception +test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_eq +test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_parse +test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str +test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES +test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api +test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking +test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_recursive +test.unit.common.utils.test_logs.TestPipeMutex.test_recursive ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire +test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases +test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser +test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. @@ -16138,2012 +17436,3263 @@ test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok - -test DEBUG: checking container 1735279200 -test DEBUG: looking for objects in 1735279200 -test DEBUG: checking container 1735275600 -test DEBUG: looking for objects in 1735275600 -test DEBUG: checking container 1735272000 -test DEBUG: looking for objects in 1735272000 -test DEBUG: checking container 1735268400 -test DEBUG: looking for objects in 1735268400 -test DEBUG: checking container 1735264800 -test DEBUG: looking for objects in 1735264800 -test DEBUG: checking container 1735261200 -test DEBUG: looking for objects in 1735261200 -test DEBUG: checking container 1735257600 -test DEBUG: looking for objects in 1735257600 -test DEBUG: checking container 1735254000 -test DEBUG: looking for objects in 1735254000 -test DEBUG: checking container 1734681600 -test DEBUG: looking for objects in 1734681600 -test DEBUG: checking container 1734678000 -test DEBUG: looking for objects in 1734678000 -test DEBUG: checking container 1734674400 -test DEBUG: looking for objects in 1734674400 -test DEBUG: checking container 1734670800 -test DEBUG: looking for objects in 1734670800 -test DEBUG: checking container 1734667200 -test DEBUG: looking for objects in 1734667200 -test DEBUG: checking container 1734663600 -test DEBUG: looking for objects in 1734663600 -test DEBUG: checking container 1734660000 -test DEBUG: looking for objects in 1734660000 -test DEBUG: checking container 1734656400 -test DEBUG: looking for objects in 1734656400 -test DEBUG: checking container 1734652800 -test DEBUG: looking for objects in 1734652800 -test DEBUG: checking container 1734649200 -test DEBUG: looking for objects in 1734649200 -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735286410.750400) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1735286410.750400) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735286410.750400) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1735286410.750400) from storage policy 1 -test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1735286410.750400) in policy_index 1 will be deleted from policy_index 0 (1735286410.75040_0000000000000002) -test INFO: delete_success: '/AUTH_bob/c/o1' (1735286410.750400) deleted from policy_index 0 (1735286410.75040_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1735286410.750400) from policy_index 1 (1735286410.75040_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1735286410.750400) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (1735286410.750400) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1735286410.750400) from the queue (1735286410.75040_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deletedtest.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx9c5a70cc2e7e4ba49ad85-00676e5e8c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx7d2f0b53458644eca1877-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx7d2f0b53458644eca1877-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx7d2f0b53458644eca1877-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx7d2f0b53458644eca1877-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx7d2f0b53458644eca1877-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx7d2f0b53458644eca1877-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx7d2f0b53458644eca1877-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx7d2f0b53458644eca1877-00676e5e8c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0020 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:08 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0010 "-" 1927262 0 -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0016 "-" 1927262 1 -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0016 "-" 1927262 2 -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0015 "-" 1927262 3 -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0019 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0013 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0013 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1927262 0 -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0017 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0020 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0014 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0057 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 1927262 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok + test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Cached creds valid +test DEBUG: Connecting with tenant: tenant_id test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Cached keystone credentials +test DEBUG: Connecting with tenant: TENANT_ID test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication componenttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok +test DEBUG: No authorization details from s3api. skipping. +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1769697020.185988188 1769697020.186079264 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1769697020.195243835 1769697020.195254803 - +test INFO: - - 29/Jan/2026/14/30/20 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1769697020.196196079 1769697020.896196127 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697020.197788954 1769697020.197863817 - +test INFO: GET /v1/a/c 205 205 +test INFO: GET /v1/a/c 209 205 +test INFO: GET /v1/a/c 210 205 +test INFO: 1.2.3.4 1.2.3.4 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697020.216439009 1769697020.216510057 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1769697020.217434406 1769697020.217455864 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1769697020.218313456 1769697020.218326569 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697020.220182180 1769697020.220262051 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697020.221084833 1769697020.221141577 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 15 - - - 0.0003 - - 1769697020.221072435 1769697020.221418858 - +test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - +test INFO: GET /v1/a/c 503 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c True 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c parsing%20ok 503 +test INFO: GET /v1/a/c 500 500 +test INFO: GET /v1/a/c 500 568 +test INFO: GET /v1/a/c 499 503 +test INFO: GET /v1/a/c 499 503 +test INFO: GET / 500 200 +test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697020.268641472 1769697020.268723249 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697020.270742178 1769697020.270810843 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0001 - - 1769697020.275815487 1769697020.275888205 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697020.276567459 1769697020.276625872 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0007 - - 1769697020.277221680 1769697020.277948618 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1769697020.278738260 1769697020.278794527 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1769697020.287730217 1769697020.287804365 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697020.288474798 1769697020.288530111 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0001 - - 1769697020.289142370 1769697020.289195299 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1769697020.289823771 1769697020.289872885 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1769697020.290258408 1769697020.290296555 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one%2Cand%20two 1769697020.291188240 1769697020.291245222 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697020.292067766 1769697020.292124987 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769697020.292689562 1769697020.292738199 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one 1769697020.293546200 1769697020.293600082 - +test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com +test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key +test INFO: - - 29/Jan/2026/14/30/20 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697020.304903984 1769697020.304975510 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0009 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0094 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0092 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0133 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0097 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0092 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0095 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0087 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0092 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0053 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0132 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0094 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0010 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 3324107 2 +test DEBUG: Unlinked retiring db '/tmp/tmptvmxwrk8/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0093 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0093 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0375 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3324107 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 -fake-swift ERROR: Got status 404 listing container /AUTH_test/c -fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 -fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 -test ERROR: Error retrieving recon data: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception - raise Exception -Exception -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error parsing recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError - raise ValueError -ValueError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSErrortest.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error -test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok -test.unit.common.ring.test_ring.TestRing.test_creation -test.unit.common.ring.test_ring.TestRing.test_creation ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok -test.unit.common.ring.test_ring.TestRing.test_get_nodes -test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part -test.unit.common.ring.test_ring.TestRing.test_get_part ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_has_changed -test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok -test.unit.common.ring.test_ring.TestRing.test_reload -test.unit.common.ring.test_ring.TestRing.test_reload ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok -test.unit.common.ring.test_ring.TestRing.test_replica_count -test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok -test.unit.common.test_db.TestDatabaseConnectionError.test_str -test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok -test.unit.common.test_internal_client.TestGetAuth.test_ok -test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host ... ok -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none ... ok -test.unit.common.test_utils.TestClosingIterator.test_close -test.unit.common.test_utils.TestClosingIterator.test_close ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_gen -test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_others -test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok -test.unit.common.test_utils.TestClosingIterator.test_nested_iters -test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_just_one -test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_uneven -test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok -test.unit.common.test_utils.TestParseContentRange.test_bad -test.unit.common.test_utils.TestParseContentRange.test_bad ... ok -test.unit.common.test_utils.TestParseContentRange.test_good -test.unit.common.test_utils.TestParseContentRange.test_good ... ok -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok -test.unit.common.test_utils.TestWatchdog.test_start_stop -test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_expire -test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.exceptions.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - ~~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats - result = func(cache, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set - self._exception_occurred(server, e, cmd, conn_start_time, - ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - sock=sock, fp=fp) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.exceptions.MemcacheConnectionError: failed set: +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num ... ok -During handling of the above exception, another exception occurred: +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0103 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0062 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0063 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0104 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0026 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0027 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0029 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0026 "-" 3324107 2 +test DEBUG: Unlinked retiring db '/tmp/tmp5ayfkeqi/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0082 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0041 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0038 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0023 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0008 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0037 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0036 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0036 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0040 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0055 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0058 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0056 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - ~~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats - result = func(cache, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set - self._exception_occurred(server, e, cmd, conn_start_time, - ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - sock=sock, fp=fp) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0//c HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a//o HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok +test.unit.common.test_db.TestDatabaseConnectionError.test_str +test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info +test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 -test DEBUG: No decryption is necessary because of override -test DEBUG: No decryption is necessary because of override -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Key must be length 32 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting object: Missing 'body_key' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:12 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1927262 - -test INFO: - - - [27/Dec/2024:08:00:09 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0053 "-" 1927262 - +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET - resp = req.get_response(self.app, query={'format': 'json'}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb0aa7640>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb0aa7c40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb0aa7640>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok -test.unit.common.test_internal_client.TestInternalClient.test_container_exists -test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_account -test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container -test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_account -test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container -test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_object -test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object -test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init -test.unit.common.test_internal_client.TestInternalClient.test_init ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items -test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path -test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object -test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok - -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx5c0f7acf00c74e789754e-00676e5e8a) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txb9432671bc84467a92f8d-00676e5e8a) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txb9432671bc84467a92f8d-00676e5e8a) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txb9432671bc84467a92f8d-00676e5e8a) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txce1772a9f034487a89d23-00676e5e8a) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txce1772a9f034487a89d23-00676e5e8a) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txce1772a9f034487a89d23-00676e5e8a) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txce1772a9f034487a89d23-00676e5e8a) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txba61c1597f5f4129bc2f1-00676e5e8a) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txba61c1597f5f4129bc2f1-00676e5e8a) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txba61c1597f5f4129bc2f1-00676e5e8a) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txba61c1597f5f4129bc2f1-00676e5e8a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txe8afef95a8034f9aa9f24-00676e5e8a) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx5f339f3812014d9cb3457-00676e5e8a) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx5f339f3812014d9cb3457-00676e5e8a) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5f339f3812014d9cb3457-00676e5e8a) -test ERROR: Account HEAD returning 503 for [] (txn: tx5f339f3812014d9cb3457-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx9d8e3f9ec668470caea8c-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx9d8e3f9ec668470caea8c-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx9d8e3f9ec668470caea8c-00676e5e8a) -test ERROR: Account HEAD returning 503 for [] (txn: tx9d8e3f9ec668470caea8c-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx037d34dbc8bd4f76a4e15-00676e5e8a) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx578f69f2eb5f438d86463-00676e5e8a)test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:write OWNER +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other OWNER +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok + +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0044 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0035 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0069 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0083 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3324107 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0095 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0068 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0065 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0034 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0019 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0066 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0029 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0096 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0095 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0093 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0012 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0011 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0097 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok + +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697020.404494524 1769697020.404553652 - +test INFO: - - 29/Jan/2026/14/30/20 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769697020.404801130 1769697020.404835701 - +test INFO: - - 29/Jan/2026/14/30/20 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769697020.405024290 1769697020.405054092 - +test INFO: - - 29/Jan/2026/14/30/20 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769697020.405225754 1769697020.405252457 - +test INFO: - - 29/Jan/2026/14/30/20 GET /v1.0 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769697020.405418158 1769697020.405445099 - +test INFO: - - 29/Jan/2026/14/30/21 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 FA - 1769697020.416061640 1769697021.116061687 - +test INFO: - - 29/Jan/2026/14/30/20 GET /path HTTP/1.0 500 - - - - - - - - 0.2000 - - 1769697020.417222738 1769697020.617222786 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1769697020.418102026 1769697020.418162107 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - - - - - 0.0001 - - 1769697020.419096947 1769697020.419159412 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 3 - - - 0.0001 - - 1769697020.420027733 1769697020.420096397 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 12 - - - 0.0001 - - 1769697020.420916557 1769697020.420973539 - +test INFO: - - 29/Jan/2026/14/30/21 GET /v1/a/c/o HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1769697020.421675920 1769697021.121675968 0 +test INFO: - - 29/Jan/2026/14/30/20 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769697020.441138029 1769697020.441168547 1 +test INFO: - - 29/Jan/2026/14/30/20 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697020.441828251 1769697020.441887379 1 +test INFO: 4.5.6.7 1.2.3.4 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697020.442789555 1769697020.442855358 - +test INFO: 4.5.6.7 1.2.3.4 29/Jan/2026/14/30/20 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697020.451842546 1769697020.451913357 - +test INFO: - - 29/Jan/2026/14/30/20 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697020.452910900 1769697020.452985048 - +test INFO: - - 29/Jan/2026/14/30/20 GET / HTTP/1.0 499 - - - - 4 - - - 0.0001 - - 1769697020.454469681 1769697020.454540253 - +test INFO: - - 29/Jan/2026/14/30/20 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1769697020.455152273 1769697020.455173731 - +test INFO: - - 29/Jan/2026/14/30/20 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769697020.455769777 1769697020.455791473 0 +test INFO: - - 29/Jan/2026/14/30/20 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769697020.456169844 1769697020.456184864 -1 +test INFO: - - 29/Jan/2026/14/30/20 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769697020.456689596 1769697020.456706762 - +fake INFO: - - 29/Jan/2026/14/30/21 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1769698021 HTTP/1.0 404 - - - - - - - - 0.0008 - - 1769697021.135559082 1769697021.136365414 - +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok +test.unit.common.test_swob.TestRequest.test_401_invalid_path +test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok +test.unit.common.test_swob.TestRequest.test_401_unauthorized +test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok +test.unit.common.test_swob.TestRequest.test_401_valid_account_path +test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok +test.unit.common.test_swob.TestRequest.test_accept_header +test.unit.common.test_swob.TestRequest.test_accept_header ... ok +test.unit.common.test_swob.TestRequest.test_allow_reserved_names +test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok +test.unit.common.test_swob.TestRequest.test_as_referer +test.unit.common.test_swob.TestRequest.test_as_referer ... ok +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_bad_range +test.unit.common.test_swob.TestRequest.test_bad_range ... ok +test.unit.common.test_swob.TestRequest.test_blank +test.unit.common.test_swob.TestRequest.test_blank ... ok +test.unit.common.test_swob.TestRequest.test_blank_body_precedence +test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_parsing +test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_copy_get +test.unit.common.test_swob.TestRequest.test_copy_get ... ok +test.unit.common.test_swob.TestRequest.test_datetime_properties +test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok +test.unit.common.test_swob.TestRequest.test_get_response +test.unit.common.test_swob.TestRequest.test_get_response ... ok +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok +test.unit.common.test_swob.TestRequest.test_not_401 +test.unit.common.test_swob.TestRequest.test_not_401 ... ok +test.unit.common.test_swob.TestRequest.test_params +test.unit.common.test_swob.TestRequest.test_params ... ok +test.unit.common.test_swob.TestRequest.test_path +test.unit.common.test_swob.TestRequest.test_path ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop +test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_last +test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_none +test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok +test.unit.common.test_swob.TestRequest.test_path_qs +test.unit.common.test_swob.TestRequest.test_path_qs ... ok +test.unit.common.test_swob.TestRequest.test_path_question_mark +test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok +test.unit.common.test_swob.TestRequest.test_properties +test.unit.common.test_swob.TestRequest.test_properties ... ok +test.unit.common.test_swob.TestRequest.test_split_path +test.unit.common.test_swob.TestRequest.test_split_path ... ok +test.unit.common.test_swob.TestRequest.test_swift_entity_path +test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok +test.unit.common.test_swob.TestRequest.test_timestamp +test.unit.common.test_swob.TestRequest.test_timestamp ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_invalid +test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_missing +test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok +test.unit.common.test_swob.TestRequest.test_unicode_params +test.unit.common.test_swob.TestRequest.test_unicode_params ... ok +test.unit.common.test_swob.TestRequest.test_unicode_path +test.unit.common.test_swob.TestRequest.test_unicode_path ... ok +test.unit.common.test_swob.TestRequest.test_unicode_query +test.unit.common.test_swob.TestRequest.test_unicode_query ... ok +test.unit.common.test_swob.TestRequest.test_url +test.unit.common.test_swob.TestRequest.test_url ... ok +test.unit.common.test_swob.TestRequest.test_url2 +test.unit.common.test_swob.TestRequest.test_url2 ... ok +test.unit.common.test_swob.TestRequest.test_wsgify +test.unit.common.test_swob.TestRequest.test_wsgify ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_method +test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_raise +test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok +test.unit.common.test_utils.TestPairs.test_pairs +test.unit.common.test_utils.TestPairs.test_pairs ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_closes +test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok +test.unit.common.test_utils.TestShardRangeList.test_filter +test.unit.common.test_utils.TestShardRangeList.test_filter ... ok +test.unit.common.test_utils.TestShardRangeList.test_find_lower +test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok +test.unit.common.test_utils.TestShardRangeList.test_includes +test.unit.common.test_utils.TestShardRangeList.test_includes ... ok +test.unit.common.test_utils.TestShardRangeList.test_init +test.unit.common.test_utils.TestShardRangeList.test_init ... ok +test.unit.common.test_utils.TestShardRangeList.test_init_with_list +test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok +test.unit.common.test_utils.TestShardRangeList.test_pop +test.unit.common.test_utils.TestShardRangeList.test_pop ... ok +test.unit.common.test_utils.TestShardRangeList.test_slice +test.unit.common.test_utils.TestShardRangeList.test_slice ... ok +test.unit.common.test_utils.TestShardRangeList.test_states +test.unit.common.test_utils.TestShardRangeList.test_states ... ok +test.unit.common.test_utils.TestShardRangeList.test_timestamps +test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok +test.unit.common.test_utils.TestStringAlong.test_happy +test.unit.common.test_utils.TestStringAlong.test_happy ... ok +test.unit.common.test_utils.TestStringAlong.test_unhappy +test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok + +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0140 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0059 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0015 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0119 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 3324107 2 +test DEBUG: Unlinked retiring db '/tmp/tmp3h9g_9cj/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 3324107 2 +test DEBUG: Unlinked retiring db '/tmp/tmp95ze9vys/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0061 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0031 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0034 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0036 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0021 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0116 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0004 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0005 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0004 "-" 3324107 1 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 3324107 1 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 3324107 1 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 3324107 1 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 3324107 1 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 3324107 1 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 3324107 1 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 3324107 1test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok +DEBUG: New builder; performing initial balance +New builder; performing initial balance +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 768 new parts and 0 removed parts from replica-count change +768 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 153 (Last start was 0) +Gather start is 153 (Last start was 0) +DEBUG: Gathered 768 parts +Gathered 768 parts +DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sda +Placed 3/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdc +Placed 3/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdd +Placed 3/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sdb +Placed 115/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sda +Placed 115/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdc +Placed 115/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sdd +Placed 15/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdb +Placed 15/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sda +Placed 15/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdc +Placed 170/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdd +Placed 170/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdb +Placed 170/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sda +Placed 216/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sdc +Placed 216/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdd +Placed 216/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdb +Placed 40/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sda +Placed 40/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdc +Placed 40/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdd +Placed 49/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdb +Placed 49/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sda +Placed 49/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdc +Placed 104/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdd +Placed 104/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdb +Placed 104/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sda +Placed 107/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdc +Placed 107/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sdd +Placed 107/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sdb +Placed 68/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sda +Placed 68/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdc +Placed 68/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdd +Placed 71/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdb +Placed 71/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sda +Placed 71/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdc +Placed 120/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sdd +Placed 120/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdb +Placed 120/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sda +Placed 183/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdc +Placed 183/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdd +Placed 183/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdb +Placed 179/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sda +Placed 179/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdc +Placed 179/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sdd +Placed 231/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdb +Placed 231/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sda +Placed 231/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdc +Placed 212/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdd +Placed 212/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sdb +Placed 212/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sda +Placed 245/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sdc +Placed 245/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdd +Placed 245/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sdb +Placed 32/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sda +Placed 32/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sdc +Placed 32/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdd +Placed 83/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdb +Placed 83/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sda +Placed 83/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sdc +Placed 223/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdd +Placed 223/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdb +Placed 223/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sda +Placed 9/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdc +Placed 9/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdd +Placed 9/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdb +Placed 34/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sda +Placed 34/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdc +Placed 34/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdd +Placed 240/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdb +Placed 240/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sda +Placed 240/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdc +Placed 100/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdd +Placed 100/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdb +Placed 100/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sda +Placed 147/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdc +Placed 147/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdd +Placed 147/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdb +Placed 250/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sda +Placed 250/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdc +Placed 250/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdd +Placed 122/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdb +Placed 122/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sda +Placed 122/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdc +Placed 153/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sdd +Placed 153/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdb +Placed 153/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sda +Placed 140/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdc +Placed 140/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdd +Placed 140/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdb +Placed 19/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sda +Placed 19/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdc +Placed 19/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdd +Placed 14/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdb +Placed 14/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sda +Placed 14/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdc +Placed 189/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdd +Placed 189/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdb +Placed 189/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sda +Placed 128/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sdc +Placed 128/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdd +Placed 128/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdb +Placed 20/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sda +Placed 20/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdc +Placed 20/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdd +Placed 65/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdb +Placed 65/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sda +Placed 65/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdc +Placed 95/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdd +Placed 95/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdb +Placed 95/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sda +Placed 186/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdc +Placed 186/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdd +Placed 186/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdb +Placed 11/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sda +Placed 11/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdc +Placed 11/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdd +Placed 61/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdb +Placed 61/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sda +Placed 61/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdc +Placed 165/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdd +Placed 165/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdb +Placed 165/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sda +Placed 150/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdc +Placed 150/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdd +Placed 150/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdb +Placed 146/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sda +Placed 146/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdc +Placed 146/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdd +Placed 151/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdb +Placed 151/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sda +Placed 151/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdc +Placed 45/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdd +Placed 45/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sdb +Placed 45/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sda +Placed 98/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdc +Placed 98/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdd +Placed 98/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdb +Placed 167/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sda +Placed 167/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdc +Placed 167/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdd +Placed 50/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdb +Placed 50/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sda +Placed 50/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdc +Placed 154/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdd +Placed 154/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sdb +Placed 154/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sda +Placed 195/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdc +Placed 195/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdd +Placed 195/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdb +Placed 233/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sda +Placed 233/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdc +Placed 233/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdd +Placed 113/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdb +Placed 113/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sda +Placed 113/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdc +Placed 172/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdd +Placed 172/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdb +Placed 172/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sda +Placed 22/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sdc +Placed 22/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdd +Placed 22/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdb +Placed 182/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sda +Placed 182/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdc +Placed 182/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdd +Placed 33/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdb +Placed 33/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sda +Placed 33/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdc +Placed 208/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdd +Placed 208/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdb +Placed 208/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sda +Placed 224/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdc +Placed 224/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdd +Placed 224/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdb +Placed 47/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sda +Placed 47/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdc +Placed 47/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdd +Placed 7/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sdb +Placed 7/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sda +Placed 7/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdc +Placed 158/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdd +Placed 158/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdb +Placed 158/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sda +Placed 131/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdc +Placed 131/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdd +Placed 131/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdb +Placed 77/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sda +Placed 77/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdc +Placed 77/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdd +Placed 197/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdb +Placed 197/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sda +Placed 197/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdc +Placed 6/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdd +Placed 6/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdb +Placed 6/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sda +Placed 99/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdc +Placed 99/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdd +Placed 99/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdb +Placed 242/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sda +Placed 242/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdc +Placed 242/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdd +Placed 133/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdb +Placed 133/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sda +Placed 133/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdc +Placed 85/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdd +Placed 85/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdb +Placed 85/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sda +Placed 2/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdc +Placed 2/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdd +Placed 2/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdb +Placed 229/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sda +Placed 229/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sdc +Placed 229/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdd +Placed 214/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sdb +Placed 214/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sda +Placed 214/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdc +Placed 101/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdd +Placed 101/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdb +Placed 101/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sda +Placed 109/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdc +Placed 109/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdd +Placed 109/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sdb +Placed 215/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sda +Placed 215/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdc +Placed 215/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdd +Placed 87/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sdb +Placed 87/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sda +Placed 87/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdc +Placed 1/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdd +Placed 1/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdb +Placed 1/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sda +Placed 243/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdc +Placed 243/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdd +Placed 243/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdb +Placed 142/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sda +Placed 142/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdc +Placed 142/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdd +Placed 244/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdb +Placed 244/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sda +Placed 244/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdc +Placed 73/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdd +Placed 73/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdb +Placed 73/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sda +Placed 126/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdc +Placed 126/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdd +Placed 126/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sdb +Placed 111/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sda +Placed 111/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdc +Placed 111/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdd +Placed 91/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sdb +Placed 91/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sda +Placed 91/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdc +Placed 54/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdd +Placed 54/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sdb +Placed 54/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sda +Placed 199/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdc +Placed 199/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdd +Placed 199/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdb +Placed 93/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sda +Placed 93/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdc +Placed 93/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdd +Placed 63/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdb +Placed 63/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sda +Placed 63/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdc +Placed 46/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdd +Placed 46/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdb +Placed 46/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sda +Placed 64/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdc +Placed 64/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdd +Placed 64/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdb +Placed 38/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sda +Placed 38/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdc +Placed 38/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdd +Placed 164/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdb +Placed 164/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sda +Placed 164/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sdc +Placed 139/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdd +Placed 139/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdb +Placed 139/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sda +Placed 155/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdc +Placed 155/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sdd +Placed 155/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdb +Placed 43/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sda +Placed 43/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdc +Placed 43/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdd +Placed 213/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdb +Placed 213/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sda +Placed 213/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdc +Placed 62/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdd +Placed 62/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdb +Placed 62/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sda +Placed 141/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdc +Placed 141/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdd +Placed 141/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdb +Placed 75/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sda +Placed 75/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdc +Placed 75/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdd +Placed 135/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sdb +Placed 135/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sda +Placed 135/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdc +Placed 194/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdd +Placed 194/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdb +Placed 194/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sda +Placed 192/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdc +Placed 192/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sdd +Placed 192/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdb +Placed 209/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sda +Placed 209/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdc +Placed 209/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdd +Placed 12/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdb +Placed 12/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sda +Placed 12/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdc +Placed 105/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sdd +Placed 105/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdb +Placed 105/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sda +Placed 144/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdc +Placed 144/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdd +Placed 144/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdb +Placed 220/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sda +Placed 220/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdc +Placed 220/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdd +Placed 0/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdb +Placed 0/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sda +Placed 0/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdc +Placed 35/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sdd +Placed 35/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdb +Placed 35/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sda +Placed 236/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdc +Placed 236/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdd +Placed 236/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdb +Placed 254/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sda +Placed 254/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sdc +Placed 254/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdd +Placed 80/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdb +Placed 80/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sda +Placed 80/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdc +Placed 123/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdd +Placed 123/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdb +Placed 123/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sda +Placed 18/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sdc +Placed 18/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdd +Placed 18/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdb +Placed 162/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sda +Placed 162/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdc +Placed 162/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdd +Placed 70/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sdb +Placed 70/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sda +Placed 70/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdc +Placed 237/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdd +Placed 237/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdb +Placed 237/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sda +Placed 48/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdc +Placed 48/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdd +Placed 48/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdb +Placed 226/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sda +Placed 226/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdc +Placed 226/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdd +Placed 96/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdb +Placed 96/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sda +Placed 96/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdc +Placed 251/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sdd +Placed 251/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdb +Placed 251/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sda +Placed 241/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdc +Placed 241/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdd +Placed 241/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdb +Placed 206/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sda +Placed 206/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdc +Placed 206/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdd +Placed 53/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdb +Placed 53/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sda +Placed 53/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sdc +Placed 24/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdd +Placed 24/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdb +Placed 24/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sda +Placed 168/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdc +Placed 168/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdd +Placed 168/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdb +Placed 84/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sda +Placed 84/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdc +Placed 84/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdd +Placed 177/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdb +Placed 177/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sda +Placed 177/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdc +Placed 218/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sdd +Placed 218/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdb +Placed 218/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sda +Placed 207/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdc +Placed 207/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sdd +Placed 207/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdb +Placed 232/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sda +Placed 232/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdc +Placed 232/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdd +Placed 225/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdb +Placed 225/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sda +Placed 225/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sdc +Placed 17/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdd +Placed 17/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdb +Placed 17/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sda +Placed 23/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdc +Placed 23/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdd +Placed 23/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdb +Placed 106/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sda +Placed 106/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdc +Placed 106/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdd +Placed 78/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdb +Placed 78/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sda +Placed 78/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdc +Placed 102/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdd +Placed 102/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdb +Placed 102/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sda +Placed 121/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdc +Placed 121/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdd +Placed 121/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdb +Placed 16/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sda +Placed 16/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdc +Placed 16/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdd +Placed 173/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdb +Placed 173/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sda +Placed 173/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdc +Placed 210/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdd +Placed 210/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdb +Placed 210/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sda +Placed 180/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdc +Placed 180/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdd +Placed 180/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdb +Placed 143/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sda +Placed 143/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdc +Placed 143/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdd +Placed 148/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdb +Placed 148/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sda +Placed 148/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdc +Placed 92/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdd +Placed 92/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sdb +Placed 92/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sda +Placed 249/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdc +Placed 249/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdd +Placed 249/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdb +Placed 211/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sda +Placed 211/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdc +Placed 211/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdd +Placed 51/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sdb +Placed 51/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sda +Placed 51/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdc +Placed 149/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdd +Placed 149/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdb +Placed 149/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sda +Placed 57/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdc +Placed 57/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdd +Placed 57/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdb +Placed 238/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sda +Placed 238/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdc +Placed 238/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdd +Placed 176/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdb +Placed 176/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sda +Placed 176/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sdc +Placed 55/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdd +Placed 55/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdb +Placed 55/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sda +Placed 74/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sdc +Placed 74/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdd +Placed 74/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdb +Placed 157/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sda +Placed 157/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdc +Placed 157/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdd +Placed 201/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdb +Placed 201/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sda +Placed 201/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdc +Placed 202/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdd +Placed 202/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sdb +Placed 202/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sda +Placed 130/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdc +Placed 130/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdd +Placed 130/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdb +Placed 171/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sda +Placed 171/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sdc +Placed 171/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdd +Placed 72/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdb +Placed 72/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sda +Placed 72/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdc +Placed 82/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdd +Placed 82/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdb +Placed 82/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sda +Placed 60/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdc +Placed 60/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdd +Placed 60/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdb +Placed 125/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sda +Placed 125/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdc +Placed 125/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdd +Placed 190/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sdb +Placed 190/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sda +Placed 190/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdc +Placed 108/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sdd +Placed 108/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdb +Placed 108/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sda +Placed 132/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sdc +Placed 132/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdd +Placed 132/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdb +Placed 76/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sda +Placed 76/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdc +Placed 76/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdd +Placed 163/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdb +Placed 163/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sda +Placed 163/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdc +Placed 152/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdd +Placed 152/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdb +Placed 152/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sda +Placed 79/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdc +Placed 79/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdd +Placed 79/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdb +Placed 52/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sda +Placed 52/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sdc +Placed 52/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdd +Placed 178/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdb +Placed 178/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sda +Placed 178/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdc +Placed 169/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdd +Placed 169/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdb +Placed 169/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sda +Placed 5/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdc +Placed 5/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdd +Placed 5/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdb +Placed 27/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sda +Placed 27/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sdc +Placed 27/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdd +Placed 136/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdb +Placed 136/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sda +Placed 136/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdc +Placed 8/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sdd +Placed 8/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdb +Placed 8/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sda +Placed 69/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdc +Placed 69/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sdd +Placed 69/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdb +Placed 247/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sda +Placed 247/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdc +Placed 247/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sdd +Placed 59/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdb +Placed 59/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sda +Placed 59/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdc +Placed 235/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sdd +Placed 235/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdb +Placed 235/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sda +Placed 205/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdc +Placed 205/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdd +Placed 205/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdb +Placed 94/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sda +Placed 94/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdc +Placed 94/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdd +Placed 156/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdb +Placed 156/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sda +Placed 156/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdc +Placed 97/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdd +Placed 97/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdb +Placed 97/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sda +Placed 138/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdc +Placed 138/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdd +Placed 138/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdb +Placed 159/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sda +Placed 159/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdc +Placed 159/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdd +Placed 127/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdb +Placed 127/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sda +Placed 127/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdc +Placed 248/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdd +Placed 248/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdb +Placed 248/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sda +Placed 181/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdc +Placed 181/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdd +Placed 181/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdb +Placed 29/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sda +Placed 29/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdc +Placed 29/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdd +Placed 166/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdb +Placed 166/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sda +Placed 166/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sdc +Placed 31/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdd +Placed 31/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdb +Placed 31/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sda +Placed 89/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdc +Placed 89/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdd +Placed 89/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdb +Placed 86/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sda +Placed 86/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdc +Placed 86/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sdd +Placed 184/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdb +Placed 184/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sda +Placed 184/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdc +Placed 81/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdd +Placed 81/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sdb +Placed 81/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sda +Placed 58/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdc +Placed 58/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdd +Placed 58/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdb +Placed 188/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sda +Placed 188/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdc +Placed 188/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sdd +Placed 222/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdb +Placed 222/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sda +Placed 222/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdc +Placed 110/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdd +Placed 110/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdb +Placed 110/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sda +Placed 174/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdc +Placed 174/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdd +Placed 174/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sdb +Placed 234/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sda +Placed 234/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdc +Placed 234/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdd +Placed 114/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdb +Placed 114/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sda +Placed 114/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdc +Placed 56/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdd +Placed 56/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdb +Placed 56/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sda +Placed 4/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdc +Placed 4/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdd +Placed 4/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdb +Placed 198/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sda +Placed 198/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdc +Placed 198/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sdd +Placed 103/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdb +Placed 103/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sda +Placed 103/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdc +Placed 196/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdd +Placed 196/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdb +Placed 196/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sda +Placed 124/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdc +Placed 124/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdd +Placed 124/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdb +Placed 219/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sda +Placed 219/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdc +Placed 219/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sdd +Placed 253/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdb +Placed 253/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sda +Placed 253/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdc +Placed 42/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdd +Placed 42/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdb +Placed 42/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sda +Placed 39/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdc +Placed 39/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdd +Placed 39/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdb +Placed 200/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sda +Placed 200/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdc +Placed 200/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdd +Placed 37/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdb +Placed 37/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sda +Placed 37/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdc +Placed 203/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdd +Placed 203/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdb +Placed 203/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sda +Placed 21/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdc +Placed 21/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdd +Placed 21/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdb +Placed 66/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sda +Placed 66/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdc +Placed 66/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdd +Placed 13/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdb +Placed 13/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sda +Placed 13/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdc +Placed 204/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdd +Placed 204/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdb +Placed 204/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sda +Placed 228/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdc +Placed 228/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdd +Placed 228/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sdb +Placed 10/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sda +Placed 10/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdc +Placed 10/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdd +Placed 185/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdb +Placed 185/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sda +Placed 185/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdc +Placed 41/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdd +Placed 41/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdb +Placed 41/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sda +Placed 137/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdc +Placed 137/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdd +Placed 137/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sdb +Placed 118/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sda +Placed 118/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdc +Placed 118/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdd +Placed 67/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdb +Placed 67/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sda +Placed 67/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdc +Placed 28/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdd +Placed 28/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdb +Placed 28/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sda +Placed 112/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdc +Placed 112/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sdd +Placed 112/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdb +Placed 161/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sda +Placed 161/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sdc +Placed 161/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdd +Placed 239/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdb +Placed 239/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sda +Placed 239/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdc +Placed 191/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdd +Placed 191/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdb +Placed 191/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sda +Placed 175/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdc +Placed 175/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdd +Placed 175/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdb +Placed 119/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sda +Placed 119/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdc +Placed 119/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sdd +Placed 30/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdb +Placed 30/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sda +Placed 30/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdc +Placed 44/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdd +Placed 44/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sdb +Placed 44/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sda +Placed 255/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdc +Placed 255/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdd +Placed 255/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sdb +Placed 88/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sda +Placed 88/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdc +Placed 88/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdd +Placed 230/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdb +Placed 230/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sda +Placed 230/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdc +Placed 160/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdd +Placed 160/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdb +Placed 160/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sda +Placed 221/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdc +Placed 221/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdd +Placed 221/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdb +Placed 227/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sda +Placed 227/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdc +Placed 227/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdd +Placed 117/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdb +Placed 117/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sda +Placed 117/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdc +Placed 116/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdd +Placed 116/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sdb +Placed 116/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sda +Placed 36/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdc +Placed 36/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdd +Placed 36/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sdb +Placed 26/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sda +Placed 26/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdc +Placed 26/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdd +Placed 252/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdb +Placed 252/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sda +Placed 252/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdc +Placed 25/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdd +Placed 25/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdb +Placed 25/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sda +Placed 134/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdc +Placed 134/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdd +Placed 134/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdb +Placed 217/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sda +Placed 217/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdc +Placed 217/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdd +Placed 90/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sdb +Placed 90/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sda +Placed 90/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sdc +Placed 193/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdd +Placed 193/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdb +Placed 193/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sda +Placed 129/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdc +Placed 129/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdd +Placed 129/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdb +Placed 187/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sda +Placed 187/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sdc +Placed 187/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdd +Placed 246/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdb +Placed 246/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sda +Placed 246/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sdc +Placed 145/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sdd +Placed 145/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdb +Placed 145/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Assigned 768 parts +Assigned 768 parts +DEBUG: Finished rebalance plan after 1 attempts +Finished rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 235 (Last start was 153) +DEBUG: Gather start is 235 (Last start was 153) +Gather start is 235 (Last start was 153) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 235 (Last start was 153) +DEBUG: Gather start is 235 (Last start was 153) +DEBUG: Gather start is 235 (Last start was 153) +Gather start is 235 (Last start was 153) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' Devices: id region zone ip address port replication ip replication port name weight partitions balance meta 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data @@ -18349,28 +20898,689 @@ test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok + +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 3324107 1 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 3324107 1 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0089 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0064 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0063 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0052 "-" 3324107 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0072 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0078 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0061 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0138 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0064 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0070 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0067 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0064 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0084 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0138 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0098 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0099 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0098 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0058 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0107 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0117 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0097 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3324107 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpbdum8mau/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbdum8mau/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpbdum8mau/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbdum8mau/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 3324109 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 3324109 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 3324109 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0026 "-" 3324109 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9b6ee888fac04b3a9019e-00697b6efa" "proxy-server 3324109" 0.0012 "-" 3324109 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:43927/sdb1/1/a/c" "tx9b6ee888fac04b3a9019e-00697b6efa" "container-server 3324109" 0.0010 "-" 3324109 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:57705/sda1/1/a/c" "tx9b6ee888fac04b3a9019e-00697b6efa" "container-server 3324109" 0.0009 "-" 3324109 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9b6ee888fac04b3a9019e-00697b6efa" "proxy-server 3324109" 0.0081 "-" 3324109 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9b6ee888fac04b3a9019e-00697b6efa" "proxy-server 3324109" 0.0132 "-" 3324109 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/18 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx9b6ee888fac04b3a9019e-00697b6efa - 0.0209 - - 1769697018.048378944 1769697018.069229841 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx45390a3fe8e94f07a45d6-00697b6efa" "proxy-server 3324109" 0.0011 "-" 3324109 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:43927/sdb1/1/a1/c1" "tx45390a3fe8e94f07a45d6-00697b6efa" "container-server 3324109" 0.0009 "-" 3324109 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:57705/sda1/1/a1/c1" "tx45390a3fe8e94f07a45d6-00697b6efa" "container-server 3324109" 0.0010 "-" 3324109 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx45390a3fe8e94f07a45d6-00697b6efa" "proxy-server 3324109" 0.0117 "-" 3324109 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx45390a3fe8e94f07a45d6-00697b6efa" "proxy-server 3324109" 0.0084 "-" 3324109 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/18 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx45390a3fe8e94f07a45d6-00697b6efa - 0.0197 - - 1769697018.070645332 1769697018.090316057 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9fd26e7ec3a34c39b877f-00697b6efa" "proxy-server 3324109" 0.0019 "-" 3324109 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:57705/sda1/2/a/c1" "tx9fd26e7ec3a34c39b877f-00697b6efa" "container-server 3324109" 0.0039 "-" 3324109 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:43927/sdb1/2/a/c1" "tx9fd26e7ec3a34c39b877f-00697b6efa" "container-server 3324109" 0.0017 "-" 3324109 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9fd26e7ec3a34c39b877f-00697b6efa" "proxy-server 3324109" 0.0113 "-" 3324109 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9fd26e7ec3a34c39b877f-00697b6efa" "proxy-server 3324109" 0.0159 "-" 3324109 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/18 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx9fd26e7ec3a34c39b877f-00697b6efa - 0.0241 - - 1769697018.091758013 1769697018.115811110 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4130018cf5c249a082959-00697b6efa" "proxy-server 3324109" 0.0018 "-" 3324109 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:57705/sda1/1/a/c2" "tx4130018cf5c249a082959-00697b6efa" "container-server 3324109" 0.0010 "-" 3324109 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:43927/sdb1/1/a/c2" "tx4130018cf5c249a082959-00697b6efa" "container-server 3324109" 0.0018 "-" 3324109 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4130018cf5c249a082959-00697b6efa" "proxy-server 3324109" 0.0126 "-" 3324109 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4130018cf5c249a082959-00697b6efa" "proxy-server 3324109" 0.0093 "-" 3324109 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/18 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx4130018cf5c249a082959-00697b6efa - 0.0211 - - 1769697018.117178679 1769697018.138319731 2 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.container.test_backend.TestContainerBroker.test_remove_objects +test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok + +Search value matched 0 devices. +The on-disk ring builder is unchanged. +The minimum number of hours before a partition can be reassigned is now set to 24 +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. +The overload factor is now 19.88% (0.198780) +The change will take effect after the next rebalance. +Overload must be non-negative. +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. +'swedish fish' is not a valid number. +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +The replica count is now 3.141593. +The change will take effect after the next rebalance. +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. +"test" is not a valid number. +Replica count must be at least 1. +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 200.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 200.0 +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 200.0 +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok +test WARNING: boom +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpks81oh7e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00784 seconds (127.48482/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test DEBUG: Successfully deleted db /tmp/tmpmwskh_v1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test DEBUG: Not deleting db /tmp/tmpmwskh_v1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) +test DEBUG: Not deleting db /tmp/tmpmwskh_v1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) +test DEBUG: Not deleting db /tmp/tmpmwskh_v1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697021.77061.db (requires sharding, state sharding) +test DEBUG: Not deleting db /tmp/tmpmwskh_v1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697021.77061.db (2/3 success) +test DEBUG: Successfully deleted db /tmp/tmpmwskh_v1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697021.77061.db +test DEBUG: Successfully deleted db /tmp/tmpmwskh_v1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4d02ngj7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '0706ac03168e6805a5d794c589db5fe9', '3d618038-fb2e-438c-ab94-327be8907806-sda', '1769697021.80270', '1769697021.00000', '0', '', '1769697021.00000', 51, 0) +test DEBUG: /tmp/tmp4d02ngj7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1769697022.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1769697023.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1769697024.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1769697025.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1769697026.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1769697027.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1769697028.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1769697029.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1769697030.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1769697031.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3d618038-fb2e-438c-ab94-327be8907806-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1769697032.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1769697033.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1769697034.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1769697035.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1769697036.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1769697037.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1769697038.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1769697039.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1769697040.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1769697041.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3d618038-fb2e-438c-ab94-327be8907806-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1769697042.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1769697043.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1769697044.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1769697045.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1769697046.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1769697047.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1769697048.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1769697049.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1769697050.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1769697051.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3d618038-fb2e-438c-ab94-327be8907806-sda') +test DEBUG: /tmp/tmp4d02ngj7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.0218287s) +test DEBUG: Synchronization for /tmp/tmp4d02ngj7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass.test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok +test ERROR: Invalid swift_bytes: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2824, in override_bytes_from_content_type + listing_dict['bytes'] = int(swift_bytes) + ~~~^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: 'hey' +test INFO: Begin container audit "once" mode +test DEBUG: Audit passed for /tmp/tmp0rnhdluq/sda/containers/0/0/0/test.db +test INFO: Container audit "once" mode completed: 0.00s +test ERROR: Problem finding shard upper in '/tmp/tmpncus17s2/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpncus17s2/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ @@ -18379,26 +21589,73 @@ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -OSError -test ERROR: Error reading ringfile: +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmprg5m0ntb/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmprg5m0ntb/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBroker.test_set_db_states +test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok + +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET + resp = req.get_response(self.app, query={'format': 'json'}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +test ERROR: Invalid current //REALM/CLUSTER (foo) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test DEBUG: User tenant_id has system reader authorizing +test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +test WARNING: More than one part in a single-part response? +test ERROR: Problem finding shard upper in '/tmp/tmpfpnnyqx6/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpfpnnyqx6/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ @@ -18407,1896 +21664,551 @@ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -OSError -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgdctn7gz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00396 seconds (252.22191/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test DEBUG: Successfully deleted db /tmp/tmpwqcu1b5r/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -test DEBUG: Not deleting db /tmp/tmpwqcu1b5r/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db (2/3 success) -test DEBUG: Not deleting db /tmp/tmpwqcu1b5r/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db (requires sharding, state unsharded) -test DEBUG: Not deleting db /tmp/tmpwqcu1b5r/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286415.82659.db (requires sharding, state sharding) -test DEBUG: Not deleting db /tmp/tmpwqcu1b5r/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286415.82659.db (2/3 success) -test DEBUG: Successfully deleted db /tmp/tmpwqcu1b5r/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286415.82659.db -test DEBUG: Successfully deleted db /tmp/tmpwqcu1b5r/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpasfej9f6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (51, '2559e903b13deb7852117e1dcb3dc4c4', '5ac48abe-9abe-4a8f-90ee-0f48ba773ebc-sda', '1735286415.84201', '1735286415.00000', '0', '', '1735286415.00000', 51, 0) -test DEBUG: /tmp/tmpasfej9f6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1735286416.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1735286417.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1735286418.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1735286419.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1735286420.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1735286421.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1735286422.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1735286423.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1735286424.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1735286425.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5ac48abe-9abe-4a8f-90ee-0f48ba773ebc-sda') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1735286426.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1735286427.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1735286428.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1735286429.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1735286430.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1735286431.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1735286432.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1735286433.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1735286434.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1735286435.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5ac48abe-9abe-4a8f-90ee-0f48ba773ebc-sda')test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok - -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1734620400 -test DEBUG: looking for objects in 1734620400 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1734621130.793321) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1734621130.793321) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1734621130.793321) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1734621130.793321) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1734621130.79332) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_jeb/c/o1' (1734621130.793321) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/1734620400/1:/AUTH_jeb/c/o1' (1734621130.793321) from the queue (1734621130.79332_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1735286410.798324) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1735286410.798324) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1735286410.798324) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1735286410.798324) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1735286410.79832) in policy_index 1 responded 404 (0000000000.00000) -test INFO: retry: '/AUTH_jeb/c/o1' (1735286410.798324) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location - self.swift.upload_object( - ~~~~~~~~~~~~~~~~~~~~~~~~^ - FileLikeIter(source_obj_iter), account, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers) - ^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 844, in upload_object - self.handle_request('PUT', path, headers, acceptable_statuses, fobj, - ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params=params) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 264, in handle_request - resp = self.make_request(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait - return self._exit_event.wait() - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom!test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok -test.unit.container.test_reconciler.TestReconciler.test_processes_config -test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server ERROR: Object returning 503 for [] (txn: tx30247a221eb04bb983f3a-00676e5e8c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.2:1002/sdc (txn: txc7ebfa8ab59243d5989c2-00676e5e8c) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: txc7ebfa8ab59243d5989c2-00676e5e8c) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.6:1006/sdg (txn: txc7ebfa8ab59243d5989c2-00676e5e8c) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.7:1007/sdh (txn: txc7ebfa8ab59243d5989c2-00676e5e8c) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc7ebfa8ab59243d5989c2-00676e5e8c) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc7ebfa8ab59243d5989c2-00676e5e8c) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc7ebfa8ab59243d5989c2-00676e5e8c) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc7ebfa8ab59243d5989c2-00676e5e8c) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc7ebfa8ab59243d5989c2-00676e5e8c) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc7ebfa8ab59243d5989c2-00676e5e8c) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc7ebfa8ab59243d5989c2-00676e5e8c) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc7ebfa8ab59243d5989c2-00676e5e8c) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc7ebfa8ab59243d5989c2-00676e5e8c) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txc7ebfa8ab59243d5989c2-00676e5e8c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx1f642702917b4a7d8a7e3-00676e5e8c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok - -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_defaults -test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The minimum number of hours before a partition can be reassigned is now set to 24 -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. -The overload factor is now 19.88% (0.198780) -The change will take effect after the next rebalance. -Overload must be non-negative. -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. -'swedish fish' is not a valid number. -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The replica count is now 3.141593. -The change will take effect after the next rebalance. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -"test" is not a valid number. -Replica count must be at least 1. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 200.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 200.0 -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 200.0 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpj70chc5p/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpj70chc5p/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok + +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '0706ac03168e6805a5d794c589db5fe9', '3d618038-fb2e-438c-ab94-327be8907806-sda', '1769697021.80270', '1769697021.00000', '0', '', '1769697021.00000', 51, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3d618038-fb2e-438c-ab94-327be8907806-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.23738 seconds (4.21274/s) +test INFO: Removed 0 dbs +test INFO: 1 successes, 1 failures +test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4d02ngj7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '0706ac03168e6805a5d794c589db5fe9', '3d618038-fb2e-438c-ab94-327be8907806-sda', '1769697021.80270', '1769697021.00000', '0', '', '1769697021.00000', 51, 0) +test DEBUG: /tmp/tmp4d02ngj7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1769697052.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1769697053.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1769697054.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1769697055.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1769697056.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1769697057.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1769697058.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1769697059.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1769697060.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1769697061.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3d618038-fb2e-438c-ab94-327be8907806-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1769697062.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1769697063.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1769697064.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1769697065.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1769697066.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1769697067.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1769697068.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1769697069.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1769697070.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1769697071.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3d618038-fb2e-438c-ab94-327be8907806-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1769697172.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3d618038-fb2e-438c-ab94-327be8907806-sda') +test DEBUG: /tmp/tmp4d02ngj7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.0270545s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '0706ac03168e6805a5d794c589db5fe9', '3d618038-fb2e-438c-ab94-327be8907806-sda', '1769697021.80270', '1769697021.00000', '0', '', '1769697021.00000', 51, 0) +test DEBUG: /tmp/tmp4d02ngj7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.04416 seconds (22.64347/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00024 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00020 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpk5i0f1x8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'f52a58dc71def23316c473170d0ac545', '10b15853-d4cb-4fcb-b023-b53175d70458-sda', '1769697022.12742', '1769695200.00000', '0', '', '1769695200.00000', 0, 0) +test DEBUG: /tmp/tmpk5i0f1x8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769695202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769695203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '10b15853-d4cb-4fcb-b023-b53175d70458-sda')test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 229, in PUT + self.req.get_acl_response(app, 'PUT', self.container) + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBroker.test_sync_merging +test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok - -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb0aa7a00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffffb064a500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -fake-swift INFO: - - 27/Dec/2024/08/00/15 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0063 - - 1735286415.698182583 1735286415.704446554 - -fake-swift INFO: - - 27/Dec/2024/08/00/15 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1735286415.705548286 1735286415.705746174 - -fake-swift INFO: - - 27/Dec/2024/08/00/15 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1735286415.706388712 1735286415.706538677 - -fake-swift INFO: - - 27/Dec/2024/08/00/15 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1735286415.706918716 1735286415.707038879 - -test DEBUG: Before request -test DEBUG: Inside of request (txn: foo) -test DEBUG: After request -fake-swift INFO: - - 27/Dec/2024/08/00/15 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1735286415.711866617 1735286415.711973429 - -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10023355484008789 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10093975067138672 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10117363929748535 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10133600234985352 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10143566131591797 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1015627384185791 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10170197486877441 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10184621810913086 -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0001823902130127 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0005357265472412 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0006823539733887 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0008041858673096test.unit.common.test_memcached.TestMemcached.test_connection_pooling -test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok -test.unit.common.test_memcached.TestMemcached.test_decr -test.unit.common.test_memcached.TestMemcached.test_decr ... ok -test.unit.common.test_memcached.TestMemcached.test_delete -test.unit.common.test_memcached.TestMemcached.test_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_error_disabled -test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok - -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test DEBUG: tenant mismatch: BLAN_a != tenant_id -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -test DEBUG: allowing proxy 127.0.0.1 for container-sync -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: Names allowed in acls. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:* allowed in ACL authorizing. -test DEBUG: User tenant_name:user_name is not allowed to delete its own account -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: User test has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing.test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac -test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry -test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok -test.unit.common.test_utils.TestFallocate.test_arg_bounds -test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate -test.unit.common.test_utils.TestFallocate.test_fallocate ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok -test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_no_fdatasync -test.unit.common.test_utils.TestFsync.test_no_fdatasync ... ok -test.unit.common.test_utils.TestFsync.test_yes_fdatasync -test.unit.common.test_utils.TestFsync.test_yes_fdatasync ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_eq -test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_parse -test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok -test.unit.common.test_utils.TestPairs.test_pairs -test.unit.common.test_utils.TestPairs.test_pairs ... ok -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok -test.unit.container.test_updater.TestContainerUpdater.test_conf_params -test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok -test.unit.container.test_updater.TestContainerUpdater.test_creation -test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok +test.unit.container.test_sharder.TestCleavingContext.test_cursor +test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok +test.unit.container.test_sharder.TestCleavingContext.test_delete +test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok +test.unit.container.test_sharder.TestCleavingContext.test_done +test.unit.container.test_sharder.TestCleavingContext.test_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_init +test.unit.container.test_sharder.TestCleavingContext.test_init ... ok +test.unit.container.test_sharder.TestCleavingContext.test_iter +test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1734681599.000000) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1734681599.000000) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1734681599.000000) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1734681599.000000) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1734681599.00000) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_bob/c/o1' (1734681599.000000) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1734681599.000000) from the queue (1734681599.00000_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735286410.830160) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1735286410.830160) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735286410.830160) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1735286410.830160) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1735286410.83016) in policy_index 1 responded 200 (1735286409.83016) -test INFO: retry: '/AUTH_bob/c/o1' (1735286410.830160) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_default -test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate -test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0194 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0099 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0100 "-" 3324107 2 +test DEBUG: Unlinked retiring db '/tmp/tmp_tjgt2z2/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0100 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0099 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0059 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0099 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0115 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0064 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0098 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0188 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0118 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0059 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0098 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0107 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0014 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0117 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0067 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0098 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 3324107 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0115 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0122 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0045 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0085 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 3324107 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load +test.unit.container.test_sharder.TestCleavingContext.test_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_all +test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_range_done +test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_reset +test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok +test.unit.container.test_sharder.TestCleavingContext.test_start +test.unit.container.test_sharder.TestCleavingContext.test_start ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store +test.unit.container.test_sharder.TestCleavingContext.test_store ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1735286436.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1735286437.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1735286438.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1735286439.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1735286440.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1735286441.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1735286442.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1735286443.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1735286444.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1735286445.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5ac48abe-9abe-4a8f-90ee-0f48ba773ebc-sda') -test DEBUG: /tmp/tmpasfej9f6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.0203471s) -test DEBUG: Synchronization for /tmp/tmpasfej9f6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db has fallen more than 30 rows behind; moving on and will try again next pass. -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (51, '2559e903b13deb7852117e1dcb3dc4c4', '5ac48abe-9abe-4a8f-90ee-0f48ba773ebc-sda', '1735286415.84201', '1735286415.00000', '0', '', '1735286415.00000', 51, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('5ac48abe-9abe-4a8f-90ee-0f48ba773ebc-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: /tmp/tmpk5i0f1x8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00723314s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'f52a58dc71def23316c473170d0ac545', '10b15853-d4cb-4fcb-b023-b53175d70458-sda', '1769697022.12742', '1769695200.00000', '0', '', '1769695200.00000', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('10b15853-d4cb-4fcb-b023-b53175d70458-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpk5i0f1x8/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.04126 seconds (24.23467/s) +test INFO: Attempted to replicate 1 dbs in 0.05859 seconds (17.06872/s) test INFO: Removed 0 dbs -test INFO: 1 successes, 1 failures -test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpk5i0f1x8/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, sync, (2, '6c38a4583905c38c38f18ba81a335bf8', '89a6e0a8-b96e-494b-a85c-6c8850ce43bc-sda', '1769697022.18650', '1769695200', '0', '', '1769695200', 2, 0) +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('89a6e0a8-b96e-494b-a85c-6c8850ce43bc-sda', '8ae28205657edd6d6ad3b248936edce3.db') +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (2, '6c38a4583905c38c38f18ba81a335bf8', '89a6e0a8-b96e-494b-a85c-6c8850ce43bc-sda', '1769697022.18650', '1769695200', '0', '', '1769695200', 2, 0) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('89a6e0a8-b96e-494b-a85c-6c8850ce43bc-sda', '8ae28205657edd6d6ad3b248936edce3.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpasfej9f6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (51, '2559e903b13deb7852117e1dcb3dc4c4', '5ac48abe-9abe-4a8f-90ee-0f48ba773ebc-sda', '1735286415.84201', '1735286415.00000', '0', '', '1735286415.00000', 51, 0) -test DEBUG: /tmp/tmpasfej9f6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1735286446.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1735286447.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1735286448.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1735286449.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1735286450.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1735286451.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1735286452.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1735286453.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1735286454.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1735286455.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5ac48abe-9abe-4a8f-90ee-0f48ba773ebc-sda') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1735286456.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1735286457.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1735286458.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1735286459.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1735286460.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1735286461.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1735286462.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1735286463.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1735286464.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1735286465.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5ac48abe-9abe-4a8f-90ee-0f48ba773ebc-sda') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1735286566.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5ac48abe-9abe-4a8f-90ee-0f48ba773ebc-sda') -test DEBUG: /tmp/tmpasfej9f6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.00834775s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (51, '2559e903b13deb7852117e1dcb3dc4c4', '5ac48abe-9abe-4a8f-90ee-0f48ba773ebc-sda', '1735286415.84201', '1735286415.00000', '0', '', '1735286415.00000', 51, 0) -test DEBUG: /tmp/tmpasfej9f6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.2:1002/sdc, nothing to do +test DEBUG: Replicating db /tmp/tmp9dacm5sg/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'f52a58dc71def23316c473170d0ac545', '11bf233c-66c4-4c17-afe6-f3ac9ea46d5c-sda', '1769697022.24866', '1769695200.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1769697022.24984"]}', '1769695200.00000', 0, 0) +test DEBUG: /tmp/tmp9dacm5sg/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769695202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769695203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '11bf233c-66c4-4c17-afe6-f3ac9ea46d5c-sda') +test DEBUG: /tmp/tmp9dacm5sg/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0205657s) +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'f52a58dc71def23316c473170d0ac545', '11bf233c-66c4-4c17-afe6-f3ac9ea46d5c-sda', '1769697022.24866', '1769695200.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1769697022.24984"]}', '1769695200.00000', 0, 0) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('11bf233c-66c4-4c17-afe6-f3ac9ea46d5c-sda', '7d69a3daa789abb831fde54674123df1.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp9dacm5sg/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02025 seconds (49.39332/s) +test INFO: Attempted to replicate 1 dbs in 0.05583 seconds (17.91125/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdbtest.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: txd2e77babc02d4658915d7-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx2fad1440da93455ab9c0c-00676e5e8c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 490, 458, 458, 458, 458, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: tx6b2f9e5d05864fdc82df3-00676e5e8c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6d829067f5e0471e962f8-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6d829067f5e0471e962f8-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6d829067f5e0471e962f8-00676e5e8c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx71be553a7a704bbf9740b-00676e5e8c) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx71be553a7a704bbf9740b-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71be553a7a704bbf9740b-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71be553a7a704bbf9740b-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71be553a7a704bbf9740b-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71be553a7a704bbf9740b-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71be553a7a704bbf9740b-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx71be553a7a704bbf9740b-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71be553a7a704bbf9740b-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71be553a7a704bbf9740b-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71be553a7a704bbf9740b-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71be553a7a704bbf9740b-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71be553a7a704bbf9740b-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71be553a7a704bbf9740b-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71be553a7a704bbf9740b-00676e5e8c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx71be553a7a704bbf9740b-00676e5e8c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok - -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0009958744049072 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.00111722946167 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0012333393096924 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0013427734375 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10111832618713379 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.002716064453125e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.4:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to trytest.unit.common.test_memcached.TestMemcached.test_error_limiting -test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp9dacm5sg/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, sync, (2, '6c38a4583905c38c38f18ba81a335bf8', 'ba1c35e6-6b0d-4884-83a1-3557ddbcf24a-sda', '1769697022.31867', '1769695200', '0', '', '1769695200', 2, 0) +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('ba1c35e6-6b0d-4884-83a1-3557ddbcf24a-sda', '8ae28205657edd6d6ad3b248936edce3.db') +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (2, '6c38a4583905c38c38f18ba81a335bf8', 'ba1c35e6-6b0d-4884-83a1-3557ddbcf24a-sda', '1769697022.31867', '1769695200', '0', '', '1769695200', 2, 0) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('ba1c35e6-6b0d-4884-83a1-3557ddbcf24a-sda', '8ae28205657edd6d6ad3b248936edce3.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpypz3853_/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'f52a58dc71def23316c473170d0ac545', '2b044b9b-d64f-4e9b-be3f-b354457db572-sda', '1769697022.38860', '1769695200.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1769697022.38982"]}', '1769695200.00000', 0, 1) +test DEBUG: /tmp/tmpypz3853_/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769695202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769695203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2b044b9b-d64f-4e9b-be3f-b354457db572-sda') +test DEBUG: /tmp/tmpypz3853_/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0082202s) +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, 'f52a58dc71def23316c473170d0ac545', '2b044b9b-d64f-4e9b-be3f-b354457db572-sda', '1769697022.38860', '1769695200.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1769697022.38982"]}', '1769695200.00000', 0, 1) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('2b044b9b-d64f-4e9b-be3f-b354457db572-sda', '7d69a3daa789abb831fde54674123df1.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpypz3853_/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.07933 seconds (12.60579/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpypz3853_/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, sync, (2, 'dc8abae4d8e4821938b19b40e97e0bc3', '04538b39-987f-4ca8-88c4-bc1bde3493e2-sda', '1769697022.48601', '1769695200', '0', '', '1769695200', 2, 0) +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('04538b39-987f-4ca8-88c4-bc1bde3493e2-sda', '8ae28205657edd6d6ad3b248936edce3.db') +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (2, 'dc8abae4d8e4821938b19b40e97e0bc3', '04538b39-987f-4ca8-88c4-bc1bde3493e2-sda', '1769697022.48601', '1769695200', '0', '', '1769695200', 2, 0) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('04538b39-987f-4ca8-88c4-bc1bde3493e2-sda', '8ae28205657edd6d6ad3b248936edce3.db')test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok -test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735286411.448856) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1735286411.448856) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735286411.448856) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1735286411.448856) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1735286411.44886) in policy_index 1 responded 503 (0000000000.00000) -test INFO: retry: '/AUTH_bob/c/o1' (1735286411.448856) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735286411.454355) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1735286411.454355) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735286411.454355) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1735286411.454355) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1735286411.45436) in policy_index 1 responded 404 (1735286411.45436_0000000000000002) -test INFO: retry: '/AUTH_bob/c/o1' (1735286411.454355) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Unhandled Exception trying to reconcile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 852, in run_once - self.reconcile() - ~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 831, in reconcile - for container in self._iter_containers(): - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 748, in _iter_containers - one_page = list(itertools.islice( - container_gen, constraints.CONTAINER_LISTING_LIMIT)) - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 331, in _iter_items - resp = self.make_request( - 'GET', '%s?format=json&marker=%s&end_marker=%s&prefix=%s' % - ...<2 lines>... - bytes_to_wsgi(quote(prefix))), - {}, acceptable_statuses) - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait - return self._exit_event.wait() - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: Reconciler Stats: {} -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0ce451f4be36461ba19ce-00676e5e8f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx918b1797f55a4f00a2ae8-00676e5e8f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txeba7839fae6c4e69b652a-00676e5e8f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx58d7e9ce0adf43f1a9be3-00676e5e8f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7e4b62439443449eaf0be-00676e5e8f) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx828b5c0692e64741b3c7b-00676e5e8f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4eb1c24960d448548b8fe-00676e5e8f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx34a9979c92f9493ca068a-00676e5e8f)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 @@ -20492,909 +22404,389 @@ test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok test.unit.cli.test_ringbuilder.TestCommands.test_unknown test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok +test.unit.container.test_sync.TestContainerSync.test_container_first_loop +test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_report +test.unit.container.test_sync.TestContainerSync.test_container_report ... ok +test.unit.container.test_sync.TestContainerSync.test_container_second_loop +test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_stop_at +test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config -test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok -test.unit.common.test_memcached.TestMemcached.test_error_raising -test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns -test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr -test.unit.common.test_memcached.TestMemcached.test_incr ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time -test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok -test.unit.common.test_memcached.TestMemcached.test_multi -test.unit.common.test_memcached.TestMemcached.test_multi ... ok -test.unit.common.test_memcached.TestMemcached.test_multi_delete -test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_retry -test.unit.common.test_memcached.TestMemcached.test_retry ... ok +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplfj67sj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '420c15042ef7293a2b96445071439bc8', '1ecb46de-3023-4b6a-aab3-9a5069545e42-sda', '1769697022.52857', '1769697022.00000', '0', '', '1769697022.00000', 1, 1) +test DEBUG: /tmp/tmplfj67sj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1769697024.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1769697025.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '1ecb46de-3023-4b6a-aab3-9a5069545e42-sda') +test DEBUG: /tmp/tmplfj67sj1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00240374s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '420c15042ef7293a2b96445071439bc8', '1ecb46de-3023-4b6a-aab3-9a5069545e42-sda', '1769697022.52857', '1769697022.00000', '0', '', '1769697022.00000', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1ecb46de-3023-4b6a-aab3-9a5069545e42-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmplfj67sj1/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.06644 seconds (15.05016/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmplfj67sj1/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, 'ef6f5dd1a0ec2dcca8fd2d5baebff388', 'e32213cf-1596-48d4-9ab0-7ad0894bedc5-sda', '1769697022.59830', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('e32213cf-1596-48d4-9ab0-7ad0894bedc5-sda', '8ae28205657edd6d6ad3b248936edce3.db') +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, 'ef6f5dd1a0ec2dcca8fd2d5baebff388', 'e32213cf-1596-48d4-9ab0-7ad0894bedc5-sda', '1769697022.59830', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('e32213cf-1596-48d4-9ab0-7ad0894bedc5-sda', '8ae28205657edd6d6ad3b248936edce3.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplfj67sj1/sdb/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, 'ef6f5dd1a0ec2dcca8fd2d5baebff388', '6d43b145-c136-45e7-97a2-9d0b7687df47-', '1769697022.59830', '1769695200', '0', '', '1769695200', 1, 0) +test DEBUG: /tmp/tmplfj67sj1/sdb/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db in sync with 10.0.0.2:1002/sdc, nothing to do +REPLICATE: /sda/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, 'ef6f5dd1a0ec2dcca8fd2d5baebff388', '6d43b145-c136-45e7-97a2-9d0b7687df47-', '1769697022.59830', '1769695200', '0', '', '1769695200', 1, 0) +test DEBUG: /tmp/tmplfj67sj1/sdb/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db in sync with 10.0.0.0:1000/sda, nothing to do +test DEBUG: Replicating db /tmp/tmplfj67sj1/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'fe5130e616aa49e1cd4666bd8c34a214', 'dcdcb48c-e889-41f8-9372-19acb8b392ab-sdb', '1769697022.52857', '1769697023.00000', '0', '', '1769697023.00000', 1, 1) +test DEBUG: /tmp/tmplfj67sj1/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1769697026.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1769697027.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'dcdcb48c-e889-41f8-9372-19acb8b392ab-sdb') +test DEBUG: /tmp/tmplfj67sj1/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.0200946s) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '1ecb46de-3023-4b6a-aab3-9a5069545e42-sda', 'sync_point': 2}],) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'fe5130e616aa49e1cd4666bd8c34a214', 'dcdcb48c-e889-41f8-9372-19acb8b392ab-sdb', '1769697022.52857', '1769697023.00000', '0', '', '1769697023.00000', 1, 1) +test DEBUG: /tmp/tmplfj67sj1/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1769697026.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1769697027.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'dcdcb48c-e889-41f8-9372-19acb8b392ab-sdb') +test DEBUG: /tmp/tmplfj67sj1/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0080173s) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '1ecb46de-3023-4b6a-aab3-9a5069545e42-sda', 'sync_point': 2}],) +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmplfj67sj1/sdb/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.07525 seconds (26.57681/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmplfj67sj1/sdb/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (2, '4729b0454d32d2fc76c2c2ba987e49e0', '6d43b145-c136-45e7-97a2-9d0b7687df47-', '1769697022.59830', '1769695200', '0', '', '1769695200', 1, 0) +test DEBUG: /tmp/tmplfj67sj1/sdb/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1769697027.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1769697027.00000', 'deleted': 0, 'storage_policy_index': 0}], '6d43b145-c136-45e7-97a2-9d0b7687df47-') +test DEBUG: /tmp/tmplfj67sj1/sdb/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.0119617s) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, merge_syncs, ([{'remote_id': 'e32213cf-1596-48d4-9ab0-7ad0894bedc5-sda', 'sync_point': 1}],) +REPLICATE: /sda/0/8ae28205657edd6d6ad3b248936edce3, sync, (2, '4729b0454d32d2fc76c2c2ba987e49e0', '6d43b145-c136-45e7-97a2-9d0b7687df47-', '1769697022.59830', '1769695200', '0', '', '1769695200', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx578f69f2eb5f438d86463-00676e5e8a) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx578f69f2eb5f438d86463-00676e5e8a) -test ERROR: Account HEAD returning 503 for [] (txn: tx578f69f2eb5f438d86463-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txbe5c450c508942fdb65f3-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txbe5c450c508942fdb65f3-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txbe5c450c508942fdb65f3-00676e5e8a) -test ERROR: Account HEAD returning 503 for [] (txn: txbe5c450c508942fdb65f3-00676e5e8a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx4120b6bcc27b4407aa965-00676e5e8a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx8d0a6408714e433dbda41-00676e5e8a) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx8d0a6408714e433dbda41-00676e5e8a) -test INFO: Client disconnected on read of '/a/c' (txn: tx8d0a6408714e433dbda41-00676e5e8a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4f297bb322524b209c745-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx85bc86b0078a46eeb037c-00676e5e8a) -test INFO: Client disconnected on read of '/a/c' (txn: tx85bc86b0078a46eeb037c-00676e5e8a) -test INFO: Client disconnected on read of '/a/c/' (txn: tx85bc86b0078a46eeb037c-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txfa1c95610dd94b4fa3f11-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txfa1c95610dd94b4fa3f11-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txfa1c95610dd94b4fa3f11-00676e5e8a) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txfa1c95610dd94b4fa3f11-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx710aa70df8ca414ca1b44-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx710aa70df8ca414ca1b44-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx710aa70df8ca414ca1b44-00676e5e8a) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx710aa70df8ca414ca1b44-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9e7892bd3bca4c93b2fb4-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9e7892bd3bca4c93b2fb4-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9e7892bd3bca4c93b2fb4-00676e5e8a) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9e7892bd3bca4c93b2fb4-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx12ac95d97a874ec496f01-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx12ac95d97a874ec496f01-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx12ac95d97a874ec496f01-00676e5e8a) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx12ac95d97a874ec496f01-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx80569460eecb4a08bd4b3-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx80569460eecb4a08bd4b3-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx80569460eecb4a08bd4b3-00676e5e8a) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx80569460eecb4a08bd4b3-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txf0e258a188d5436f9f2c5-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txf0e258a188d5436f9f2c5-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txf0e258a188d5436f9f2c5-00676e5e8a) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txf0e258a188d5436f9f2c5-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb4111658735e47e19facd-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb4111658735e47e19facd-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb4111658735e47e19facd-00676e5e8a) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb4111658735e47e19facd-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx54a46e515dd94317853bd-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx54a46e515dd94317853bd-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx54a46e515dd94317853bd-00676e5e8a) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx54a46e515dd94317853bd-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8d4dad6f72434bbaa8ecb-00676e5e8a) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx8d4dad6f72434bbaa8ecb-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8d4dad6f72434bbaa8ecb-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8d4dad6f72434bbaa8ecb-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8d4dad6f72434bbaa8ecb-00676e5e8a) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8d4dad6f72434bbaa8ecb-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbd6a9c6ccc20475ca7283-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txbd6a9c6ccc20475ca7283-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txbd6a9c6ccc20475ca7283-00676e5e8a) -test ERROR: Container GET returning 503 for [503, 503] (txn: txbd6a9c6ccc20475ca7283-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5e3af5b3ba0c4d84bc7fa-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5e3af5b3ba0c4d84bc7fa-00676e5e8a) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx5e3af5b3ba0c4d84bc7fa-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5e3af5b3ba0c4d84bc7fa-00676e5e8a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5e3af5b3ba0c4d84bc7fa-00676e5e8a) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx5e3af5b3ba0c4d84bc7fa-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5e3af5b3ba0c4d84bc7fa-00676e5e8a) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx5e3af5b3ba0c4d84bc7fa-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7ae3644bc15642a791506-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7ae3644bc15642a791506-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7ae3644bc15642a791506-00676e5e8a) -test ERROR: Container GET returning 503 for [] (txn: tx7ae3644bc15642a791506-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx462070d04cb74e86be95b-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx462070d04cb74e86be95b-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx462070d04cb74e86be95b-00676e5e8a) -test ERROR: Container GET returning 503 for [] (txn: tx462070d04cb74e86be95b-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx75ed302f44c94ef4819ff-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx75ed302f44c94ef4819ff-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx75ed302f44c94ef4819ff-00676e5e8a) -test ERROR: Container GET returning 503 for [] (txn: tx75ed302f44c94ef4819ff-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0ee1401a00ee42d6afb10-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0ee1401a00ee42d6afb10-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0ee1401a00ee42d6afb10-00676e5e8a) -test ERROR: Container GET returning 503 for [] (txn: tx0ee1401a00ee42d6afb10-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3650e5e053514e7494fde-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3650e5e053514e7494fde-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3650e5e053514e7494fde-00676e5e8a) -test ERROR: Container GET returning 503 for [] (txn: tx3650e5e053514e7494fde-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7ecbc2f433ee4262a7724-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7ecbc2f433ee4262a7724-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7ecbc2f433ee4262a7724-00676e5e8a) -test ERROR: Container GET returning 503 for [] (txn: tx7ecbc2f433ee4262a7724-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd5b8491933524ad289258-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd5b8491933524ad289258-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd5b8491933524ad289258-00676e5e8a) -test ERROR: Container GET returning 503 for [] (txn: txd5b8491933524ad289258-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4985cfd9ede9451194ff4-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4985cfd9ede9451194ff4-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4985cfd9ede9451194ff4-00676e5e8a) -test ERROR: Container GET returning 503 for [] (txn: tx4985cfd9ede9451194ff4-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txcb91a227824740bd97093-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txcb91a227824740bd97093-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txcb91a227824740bd97093-00676e5e8a) -test ERROR: Container GET returning 503 for [] (txn: txcb91a227824740bd97093-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx92bd02586cc54fcb891bb-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx92bd02586cc54fcb891bb-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx92bd02586cc54fcb891bb-00676e5e8a) -test ERROR: Container GET returning 503 for [] (txn: tx92bd02586cc54fcb891bb-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa3cafb93b60d4fbbb69a5-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa3cafb93b60d4fbbb69a5-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa3cafb93b60d4fbbb69a5-00676e5e8a) -test ERROR: Container GET returning 503 for [] (txn: txa3cafb93b60d4fbbb69a5-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4547bca2326746159b871-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4547bca2326746159b871-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4547bca2326746159b871-00676e5e8a) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx4547bca2326746159b871-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx68cccbc889494271a428c-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx68cccbc889494271a428c-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx68cccbc889494271a428c-00676e5e8a) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx68cccbc889494271a428c-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1a3b1f4c96f64a10a86ae-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1a3b1f4c96f64a10a86ae-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1a3b1f4c96f64a10a86ae-00676e5e8a) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx1a3b1f4c96f64a10a86ae-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe980ed99de144c998284e-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe980ed99de144c998284e-00676e5e8a) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe980ed99de144c998284e-00676e5e8a) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txe980ed99de144c998284e-00676e5e8a) -test INFO: Client disconnected on read of '/a/c' (txn: tx984922e4a54246dd9fb9b-00676e5e8a) -test INFO: Client disconnected on read of '/a/c/' (txn: tx984922e4a54246dd9fb9b-00676e5e8a) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx8e3e575ef1a1463bb82b7-00676e5e8a)test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting -test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.common.test_memcached.TestMemcached.test_serialization -test.unit.common.test_memcached.TestMemcached.test_serialization ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error -test.unit.common.test_memcached.TestMemcached.test_set_error ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_expiration_time -test.unit.common.test_memcached.TestMemcached.test_set_expiration_time ... ok -test.unit.common.test_memcached.TestMemcached.test_set_get_json -test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, obj, + headers, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok + +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok -2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -fake-swift ERROR: Expecting value: line 1 column 1 (char 0): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - File "/usr/lib/python3.13/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ~~~~~~~~~~~~~~~~~~~~~~~^^^ - File "/usr/lib/python3.13/json/decoder.py", line 345, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0)test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version ... ok -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00034 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00020 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprp1zei03/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, '954e245d9a001d1737fceab7c32ff85a', 'cc197a72-b324-4315-8669-60a2ca2ff4e6-sda', '1735286415.92647', '1735286400.00000', '0', '', '1735286400.00000', 0, 1) -test DEBUG: /tmp/tmprp1zei03/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1735286402.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1735286403.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'cc197a72-b324-4315-8669-60a2ca2ff4e6-sda') -test DEBUG: /tmp/tmprp1zei03/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00308752s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, '954e245d9a001d1737fceab7c32ff85a', 'cc197a72-b324-4315-8669-60a2ca2ff4e6-sda', '1735286415.92647', '1735286400.00000', '0', '', '1735286400.00000', 0, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('cc197a72-b324-4315-8669-60a2ca2ff4e6-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmprp1zei03/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02200 seconds (45.46059/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmprp1zei03/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, sync, (2, '010dc81816e622f193e5f36072772be9', '4b306c43-ca8b-40e6-88d7-fc393404f2d5-sda', '1735286415.95367', '1735286400', '0', '', '1735286400', 2, 0) -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('4b306c43-ca8b-40e6-88d7-fc393404f2d5-sda', '147c9be7f27859a496b17988371f5478.db') -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (2, '010dc81816e622f193e5f36072772be9', '4b306c43-ca8b-40e6-88d7-fc393404f2d5-sda', '1735286415.95367', '1735286400', '0', '', '1735286400', 2, 0) -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('4b306c43-ca8b-40e6-88d7-fc393404f2d5-sda', '147c9be7f27859a496b17988371f5478.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpquw0jljf/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db -REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, sync, (2, '954e245d9a001d1737fceab7c32ff85a', '70e271b0-c826-488b-913f-df2c781a9059-sda', '1735286415.97120', '1735286400.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1735286415.97239"]}', '1735286400.00000', 0, 0) -test DEBUG: /tmp/tmpquw0jljf/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1735286402.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1735286403.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '70e271b0-c826-488b-913f-df2c781a9059-sda') -test DEBUG: /tmp/tmpquw0jljf/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0030818s) -REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, merge_syncs, ([],) -REPLICATE: /sdc/0/ccaf04f8b51ddee12913dc9a3db72435, sync, (2, '954e245d9a001d1737fceab7c32ff85a', '70e271b0-c826-488b-913f-df2c781a9059-sda', '1735286415.97120', '1735286400.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1735286415.97239"]}', '1735286400.00000', 0, 0) -REPLICATE: /sdc/0/ccaf04f8b51ddee12913dc9a3db72435, complete_rsync, ('70e271b0-c826-488b-913f-df2c781a9059-sda', 'ccaf04f8b51ddee12913dc9a3db72435.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpquw0jljf/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02134 seconds (46.85043/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpquw0jljf/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, sync, (2, 'e6190163af5f4eb4eff3f5efdd2c2c1d', '77867e5c-6999-4df4-9623-7ddf068e5ac5-sda', '1735286416.00043', '1735286400', '0', '', '1735286400', 2, 0) -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('77867e5c-6999-4df4-9623-7ddf068e5ac5-sda', '147c9be7f27859a496b17988371f5478.db') -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (2, 'e6190163af5f4eb4eff3f5efdd2c2c1d', '77867e5c-6999-4df4-9623-7ddf068e5ac5-sda', '1735286416.00043', '1735286400', '0', '', '1735286400', 2, 0) -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('77867e5c-6999-4df4-9623-7ddf068e5ac5-sda', '147c9be7f27859a496b17988371f5478.db') +test DEBUG: /tmp/tmplfj67sj1/sdb/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 +REPLICATE: /sda/0/8ae28205657edd6d6ad3b248936edce3, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1769697027.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1769697027.00000', 'deleted': 0, 'storage_policy_index': 0}], '6d43b145-c136-45e7-97a2-9d0b7687df47-') +test DEBUG: /tmp/tmplfj67sj1/sdb/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0130861s) +REPLICATE: /sda/0/8ae28205657edd6d6ad3b248936edce3, merge_syncs, ([{'remote_id': 'e32213cf-1596-48d4-9ab0-7ad0894bedc5-sda', 'sync_point': 1}],) test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpx465hkne/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db -REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, sync, (2, '954e245d9a001d1737fceab7c32ff85a', '9c636347-f3e9-4889-a449-dda945a670e8-sda', '1735286416.02047', '1735286400.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1735286416.02169"]}', '1735286400.00000', 0, 0) -test DEBUG: /tmp/tmpx465hkne/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok - -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx13253013db37486da4ef2-00676e5e91) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx501fe72eedd14b658a717-00676e5e91) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx780f0ec6c4694ad8b27fb-00676e5e91) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe3d0585528824a61aa862-00676e5e91) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4c352621f4ae462fbba99-00676e5e91) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9af74c511f9641428e994-00676e5e91) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx92382d9620ae48c3b378d-00676e5e91) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx828f40852107460a9f1ac-00676e5e91) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txbc10f19b587e4337902f1-00676e5e91) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2fc3976d4b6b4455a7d1d-00676e5e91) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx78028fa6bf134dbaba821-00676e5e91) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txba0cc3860d454d028cab3-00676e5e91) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx19af07d7e5174832914dc-00676e5e91) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd86998c44b144b5faee3a-00676e5e91) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd2b84e5e629248a69bc20-00676e5e91) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf2c4a04cf55346f8b73da-00676e5e91) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txced53b1934c74d65b1330-00676e5e91) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx1db41400e64c483687dd6-00676e5e91) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx84feb3115a67471e9bd68-00676e5e91) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx86f8e84071804d25acf62-00676e5e91) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb8ffb22dbd7044a5b8319-00676e5e91) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txe11c4e44c2c64dd7bd449-00676e5e91) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txe394114e913d4a49bbb01-00676e5e91) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx0e64306cfa2044eeb8e88-00676e5e91) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx2746fa73d6904bcfbf278-00676e5e91) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx05866d5df89240a794d40-00676e5e91) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx067fdcc45a044344a59c8-00676e5e91) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx508d2f6fabda4f538b680-00676e5e91) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5f0104df739144199f94c-00676e5e91) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6fd537b30bc148f0a6ef9-00676e5e91)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '010902e057dd0a3e698b67e831701ca9', '5bf6f522-6d7e-4526-8116-765015e3fef4-', '1769697022.77049', '1769697022.76859', '0', '', '1769697022.76859', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5bf6f522-6d7e-4526-8116-765015e3fef4-', '5267a50d4a8f6ea3ee1dbecb8592e872_1769697022.78409.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '010902e057dd0a3e698b67e831701ca9', '5bf6f522-6d7e-4526-8116-765015e3fef4-', '1769697022.77049', '1769697022.76859', '0', '', '1769697022.76859', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697022.78403', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697022.78403', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697022.78403', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697022.78423', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697022.78423', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697022.78409', 'epoch': '1769697022.78409', 'reported': 0, 'tombstones': -1}], '5bf6f522-6d7e-4526-8116-765015e3fef4-') +test DEBUG: /tmp/tmpiwwigs19/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697022.78409.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpiwwigs19/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697022.78409.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '69840788e418d9a9e1c8d64582ed9f8d', '2be21a4b-5ddc-4043-8226-11c1f451197b-', '1769697022.85759', '1769697022.84393', '0', '', '1769697022.84393', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697022.89140', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769697022.89140', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697022.89140', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697022.89944', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697022.89944', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697022.85919', 'epoch': '1769697022.85919', 'reported': 0, 'tombstones': -1}], '2be21a4b-5ddc-4043-8226-11c1f451197b-') +test DEBUG: /tmp/tmp6r7oif_y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697022.85919.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp6r7oif_y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697022.85919.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '69840788e418d9a9e1c8d64582ed9f8d', '2be21a4b-5ddc-4043-8226-11c1f451197b-', '1769697022.85759', '1769697022.88018', '0', '', '1769697022.84393', 101, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697022.89140', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769697022.89140', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697022.89140', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697022.89944', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697022.89944', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697022.85919', 'epoch': '1769697022.85919', 'reported': 0, 'tombstones': -1}], '2be21a4b-5ddc-4043-8226-11c1f451197b-') +test DEBUG: /tmp/tmp6r7oif_y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697022.85919.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp6r7oif_y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697022.85919.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '69840788e418d9a9e1c8d64582ed9f8d', '76e35b99-4474-4f1c-82aa-f02e875c45b7-', '1769697022.96690', '1769697022.96482', '0', '', '1769697022.96482', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697022.98049', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769697022.98049', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697022.98049', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697022.98415', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697022.98415', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697022.96838', 'epoch': '1769697022.96838', 'reported': 0, 'tombstones': -1}], '76e35b99-4474-4f1c-82aa-f02e875c45b7-') +test DEBUG: /tmp/tmp3l0jo_dh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697022.96838.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp3l0jo_dh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697022.96838.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '69840788e418d9a9e1c8d64582ed9f8d', '76e35b99-4474-4f1c-82aa-f02e875c45b7-', '1769697022.96690', '1769697022.97735', '0', '', '1769697022.96482', 101, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697022.98049', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769697022.98049', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697022.98049', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697022.98415', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697022.98415', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697022.96838', 'epoch': '1769697022.96838', 'reported': 0, 'tombstones': -1}], '76e35b99-4474-4f1c-82aa-f02e875c45b7-') +test DEBUG: /tmp/tmp3l0jo_dh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697022.96838.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp3l0jo_dh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697022.96838.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -fake INFO: - - 27/Dec/2024/08/00/14 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1735287414 HTTP/1.0 404 - - - - - - - - 0.0002 - - 1735286414.450279713 1735286414.450460434 - -test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test WARNING: Skipping /tmp/tmpsqmiuk3i/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpsqmiuk3i/devices3/device_is_file/data' -test WARNING: Skipping /tmp/tmpsqmiuk3i/devices4/device/data because -test WARNING: Skipping device as it is not mounted -test WARNING: Skipping /tmp/tmp_at5wgj6/asdf/data because [Errno 20] Not a directory: '/tmp/tmp_at5wgj6/asdf/data' -test WARNING: Skipping /tmp/tmp_at5wgj6/asdf/data because [Errno 20] Not a directory: '/tmp/tmp_at5wgj6/asdf/data' -test WARNING: Skipping asdf as it is not mounted -test WARNING: Skipping drive as it is not mounted -test WARNING: Skipping /tmp/tmpt75746ws/asdf/data because [Errno 20] Not a directory: '/tmp/tmpt75746ws/asdf/data' -test DEBUG: set nice priority to 1 -test DEBUG: set ionice class 1 priority 0 -WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. -test ERROR: Unable to modify ionice priority: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/libc.py", line 326, in _ioprio_set - io_class = IO_CLASS_ENUM[io_class] - ~~~~~~~~~~~~~^^^^^^^^^^ -KeyError: 'class_foo' -test DEBUG: set ionice class 2 priority 4 -test DEBUG: set nice priority to -15 -test DEBUG: set ionice class 3 priority 6 -test INFO: Begin container update single threaded sweep -test ERROR: Error processing container /tmp/tmpk9rw48uo/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok +test ERROR: Failed to unlink '/tmp/tmpcm6iktl7/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/updater.py", line 225, in container_sweep - self.process_container(dbfile) - ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ @@ -21403,917 +22795,723 @@ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -Exception: Boom! -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp1beqpgce/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp1beqpgce/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpcm6iktl7/containers/part/suffix/hash/container_1769697023.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpcm6iktl7/containers/part/suffix/hash/container_1769697023.00000.db': ['/tmp/tmpcm6iktl7/containers/part/suffix/hash/container.db', '/tmp/tmpcm6iktl7/containers/part/suffix/hash/container_1769697024.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpcm6iktl7/containers/part/suffix/hash/container_1769697024.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1769697023.7377543, time window end: 1769697023.7377543, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 +test-container-sync ERROR: ERROR Syncing : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once -test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok - -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.9311904907226562e-05: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 389, in container_sync + if not self.container_sync_row( + ~~~~~~~~~~~~~~~~~~~~~~~^ + row, sync_to, user_key, broker, info, realm, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + realm_key): + ^^^^^^^^^^ +TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1769697023.7402542, time window end: 1769697023.7402647, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 535, in container_sync_row + row['created_at']) + ~~~^^^^^^^^^^^^^^ +KeyError: 'created_at' +test-container-sync INFO: Container sync report: a/c, time window start: 1769697023.7403965, time window end: 1769697023.7407506, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync INFO: Container sync report: a/c, time window start: 1769697023.740852, time window end: 1769697023.7409053, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 486, in _incr_or_decr - return int(line[0].strip()) -ValueError: invalid literal for int() with base 10: b'UNEXPECTED' -test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) -test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) -test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) -test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) -test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) -test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) -test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) -test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) -test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) -test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 1.6927719116210938e-05, incomplete read -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 453, in get - sock.sendall(b'get ' + cmd.hash_key + b'\r\n') - ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - ~~~~~~~^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1376, in handle_get - raise Exception('get failed') -Exception: get failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 524, in incr - new_val = self._add(fp, sock, cmd, add_val, timeout) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 489, in _add - sock.sendall(b' '.join([ - ~~~~~~~~~~~~^^^^^^^^^^^^ - b'add', cmd.hash_key, b'0', str(timeout).encode('ascii'), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - str(len(add_val)).encode('ascii') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ]) + b'\r\n' + add_val + b'\r\n') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - ~~~~~~~^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1318, in handle_add - raise Exception('add failed') -Exception: add failed -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 420, in set - sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) - ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - ~~~~~~~^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1346, in handle_set - raise Exception('set failed') -Exception: set failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok -test.unit.common.test_swob.TestRequest.test_401_invalid_path -test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok -test.unit.common.test_swob.TestRequest.test_401_unauthorized -test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok -test.unit.common.test_swob.TestRequest.test_401_valid_account_path -test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok -test.unit.common.test_swob.TestRequest.test_accept_header -test.unit.common.test_swob.TestRequest.test_accept_header ... ok -test.unit.common.test_swob.TestRequest.test_allow_reserved_names -test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok -test.unit.common.test_swob.TestRequest.test_as_referer -test.unit.common.test_swob.TestRequest.test_as_referer ... ok -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_bad_range -test.unit.common.test_swob.TestRequest.test_bad_range ... ok -test.unit.common.test_swob.TestRequest.test_blank -test.unit.common.test_swob.TestRequest.test_blank ... ok -test.unit.common.test_swob.TestRequest.test_blank_body_precedence -test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_parsing -test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_copy_get -test.unit.common.test_swob.TestRequest.test_copy_get ... ok -test.unit.common.test_swob.TestRequest.test_datetime_properties -test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok -test.unit.common.test_swob.TestRequest.test_get_response -test.unit.common.test_swob.TestRequest.test_get_response ... ok -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.common.test_swob.TestRequest.test_not_401 -test.unit.common.test_swob.TestRequest.test_not_401 ... ok -test.unit.common.test_swob.TestRequest.test_params -test.unit.common.test_swob.TestRequest.test_params ... ok -test.unit.common.test_swob.TestRequest.test_path -test.unit.common.test_swob.TestRequest.test_path ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop -test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_last -test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_none -test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok -test.unit.common.test_swob.TestRequest.test_path_qs -test.unit.common.test_swob.TestRequest.test_path_qs ... ok -test.unit.common.test_swob.TestRequest.test_path_question_mark -test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok -test.unit.common.test_swob.TestRequest.test_properties -test.unit.common.test_swob.TestRequest.test_properties ... ok -test.unit.common.test_swob.TestRequest.test_split_path -test.unit.common.test_swob.TestRequest.test_split_path ... ok -test.unit.common.test_swob.TestRequest.test_swift_entity_path -test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok -test.unit.common.test_swob.TestRequest.test_timestamp -test.unit.common.test_swob.TestRequest.test_timestamp ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_invalid -test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_missing -test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok -test.unit.common.test_swob.TestRequest.test_unicode_params -test.unit.common.test_swob.TestRequest.test_unicode_params ... ok -test.unit.common.test_swob.TestRequest.test_unicode_path -test.unit.common.test_swob.TestRequest.test_unicode_path ... ok -test.unit.common.test_swob.TestRequest.test_unicode_query -test.unit.common.test_swob.TestRequest.test_unicode_query ... ok -test.unit.common.test_swob.TestRequest.test_url -test.unit.common.test_swob.TestRequest.test_url ... ok -test.unit.common.test_swob.TestRequest.test_url2 -test.unit.common.test_swob.TestRequest.test_url2 ... ok -test.unit.common.test_swob.TestRequest.test_wsgify -test.unit.common.test_swob.TestRequest.test_wsgify ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_method -test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_raise -test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok -test.unit.common.test_utils.TestNamespace.test_bounds_serialization -test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok -test.unit.common.test_utils.TestNamespace.test_comparisons -test.unit.common.test_utils.TestNamespace.test_comparisons ... ok -test.unit.common.test_utils.TestNamespace.test_contains -test.unit.common.test_utils.TestNamespace.test_contains ... ok -test.unit.common.test_utils.TestNamespace.test_end_marker -test.unit.common.test_utils.TestNamespace.test_end_marker ... ok -test.unit.common.test_utils.TestNamespace.test_entire_namespace -test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok -test.unit.common.test_utils.TestNamespace.test_expand -test.unit.common.test_utils.TestNamespace.test_expand ... ok -test.unit.common.test_utils.TestNamespace.test_includes -test.unit.common.test_utils.TestNamespace.test_includes ... ok -test.unit.common.test_utils.TestNamespace.test_lower_setter -test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok -test.unit.common.test_utils.TestNamespace.test_name -test.unit.common.test_utils.TestNamespace.test_name ... ok -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok -test.unit.common.test_utils.TestNamespace.test_total_ordering -test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok -test.unit.common.test_utils.TestNamespace.test_unicode_name -test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok -test.unit.common.test_utils.TestNamespace.test_upper_setter -test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok -test.unit.common.test_utils.TestShardName.test -test.unit.common.test_utils.TestShardName.test ... ok -test.unit.common.test_utils.TestShardName.test_bad_create -test.unit.common.test_utils.TestShardName.test_bad_create ... ok -test.unit.common.test_utils.TestShardName.test_bad_parse -test.unit.common.test_utils.TestShardName.test_bad_parse ... ok -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok -test.unit.common.test_utils.TestShardName.test_root_has_hyphens -test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok -test.unit.common.test_utils.TestSpliterator.test_big_input_string -test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok -test.unit.common.test_utils.TestSpliterator.test_closing -test.unit.common.test_utils.TestSpliterator.test_closing ... ok -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok -test.unit.common.test_utils.TestSpliterator.test_overlap -test.unit.common.test_utils.TestSpliterator.test_overlap ... ok -test.unit.common.test_utils.TestSpliterator.test_running_out -test.unit.common.test_utils.TestSpliterator.test_running_out ... ok -test.unit.common.test_utils.TestSpliterator.test_string -test.unit.common.test_utils.TestSpliterator.test_string ... ok -test.unit.common.test_utils.TestUTC.test_tzname -test.unit.common.test_utils.TestUTC.test_tzname ... ok -test.unit.common.test_utils.TestUtils.test_backwards -test.unit.common.test_utils.TestUtils.test_backwards ... ok -test.unit.common.test_utils.TestUtils.test_cache_from_env -test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok -test.unit.common.test_utils.TestUtils.test_cap_length -test.unit.common.test_utils.TestUtils.test_cap_length ... ok -test.unit.common.test_utils.TestUtils.test_clean_content_type -test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close -test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges -test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache -test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok -test.unit.common.test_utils.TestUtils.test_find_namespace -test.unit.common.test_utils.TestUtils.test_find_namespace ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok -test.unit.common.test_utils.TestUtils.test_fsync_dir -test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_generate_trans_id -test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok -test.unit.common.test_utils.TestUtils.test_get_db_files -test.unit.common.test_utils.TestUtils.test_get_db_files ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_from_path -test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok -test.unit.common.test_utils.TestUtils.test_get_redirect_data -test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok -test.unit.common.test_utils.TestUtils.test_get_trans_id_time -test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok -test.unit.common.test_utils.TestUtils.test_hash_path -test.unit.common.test_utils.TestUtils.test_hash_path ... ok -test.unit.common.test_utils.TestUtils.test_human_readable -test.unit.common.test_utils.TestUtils.test_human_readable ... ok -test.unit.common.test_utils.TestUtils.test_is_file_older -test.unit.common.test_utils.TestUtils.test_is_file_older ... ok -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_error -test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok -test ERROR: ERROR: swift.cache could not be found in env! -test ERROR: ERROR: swift.cache could not be found in env! -test WARNING: Unable to perform fsync() on directory /tmp/tmpra6vktrh: Bad file descriptor -Unable to locate some_not_real_function in libc. Leaving as a no-op. -test.unit.common.test_utils.TestUtils.test_load_libc_function -test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok -test.unit.common.test_utils.TestUtils.test_load_pkg_resource -test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' -test.unit.common.test_utils.TestUtils.test_load_recon_cache -test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok -test.unit.common.test_utils.TestUtils.test_lock_file -test.unit.common.test_utils.TestUtils.test_lock_file ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok -test.unit.common.test_utils.TestUtils.test_lock_path -test.unit.common.test_utils.TestUtils.test_lock_path ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_class -test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_name -test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok -test.unit.common.test_utils.TestUtils.test_majority_size -test.unit.common.test_utils.TestUtils.test_majority_size ... ok -test.unit.common.test_utils.TestUtils.test_make_db_file_path -test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok -test.unit.common.test_utils.TestUtils.test_makedirs_count -test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok -test.unit.common.test_utils.TestUtils.test_md5_with_data -test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok -test.unit.common.test_utils.TestUtils.test_md5_without_data -test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok -test.unit.common.test_utils.TestUtils.test_mkdirs -test.unit.common.test_utils.TestUtils.test_mkdirs ... ok -test.unit.common.test_utils.TestUtils.test_monkey_patch -test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok -test.unit.common.test_utils.TestUtils.test_node_to_string -test.unit.common.test_utils.TestUtils.test_node_to_string ... ok -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok -test.unit.common.test_utils.TestUtils.test_normalize_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_content_type -test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_db_filename -test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok -test.unit.common.test_utils.TestUtils.test_parse_header -test.unit.common.test_utils.TestUtils.test_parse_header ... ok -test.unit.common.test_utils.TestUtils.test_parse_options -test.unit.common.test_utils.TestUtils.test_parse_options ... ok -test.unit.common.test_utils.TestUtils.test_parse_options_errors -test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok -test.unit.common.test_utils.TestUtils.test_parse_override_options -test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok -test.unit.common.test_utils.TestUtils.test_quorum_size -test.unit.common.test_utils.TestUtils.test_quorum_size ... ok -test.unit.common.test_utils.TestUtils.test_quote_bytes -test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok -test.unit.common.test_utils.TestUtils.test_quote_unicode -test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok -test.unit.common.test_utils.TestUtils.test_remove_directory -test.unit.common.test_utils.TestUtils.test_remove_directory ... ok -test.unit.common.test_utils.TestUtils.test_remove_file -test.unit.common.test_utils.TestUtils.test_remove_file ... ok -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok -test.unit.common.test_utils.TestUtils.test_round_robin_iter -test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok -test.unit.common.test_utils.TestUtils.test_safe_json_loads -test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok -test.unit.common.test_utils.TestUtils.test_search_tree -test.unit.common.test_utils.TestUtils.test_search_tree ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok -test.unit.common.test_utils.TestUtils.test_select_node_ip -test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok -test.unit.common.test_utils.TestUtils.test_split_path -test.unit.common.test_utils.TestUtils.test_split_path ... ok -test.unit.common.test_utils.TestUtils.test_storage_directory -test.unit.common.test_utils.TestUtils.test_storage_directory ... ok -test.unit.common.test_utils.TestUtils.test_streq_const_time -test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok -test.unit.common.test_utils.TestUtils.test_strict_b64decode -test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_systemd_notify -test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok -test.unit.common.test_utils.TestUtils.test_validate_device_partition -test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok -test.unit.common.test_utils.TestUtils.test_validate_hash_conf -test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok -test.unit.common.test_utils.TestUtils.test_validate_sync_to -test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok -test.unit.common.test_utils.TestUtils.test_write_file -test.unit.common.test_utils.TestUtils.test_write_file ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_chexor -test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok -test.unit.container.test_backend.TestContainerBroker.test_create_broker -test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBroker.test_creation -test.unit.container.test_backend.TestContainerBroker.test_creation ... ok -test.unit.container.test_backend.TestContainerBroker.test_db_file -test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_object -test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty -test.unit.container.test_backend.TestContainerBroker.test_empty ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBroker.test_exception -test.unit.container.test_backend.TestContainerBroker.test_exception ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_brokers -test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_db_state -test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info -test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_items_since -test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects -test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_report_info -test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx46797917eee749f7a1e00-00676e5e92) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx85e6941028674033b27b9-00676e5e92) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx85e6941028674033b27b9-00676e5e92) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txba3e9e3a8b474457b270b-00676e5e93) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txba3e9e3a8b474457b270b-00676e5e93) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txba3e9e3a8b474457b270b-00676e5e93) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txba3e9e3a8b474457b270b-00676e5e93) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txba3e9e3a8b474457b270b-00676e5e93) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txba3e9e3a8b474457b270b-00676e5e93) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txba3e9e3a8b474457b270b-00676e5e93) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txba3e9e3a8b474457b270b-00676e5e93) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txba3e9e3a8b474457b270b-00676e5e93) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txba3e9e3a8b474457b270b-00676e5e93) -test DEBUG: Setting object count to 1032 (txn: txba3e9e3a8b474457b270b-00676e5e93) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx32f16056e69543ffbe6de-00676e5e93) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx32f16056e69543ffbe6de-00676e5e93) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx32f16056e69543ffbe6de-00676e5e93) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx32f16056e69543ffbe6de-00676e5e93) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx32f16056e69543ffbe6de-00676e5e93) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx32f16056e69543ffbe6de-00676e5e93) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx32f16056e69543ffbe6de-00676e5e93) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx32f16056e69543ffbe6de-00676e5e93) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx32f16056e69543ffbe6de-00676e5e93) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx32f16056e69543ffbe6de-00676e5e93) -test DEBUG: Setting object count to 48 (txn: tx32f16056e69543ffbe6de-00676e5e93) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx82f8e051de624abc805e0-00676e5e93) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx82f8e051de624abc805e0-00676e5e93) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx82f8e051de624abc805e0-00676e5e93) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx82f8e051de624abc805e0-00676e5e93) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx82f8e051de624abc805e0-00676e5e93)test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0047 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:21 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3324107 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0009 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324107 1 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324107 3 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324107 4 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324107 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx8e3e575ef1a1463bb82b7-00676e5e8a) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok + +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '741bb2a03f5d3ad12b2ce7ee7dd3f90e', '6c8ad2c8-749a-47c2-ad79-b9e15ca17052-', '1769697023.02904', '1769697023.02687', '0', '', '1769697023.02687', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697023.04582', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.04582', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697023.04582', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697023.04845', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.04845', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697023.03060', 'epoch': '1769697023.03060', 'reported': 0, 'tombstones': -1}], '6c8ad2c8-749a-47c2-ad79-b9e15ca17052-') +test DEBUG: /tmp/tmpbvljpfoj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.03060.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpbvljpfoj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.03060.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '741bb2a03f5d3ad12b2ce7ee7dd3f90e', '6c8ad2c8-749a-47c2-ad79-b9e15ca17052-', '1769697023.02904', '1769697023.04274', '0', '', '1769697023.02687', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697023.04582', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.04582', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697023.04582', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697023.04845', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.04845', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697023.03060', 'epoch': '1769697023.03060', 'reported': 0, 'tombstones': -1}], '6c8ad2c8-749a-47c2-ad79-b9e15ca17052-') +test DEBUG: /tmp/tmpbvljpfoj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.03060.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpbvljpfoj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.03060.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '741bb2a03f5d3ad12b2ce7ee7dd3f90e', '3f805c1b-2266-485a-ab4f-a8cc338b3511-', '1769697023.14255', '1769697023.14050', '0', '', '1769697023.14050', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697023.15705', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.15705', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697023.15705', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697023.16034', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.16034', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697023.14400', 'epoch': '1769697023.14400', 'reported': 0, 'tombstones': -1}], '3f805c1b-2266-485a-ab4f-a8cc338b3511-') +test DEBUG: /tmp/tmplqq0y4d9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.14400.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmplqq0y4d9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.14400.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '741bb2a03f5d3ad12b2ce7ee7dd3f90e', '3f805c1b-2266-485a-ab4f-a8cc338b3511-', '1769697023.14255', '1769697023.15291', '0', '', '1769697023.14050', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697023.15705', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.15705', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697023.15705', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697023.16034', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.16034', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697023.14400', 'epoch': '1769697023.14400', 'reported': 0, 'tombstones': -1}], '3f805c1b-2266-485a-ab4f-a8cc338b3511-') +test DEBUG: /tmp/tmplqq0y4d9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.14400.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmplqq0y4d9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.14400.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '5d68d104b4177f0fc8615c80487b7963', 'ce29a484-7b95-4419-a261-cf83fd700065-', '1769697023.26240', '1769697023.26042', '0', '', '1769697023.26042', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697023.26796', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697023.26796', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697023.26796', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697023.26817', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.26817', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697023.26802', 'epoch': '1769697023.26802', 'reported': 0, 'tombstones': -1}], 'ce29a484-7b95-4419-a261-cf83fd700065-') +test DEBUG: /tmp/tmpg0taih5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.26802.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpg0taih5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.26802.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '5d68d104b4177f0fc8615c80487b7963', 'ce29a484-7b95-4419-a261-cf83fd700065-', '1769697023.26240', '1769697023.29631', '0', '', '1769697023.26042', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697023.26796', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697023.26796', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697023.26796', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697023.26817', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.26817', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697023.26802', 'epoch': '1769697023.26802', 'reported': 0, 'tombstones': -1}], 'ce29a484-7b95-4419-a261-cf83fd700065-') +test DEBUG: /tmp/tmpg0taih5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.26802.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpg0taih5u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.26802.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok + +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '5d68d104b4177f0fc8615c80487b7963', 'd94d1187-4dd5-4dc7-8578-fe7789aa5c7c-', '1769697023.36044', '1769697023.35445', '0', '', '1769697023.35445', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697023.36166', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697023.36166', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697023.36166', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697023.36186', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.36186', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697023.36172', 'epoch': '1769697023.36172', 'reported': 0, 'tombstones': -1}], 'd94d1187-4dd5-4dc7-8578-fe7789aa5c7c-') +test DEBUG: /tmp/tmpl6lrd002/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.36172.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpl6lrd002/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.36172.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '5d68d104b4177f0fc8615c80487b7963', 'd94d1187-4dd5-4dc7-8578-fe7789aa5c7c-', '1769697023.36044', '1769697023.38425', '0', '', '1769697023.35445', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697023.36166', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697023.36166', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697023.36166', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697023.36186', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.36186', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697023.36172', 'epoch': '1769697023.36172', 'reported': 0, 'tombstones': -1}], 'd94d1187-4dd5-4dc7-8578-fe7789aa5c7c-') +test DEBUG: /tmp/tmpl6lrd002/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.36172.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpl6lrd002/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.36172.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '344efb9785d203387a96445500a0d1a8', '2b55c5e8-2067-44a9-bcec-f762027dd68e-', '1769697023.45816', '1769697023.45635', '0', '', '1769697023.45635', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2b55c5e8-2067-44a9-bcec-f762027dd68e-', '5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.46794.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '344efb9785d203387a96445500a0d1a8', '2b55c5e8-2067-44a9-bcec-f762027dd68e-', '1769697023.45816', '1769697023.45635', '0', '', '1769697023.45635', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697023.45946', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.45946', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697023.45946', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697023.46812', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.46812', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697023.46794', 'epoch': '1769697023.46794', 'reported': 0, 'tombstones': -1}], '2b55c5e8-2067-44a9-bcec-f762027dd68e-') +test DEBUG: /tmp/tmpm7gbvc05/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.46794.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpm7gbvc05/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.46794.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '344efb9785d203387a96445500a0d1a8', '9100e143-469d-4b7b-bfbc-d7abb8baa5dd-', '1769697023.54858', '1769697023.53861', '0', '', '1769697023.53861', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9100e143-469d-4b7b-bfbc-d7abb8baa5dd-', '5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.55146.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '344efb9785d203387a96445500a0d1a8', '9100e143-469d-4b7b-bfbc-d7abb8baa5dd-', '1769697023.54858', '1769697023.53861', '0', '', '1769697023.53861', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697023.54982', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.54982', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697023.54982', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697023.55163', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.55163', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697023.55146', 'epoch': '1769697023.55146', 'reported': 0, 'tombstones': -1}], '9100e143-469d-4b7b-bfbc-d7abb8baa5dd-') +test DEBUG: /tmp/tmpa927p5r8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.55146.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpa927p5r8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.55146.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '8d9171b723de747ecd3107835d332e81', '9ef0f7ce-fb6d-450b-9330-f649e32346aa-', '1769697023.63581', '1769697023.62604', '0', '', '1769697023.62604', 3, 0) +test WARNING: /tmp/tmp6evyhyab/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.64006.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp6evyhyab/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.64006.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '8d9171b723de747ecd3107835d332e81', '9ef0f7ce-fb6d-450b-9330-f649e32346aa-', '1769697023.63581', '1769697023.65216', '0', '', '1769697023.62604', 3, 0) +test WARNING: /tmp/tmp6evyhyab/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.64006.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp6evyhyab/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.64006.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '8d9171b723de747ecd3107835d332e81', '16db924a-780a-45b1-832a-5e7d67053f1f-', '1769697023.69919', '1769697023.69311', '0', '', '1769697023.69311', 3, 0) +test WARNING: /tmp/tmpz5xb5tbz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.70732.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpz5xb5tbz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.70732.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx8e3e575ef1a1463bb82b7-00676e5e8a) -test ERROR: Account HEAD returning 503 for [] (txn: tx8e3e575ef1a1463bb82b7-00676e5e8a) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + query={'prefix': req.object_name, + 'versions': True}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx344f62d2a261473f93b47-00676e5e8b) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + 'version-id': item['version_id']}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx344f62d2a261473f93b47-00676e5e8b) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx344f62d2a261473f93b47-00676e5e8b) -test ERROR: Account HEAD returning 503 for [] (txn: tx344f62d2a261473f93b47-00676e5e8b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txf226900c982240a494dda-00676e5e8b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txf4b21c466a494be1b5707-00676e5e8b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txd4b8b284acf04e2db9ac7-00676e5e8b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpu7yto_m_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpu7yto_m_/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpu7yto_m_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpu7yto_m_/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:18 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 1927256 - -HTTP PERF: 0.00543 seconds to PUT 127.0.0.1:55431 /sdb1/1/a) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:18 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0034 "-" 1927256 - -HTTP PERF: 0.00499 seconds to PUT 127.0.0.1:46763 /sda1/1/a) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 1927256 - -HTTP PERF: 0.00479 seconds to PUT 127.0.0.1:46763 /sda1/2/a1) -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1927256 - -HTTP PERF: 0.00444 seconds to PUT 127.0.0.1:55431 /sdb1/2/a1) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe7ee2fa1e25c421dbd37b-00676e5e93" "proxy-server 1927256" 0.0012 "-" 1927256 - -HTTP PERF: 0.00275 seconds to HEAD 127.0.0.1:46763 /sda1/1/a?format=json) -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:34733/sda1/1/a/c" "txe7ee2fa1e25c421dbd37b-00676e5e93" "container-server 1927256" 0.0011 "-" 1927256 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:37185/sdb1/1/a/c" "txe7ee2fa1e25c421dbd37b-00676e5e93" "container-server 1927256" 0.0011 "-" 1927256 0 -HTTP PERF: 0.00922 seconds to PUT 127.0.0.1:55431 /sdb1/1/a/c) -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe7ee2fa1e25c421dbd37b-00676e5e93" "proxy-server 1927256" 0.0133 "-" 1927256 0 -HTTP PERF: 0.00555 seconds to PUT 127.0.0.1:46763 /sda1/1/a/c) -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe7ee2fa1e25c421dbd37b-00676e5e93" "proxy-server 1927256" 0.0097 "-" 1927256 0 -HTTP PERF: 0.01566 seconds to PUT 127.0.0.1:37185 /sdb1/1/a/c) -HTTP PERF: 0.01646 seconds to PUT 127.0.0.1:34733 /sda1/1/a/c) -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/19 PUT /v1/a/c HTTP/1.0 201 - - t - - - txe7ee2fa1e25c421dbd37b-00676e5e93 - 0.0218 - - 1735286419.690382481 1735286419.712229490 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx33e14d1f3b014bc9b1185-00676e5e93" "proxy-server 1927256" 0.0012 "-" 1927256 - -HTTP PERF: 0.00270 seconds to HEAD 127.0.0.1:55431 /sdb1/2/a1?format=json) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:37185/sdb1/1/a1/c1" "tx33e14d1f3b014bc9b1185-00676e5e93" "container-server 1927256" 0.0012 "-" 1927256 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:34733/sda1/1/a1/c1" "tx33e14d1f3b014bc9b1185-00676e5e93" "container-server 1927256" 0.0013 "-" 1927256 0 -HTTP PERF: 0.00499 seconds to PUT 127.0.0.1:55431 /sdb1/2/a1/c1) -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx33e14d1f3b014bc9b1185-00676e5e93" "proxy-server 1927256" 0.0113 "-" 1927256 0 -HTTP PERF: 0.01255 seconds to PUT 127.0.0.1:46763 /sda1/2/a1/c1) -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx33e14d1f3b014bc9b1185-00676e5e93" "proxy-server 1927256" 0.0164 "-" 1927256 0 -HTTP PERF: 0.01840 seconds to PUT 127.0.0.1:37185 /sdb1/1/a1/c1) -HTTP PERF: 0.01833 seconds to PUT 127.0.0.1:34733 /sda1/1/a1/c1) -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/19 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx33e14d1f3b014bc9b1185-00676e5e93 - 0.0241 - - 1735286419.713672161 1735286419.737753153 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx517dcfc8af9f4e6c9675a-00676e5e93" "proxy-server 1927256" 0.0020 "-" 1927256 - -HTTP PERF: 0.00362 seconds to HEAD 127.0.0.1:55431 /sdb1/1/a?format=json) -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:37185/sdb1/2/a/c1" "tx517dcfc8af9f4e6c9675a-00676e5e93" "container-server 1927256" 0.0011 "-" 1927256 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:34733/sda1/2/a/c1" "tx517dcfc8af9f4e6c9675a-00676e5e93" "container-server 1927256" 0.0017 "-" 1927256 1 -HTTP PERF: 0.00528 seconds to PUT 127.0.0.1:46763 /sda1/1/a/c1) -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx517dcfc8af9f4e6c9675a-00676e5e93" "proxy-server 1927256" 0.0093 "-" 1927256 1 -HTTP PERF: 0.01054 seconds to PUT 127.0.0.1:55431 /sdb1/1/a/c1) -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx517dcfc8af9f4e6c9675a-00676e5e93" "proxy-server 1927256" 0.0145 "-" 1927256 1 -HTTP PERF: 0.01615 seconds to PUT 127.0.0.1:34733 /sda1/2/a/c1) -HTTP PERF: 0.01682 seconds to PUT 127.0.0.1:37185 /sdb1/2/a/c1) -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/19 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx517dcfc8af9f4e6c9675a-00676e5e93 - 0.0232 - - 1735286419.739180803 1735286419.762370348 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc7ff30e292ea4b98bf4c1-00676e5e93" "proxy-server 1927256" 0.0020 "-" 1927256 - -HTTP PERF: 0.00357 seconds to HEAD 127.0.0.1:46763 /sda1/1/a?format=json) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:34733/sda1/1/a/c2" "txc7ff30e292ea4b98bf4c1-00676e5e93" "container-server 1927256" 0.0011 "-" 1927256 2 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:37185/sdb1/1/a/c2" "txc7ff30e292ea4b98bf4c1-00676e5e93" "container-server 1927256" 0.0016 "-" 1927256 2 -HTTP PERF: 0.00932 seconds to PUT 127.0.0.1:46763 /sda1/1/a/c2) -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc7ff30e292ea4b98bf4c1-00676e5e93" "proxy-server 1927256" 0.0132 "-" 1927256 2 -HTTP PERF: 0.00598 seconds to PUT 127.0.0.1:55431 /sdb1/1/a/c2) -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:19 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc7ff30e292ea4b98bf4c1-00676e5e93" "proxy-server 1927256" 0.0098 "-" 1927256 2 -HTTP PERF: 0.01590 seconds to PUT 127.0.0.1:37185 /sdb1/1/a/c2) -HTTP PERF: 0.01592 seconds to PUT 127.0.0.1:34733 /sda1/1/a/c2) -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/19 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc7ff30e292ea4b98bf4c1-00676e5e93 - 0.0226 - - 1735286419.763813734 1735286419.786377192 2 -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items -test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} +fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok Search value matched 0 devices. The on-disk ring builder is unchanged. @@ -22532,1350 +23730,22 @@ test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +swift-ring-builder search -REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1735286402.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1735286403.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '9c636347-f3e9-4889-a449-dda945a670e8-sda') -test DEBUG: /tmp/tmpx465hkne/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00298619s) -REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, merge_syncs, ([],) -REPLICATE: /sdc/0/ccaf04f8b51ddee12913dc9a3db72435, sync, (2, '954e245d9a001d1737fceab7c32ff85a', '9c636347-f3e9-4889-a449-dda945a670e8-sda', '1735286416.02047', '1735286400.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1735286416.02169"]}', '1735286400.00000', 0, 0) -REPLICATE: /sdc/0/ccaf04f8b51ddee12913dc9a3db72435, complete_rsync, ('9c636347-f3e9-4889-a449-dda945a670e8-sda', 'ccaf04f8b51ddee12913dc9a3db72435.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpx465hkne/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02023 seconds (49.44165/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpx465hkne/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, sync, (2, 'e6190163af5f4eb4eff3f5efdd2c2c1d', 'f13bbeae-f1cd-4084-977d-6208807dc685-sda', '1735286416.04652', '1735286400', '0', '', '1735286400', 2, 0) -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('f13bbeae-f1cd-4084-977d-6208807dc685-sda', '147c9be7f27859a496b17988371f5478.db') -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (2, 'e6190163af5f4eb4eff3f5efdd2c2c1d', 'f13bbeae-f1cd-4084-977d-6208807dc685-sda', '1735286416.04652', '1735286400', '0', '', '1735286400', 2, 0) -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('f13bbeae-f1cd-4084-977d-6208807dc685-sda', '147c9be7f27859a496b17988371f5478.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpy0z9qf1x/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, 'd6888c55b68e2d78e05a354ad7e9d32b', '7c8bed5b-4912-4fac-a412-d5f9a8de8d66-sda', '1735286416.09140', '1735286416.00000', '0', '', '1735286416.00000', 1, 0) -test DEBUG: /tmp/tmpy0z9qf1x/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1735286418.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1735286419.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '7c8bed5b-4912-4fac-a412-d5f9a8de8d66-sda') -test DEBUG: /tmp/tmpy0z9qf1x/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00272846s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, 'd6888c55b68e2d78e05a354ad7e9d32b', '7c8bed5b-4912-4fac-a412-d5f9a8de8d66-sda', '1735286416.09140', '1735286416.00000', '0', '', '1735286416.00000', 1, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('7c8bed5b-4912-4fac-a412-d5f9a8de8d66-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpy0z9qf1x/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01917 seconds (52.17612/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpy0z9qf1x/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, sync, (1, 'dc7a950cf689a63eaa9aaa98f3486862', 'cd0d87e1-0624-4cd3-b6ff-4f767c6da1f5-sda', '1735286416.11560', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('cd0d87e1-0624-4cd3-b6ff-4f767c6da1f5-sda', '147c9be7f27859a496b17988371f5478.db') -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (1, 'dc7a950cf689a63eaa9aaa98f3486862', 'cd0d87e1-0624-4cd3-b6ff-4f767c6da1f5-sda', '1735286416.11560', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('cd0d87e1-0624-4cd3-b6ff-4f767c6da1f5-sda', '147c9be7f27859a496b17988371f5478.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpy0z9qf1x/sdb/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (1, 'dc7a950cf689a63eaa9aaa98f3486862', 'e9224e6e-eee4-4629-aac9-9e3487e7d6ef-', '1735286416.11560', '1735286400', '0', '', '1735286400', 1, 0) -test DEBUG: /tmp/tmpy0z9qf1x/sdb/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db in sync with 10.0.0.2:1002/sdc, nothing to do -REPLICATE: /sda/0/147c9be7f27859a496b17988371f5478, sync, (1, 'dc7a950cf689a63eaa9aaa98f3486862', 'e9224e6e-eee4-4629-aac9-9e3487e7d6ef-', '1735286416.11560', '1735286400', '0', '', '1735286400', 1, 0) -test DEBUG: /tmp/tmpy0z9qf1x/sdb/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db in sync with 10.0.0.0:1000/sda, nothing to do -test DEBUG: Replicating db /tmp/tmpy0z9qf1x/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, '2d3dee7f290390f28753398baac6a6e9', 'da8eb6b2-c1da-4200-89f6-ecd4dcd32895-sdb', '1735286416.09140', '1735286417.00000', '0', '', '1735286417.00000', 1, 0) -test DEBUG: /tmp/tmpy0z9qf1x/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1735286420.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1735286421.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'da8eb6b2-c1da-4200-89f6-ecd4dcd32895-sdb') -test DEBUG: /tmp/tmpy0z9qf1x/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00298667s) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([{'remote_id': '7c8bed5b-4912-4fac-a412-d5f9a8de8d66-sda', 'sync_point': 2}],) -REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, '2d3dee7f290390f28753398baac6a6e9', 'da8eb6b2-c1da-4200-89f6-ecd4dcd32895-sdb', '1735286416.09140', '1735286417.00000', '0', '', '1735286417.00000', 1, 0) -test DEBUG: /tmp/tmpy0z9qf1x/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 -REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1735286420.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1735286421.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'da8eb6b2-c1da-4200-89f6-ecd4dcd32895-sdb')test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok +or -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_newid -test.unit.container.test_backend.TestContainerBroker.test_newid ... ok - -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmp1beqpgce/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmpshbsv2sl/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmpshbsv2sl/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/c /tmp/tmpshbsv2sl/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test WARNING: /tmp/tmpg69m935g/tmp_test_container_updater/devices/sda1 is not mounted -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmp0o3838y0/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp56raqi35/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmp56raqi35/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changestest.unit.container.test_updater.TestContainerUpdater.test_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok -test.unit.container.test_updater.TestContainerUpdater.test_unicode -test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit -test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_path -test.unit.container.test_backend.TestContainerBroker.test_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_put_object -test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_reclaim -test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx82f8e051de624abc805e0-00676e5e93) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx82f8e051de624abc805e0-00676e5e93) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx82f8e051de624abc805e0-00676e5e93) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx82f8e051de624abc805e0-00676e5e93) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx82f8e051de624abc805e0-00676e5e93) -test DEBUG: Setting object count to 1064 (txn: tx82f8e051de624abc805e0-00676e5e93) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx5db3e15d21714d89a3d62-00676e5e93) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5db3e15d21714d89a3d62-00676e5e93) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5db3e15d21714d89a3d62-00676e5e93) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx5db3e15d21714d89a3d62-00676e5e93) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5db3e15d21714d89a3d62-00676e5e93) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5db3e15d21714d89a3d62-00676e5e93) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx5db3e15d21714d89a3d62-00676e5e93) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txbd5cfb2a01754f5298a83-00676e5e93) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbd5cfb2a01754f5298a83-00676e5e93) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txbd5cfb2a01754f5298a83-00676e5e93) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txbd5cfb2a01754f5298a83-00676e5e93) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbd5cfb2a01754f5298a83-00676e5e93) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbd5cfb2a01754f5298a83-00676e5e93) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbd5cfb2a01754f5298a83-00676e5e93) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd794f22130294df9af4ad-00676e5e93) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd794f22130294df9af4ad-00676e5e93) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd794f22130294df9af4ad-00676e5e93) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd794f22130294df9af4ad-00676e5e93) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd794f22130294df9af4ad-00676e5e93) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd794f22130294df9af4ad-00676e5e93) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txd794f22130294df9af4ad-00676e5e93) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd794f22130294df9af4ad-00676e5e93) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd794f22130294df9af4ad-00676e5e93) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txd794f22130294df9af4ad-00676e5e93) -test DEBUG: Setting object count to 1065 (txn: txd794f22130294df9af4ad-00676e5e93) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4b3f9b584ad14d9c9ef0f-00676e5e94) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4b3f9b584ad14d9c9ef0f-00676e5e94) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4b3f9b584ad14d9c9ef0f-00676e5e94) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4b3f9b584ad14d9c9ef0f-00676e5e94) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4b3f9b584ad14d9c9ef0f-00676e5e94) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4b3f9b584ad14d9c9ef0f-00676e5e94) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4b3f9b584ad14d9c9ef0f-00676e5e94) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx4b3f9b584ad14d9c9ef0f-00676e5e94) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4b3f9b584ad14d9c9ef0f-00676e5e94) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4b3f9b584ad14d9c9ef0f-00676e5e94) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx4b3f9b584ad14d9c9ef0f-00676e5e94) -test DEBUG: Setting object count to 1065 (txn: tx4b3f9b584ad14d9c9ef0f-00676e5e94) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txffaa71c642474226a3daf-00676e5e95) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txffaa71c642474226a3daf-00676e5e95) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestReplicatorStats.test_add -test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok -test.unit.obj.test_server.TestObjectController.test_DELETE -test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET -test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_but_expired -test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match -test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine -test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD -test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_OPTIONS -test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_but_expired -test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_connection -test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers -test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_not_exist -test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_update_meta -test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_common -test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_slow -test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test__call__returns_500 -test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_allowed_headers -test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_bad_sinces -test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_method -test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_request -test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_name_collision -test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_not_found -test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_put -test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_async -test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_success -test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_content_encoding -test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration -test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_cap -test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_negative -test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes -test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_device_unavailable -test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes -test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_init -test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_log_line_format -test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_object_name_length -test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_upload_time -test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_allowed_method -test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_serv_reserv -test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_short_body -test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestSweepStats.test_copy -test.unit.obj.test_updater.TestSweepStats.test_copy ... ok -test.unit.obj.test_updater.TestSweepStats.test_reset -test.unit.obj.test_updater.TestSweepStats.test_reset ... ok -test.unit.obj.test_updater.TestSweepStats.test_since -test.unit.obj.test_updater.TestSweepStats.test_since ... ok -test.unit.obj.test_updater.TestSweepStats.test_str -test.unit.obj.test_updater.TestSweepStats.test_str ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok - - -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight Where , and are replication ip, hostname and port. @@ -24057,7 +23927,7 @@ Exit codes: 0 = operation successful 1 = operation completed with warnings 2 = error -Problem occurred while reading builder file: /tmp/tmpqvmyuni3/tmp5sptg84x. Generic error occurred +Problem occurred while reading builder file: /tmp/tmpadtbvoa4/tmpzuaku0fu. Generic error occurred Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 ------------------------------------------------------------------------------- NOTE: Balance of 6.00 indicates you should push this @@ -24077,2363 +23947,512 @@ test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok test.unit.cli.test_ringbuilder.TestCommands.test_write_ring test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmp56raqi35/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + info['container'], row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers_out, + ^^^^^^^^^^^^^^^^^^^^ + acceptable_statuses=(2, 4), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params={'symlink': 'get'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/Ω /tmp/tmpsu3naany/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + info['container'], row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers_out, + ^^^^^^^^^^^^^^^^^^^^ + acceptable_statuses=(2, 4), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params={'symlink': 'get'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd717213cd29a4893ad36b-00676e5e96) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf91e28f375474ca6b4d3c-00676e5e96) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx99b4fe285111441b8234b-00676e5e96) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx55752af2345f4ce9a4988-00676e5e96) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx62d00c283c174d388d4d7-00676e5e96) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx1bc6d5bc15ef4b61b6849-00676e5e96) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx50b03fd20b0747cdbe367-00676e5e96) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0f853141b63343bebe9ab-00676e5e96) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc67ed454629a439388085-00676e5e96) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8f4fb40ca08144129063d-00676e5e96) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6c4c2dd3e90444c494f05-00676e5e96) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx1bec893fed584ccf86758-00676e5e96) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5c936459612f48bab7cac-00676e5e96) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txdb4effc88bb745d4939d7-00676e5e96) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx471a59a796e144cb8b391-00676e5e96) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbf360fcc92f94426b2db4-00676e5e96) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx790da4a03399477b9edc6-00676e5e96) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf6a758158e5b4e81a4b7b-00676e5e96)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + contents=FileLikeIter(body), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), logger=self.logger, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row + if self._object_in_remote_container(row['name'], + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + sync_to, user_key, realm, + ^^^^^^^^^^^^^^^^^^^^^^^^^ + realm_key, ts_meta): + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ + headers=headers, + ^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + retries=0) + ^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + info['container'], row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers_out, + ^^^^^^^^^^^^^^^^^^^^ + acceptable_statuses=(2, 4), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params={'symlink': 'get'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + info['container'], row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers_out, + ^^^^^^^^^^^^^^^^^^^^ + acceptable_statuses=(2, 4), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params={'symlink': 'get'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object'test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok +test.unit.container.test_sync.TestContainerSync.test_run_forever +test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok +test.unit.container.test_sync.TestContainerSync.test_run_once +test.unit.container.test_sync.TestContainerSync.test_run_once ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_close_error +test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit +test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok - -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.0.0.0:1000/sda: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 491, in reap_object - direct_delete_object( - ~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda -test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb -test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc -test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd -test-reaper DEBUG: Begin devices pass: thisdeviceisbad -test-reaper ERROR: Exception in top-level account reaper loop: +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 136, in run_once - for device in os.listdir(self.devices): - ~~~~~~~~~~^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' -test-reaper INFO: Devices pass completed: 0.00s -test INFO: Disabling account_sdb -test INFO: Disabling container_sdb -test INFO: Disabling object_sdb -test INFO: Enabling account_sdb -test INFO: Enabling container_sdb -test INFO: Enabling object_sdb -DEBUG: New builder; performing initial balance -New builder; performing initial balance -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 768 new parts and 0 removed parts from replica-count change -768 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 190 (Last start was 0) -Gather start is 190 (Last start was 0) -DEBUG: Gathered 768 parts -Gathered 768 parts -DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdc -Placed 117/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdd -Placed 117/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sdb -Placed 117/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sda -Placed 203/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdc -Placed 203/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdd -Placed 203/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdb -Placed 90/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sda -Placed 90/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sdc -Placed 90/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdd -Placed 211/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdb -Placed 211/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sda -Placed 211/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdc -Placed 46/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdd -Placed 46/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdb -Placed 46/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sda -Placed 126/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdc -Placed 126/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdd -Placed 126/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdb -Placed 250/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sda -Placed 250/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdc -Placed 250/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdd -Placed 120/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sdb -Placed 120/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sda -Placed 120/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdc -Placed 195/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdd -Placed 195/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdb -Placed 195/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sda -Placed 157/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sdc -Placed 157/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdd -Placed 157/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdb -Placed 208/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sda -Placed 208/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdc -Placed 208/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sdd -Placed 129/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdb -Placed 129/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sda -Placed 129/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sdc -Placed 103/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdd -Placed 103/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdb -Placed 103/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sda -Placed 205/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdc -Placed 205/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdd -Placed 205/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdb -Placed 48/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sda -Placed 48/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdc -Placed 48/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdd -Placed 78/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdb -Placed 78/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sda -Placed 78/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdc -Placed 235/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sdd -Placed 235/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdb -Placed 235/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sda -Placed 196/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdc -Placed 196/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdd -Placed 196/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sdb -Placed 30/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sda -Placed 30/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdc -Placed 30/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sdd -Placed 4/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdb -Placed 4/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sda -Placed 4/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdc -Placed 153/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sdd -Placed 153/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdb -Placed 153/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sda -Placed 237/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdc -Placed 237/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdd -Placed 237/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdb -Placed 155/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sda -Placed 155/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sdc -Placed 155/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdd -Placed 244/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdb -Placed 244/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sda -Placed 244/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdc -Placed 156/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdd -Placed 156/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdb -Placed 156/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sda -Placed 100/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdc -Placed 100/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdd -Placed 100/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdb -Placed 166/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sda -Placed 166/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdc -Placed 166/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdd -Placed 232/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdb -Placed 232/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sda -Placed 232/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdc -Placed 130/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdd -Placed 130/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdb -Placed 130/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sda -Placed 222/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdc -Placed 222/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdd -Placed 222/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdb -Placed 213/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sda -Placed 213/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdc -Placed 213/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdd -Placed 25/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdb -Placed 25/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sda -Placed 25/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdc -Placed 106/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdd -Placed 106/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdb -Placed 106/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sda -Placed 45/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdc -Placed 45/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sdd -Placed 45/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdb -Placed 206/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sda -Placed 206/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdc -Placed 206/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdd -Placed 186/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdb -Placed 186/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sda -Placed 186/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdc -Placed 187/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdd -Placed 187/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sdb -Placed 187/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sda -Placed 104/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdc -Placed 104/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdd -Placed 104/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdb -Placed 47/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sda -Placed 47/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdc -Placed 47/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdd -Placed 179/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sdb -Placed 179/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sda -Placed 179/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdc -Placed 228/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdd -Placed 228/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdb -Placed 228/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sda -Placed 253/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdc -Placed 253/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdd -Placed 253/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sdb -Placed 68/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sda -Placed 68/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdc -Placed 68/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdd -Placed 92/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdb -Placed 92/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sda -Placed 92/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdc -Placed 229/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sdd -Placed 229/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sdb -Placed 229/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sda -Placed 32/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdc -Placed 32/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sdd -Placed 32/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sdb -Placed 221/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sda -Placed 221/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdc -Placed 221/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdd -Placed 69/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdb -Placed 69/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sda -Placed 69/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sdc -Placed 26/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdd -Placed 26/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdb -Placed 26/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sda -Placed 152/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdc -Placed 152/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdd -Placed 152/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdb -Placed 220/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sda -Placed 220/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdc -Placed 220/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdd -Placed 240/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdb -Placed 240/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sda -Placed 240/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sdc -Placed 184/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdd -Placed 184/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdb -Placed 184/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sda -Placed 204/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdc -Placed 204/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdd -Placed 204/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdb -Placed 170/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sda -Placed 170/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdc -Placed 170/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdd -Placed 194/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdb -Placed 194/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sda -Placed 194/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdc -Placed 224/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdd -Placed 224/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdb -Placed 224/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sda -Placed 61/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdc -Placed 61/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdd -Placed 61/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sdb -Placed 111/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sda -Placed 111/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdc -Placed 111/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdd -Placed 14/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdb -Placed 14/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sda -Placed 14/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdc -Placed 81/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdd -Placed 81/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sdb -Placed 81/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sda -Placed 6/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdc -Placed 6/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdd -Placed 6/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdb -Placed 182/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sda -Placed 182/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdc -Placed 182/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdd -Placed 252/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdb -Placed 252/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sda -Placed 252/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdc -Placed 190/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sdd -Placed 190/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdb -Placed 190/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sda -Placed 51/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sdc -Placed 51/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdd -Placed 51/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sdb -Placed 115/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sda -Placed 115/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdc -Placed 115/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdd -Placed 42/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdb -Placed 42/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sda -Placed 42/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdc -Placed 64/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdd -Placed 64/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdb -Placed 64/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sda -Placed 136/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdc -Placed 136/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdd -Placed 136/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdb -Placed 172/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sda -Placed 172/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdc -Placed 172/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdd -Placed 101/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdb -Placed 101/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sda -Placed 101/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdc -Placed 3/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdd -Placed 3/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdb -Placed 3/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sda -Placed 54/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdc -Placed 54/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sdd -Placed 54/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdb -Placed 233/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sda -Placed 233/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdc -Placed 233/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdd -Placed 227/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdb -Placed 227/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sda -Placed 227/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdc -Placed 189/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdd -Placed 189/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdb -Placed 189/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sda -Placed 150/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdc -Placed 150/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdd -Placed 150/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdb -Placed 97/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sda -Placed 97/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdc -Placed 97/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdd -Placed 116/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdb -Placed 116/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sda -Placed 116/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdc -Placed 86/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sdd -Placed 86/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdb -Placed 86/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sda -Placed 226/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdc -Placed 226/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdd -Placed 226/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdb -Placed 218/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sda -Placed 218/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdc -Placed 218/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdd -Placed 177/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdb -Placed 177/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sda -Placed 177/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdc -Placed 238/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdd -Placed 238/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdb -Placed 238/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sda -Placed 95/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdc -Placed 95/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdd -Placed 95/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sdb -Placed 9/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sda -Placed 9/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdc -Placed 9/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdd -Placed 174/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdb -Placed 174/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sda -Placed 174/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdc -Placed 43/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sdd -Placed 43/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdb -Placed 43/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sda -Placed 138/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdc -Placed 138/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdd -Placed 138/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdb -Placed 93/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sda -Placed 93/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdc -Placed 93/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sdd -Placed 99/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdb -Placed 99/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sda -Placed 99/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdc -Placed 181/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdd -Placed 181/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdb -Placed 181/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sda -Placed 198/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdc -Placed 198/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdd -Placed 198/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdb -Placed 19/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sda -Placed 19/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdc -Placed 19/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdd -Placed 169/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdb -Placed 169/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sda -Placed 169/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdc -Placed 22/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sdd -Placed 22/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdb -Placed 22/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sda -Placed 234/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdc -Placed 234/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdd -Placed 234/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdb -Placed 151/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sda -Placed 151/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdc -Placed 151/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdd -Placed 134/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdb -Placed 134/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sda -Placed 134/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdc -Placed 110/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdd -Placed 110/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdb -Placed 110/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sda -Placed 72/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdc -Placed 72/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdd -Placed 72/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdb -Placed 183/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sda -Placed 183/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdc -Placed 183/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdd -Placed 71/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdb -Placed 71/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sda -Placed 71/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdc -Placed 247/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdd -Placed 247/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdb -Placed 247/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sda -Placed 27/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdc -Placed 27/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sdd -Placed 27/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdb -Placed 214/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sda -Placed 214/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdc -Placed 214/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdd -Placed 16/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdb -Placed 16/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sda -Placed 16/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdc -Placed 158/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdd -Placed 158/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdb -Placed 158/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sda -Placed 57/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdc -Placed 57/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdd -Placed 57/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sdb -Placed 145/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sda -Placed 145/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdc -Placed 145/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdd -Placed 160/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdb -Placed 160/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sda -Placed 160/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdc -Placed 148/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdd -Placed 148/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sdb -Placed 148/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sda -Placed 231/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdc -Placed 231/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sdd -Placed 231/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdb -Placed 40/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sda -Placed 40/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdc -Placed 40/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdd -Placed 162/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sdb -Placed 162/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sda -Placed 162/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdc -Placed 254/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdd -Placed 254/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sdb -Placed 254/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sda -Placed 216/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sdc -Placed 216/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdd -Placed 216/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdb -Placed 132/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sda -Placed 132/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdc -Placed 132/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdd -Placed 112/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdb -Placed 112/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sda -Placed 112/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdc -Placed 7/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sdd -Placed 7/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdb -Placed 7/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sda -Placed 62/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdc -Placed 62/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdd -Placed 62/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdb -Placed 67/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sda -Placed 67/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sdc -Placed 67/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdd -Placed 107/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdb -Placed 107/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sda -Placed 107/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdc -Placed 41/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdd -Placed 41/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdb -Placed 41/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sda -Placed 80/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdc -Placed 80/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sdd -Placed 80/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdb -Placed 33/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sda -Placed 33/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdc -Placed 33/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdd -Placed 65/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdb -Placed 65/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sda -Placed 65/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdc -Placed 164/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdd -Placed 164/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdb -Placed 164/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sda -Placed 109/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdc -Placed 109/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdd -Placed 109/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdb -Placed 255/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sda -Placed 255/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdc -Placed 255/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdd -Placed 77/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdb -Placed 77/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sda -Placed 77/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdc -Placed 127/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdd -Placed 127/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdb -Placed 127/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sda -Placed 161/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdc -Placed 161/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sdd -Placed 161/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdb -Placed 125/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sda -Placed 125/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdc -Placed 125/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdd -Placed 167/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdb -Placed 167/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sda -Placed 167/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sdc -Placed 223/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdd -Placed 223/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdb -Placed 223/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sda -Placed 201/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdc -Placed 201/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sdd -Placed 201/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdb -Placed 185/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sda -Placed 185/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdc -Placed 185/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdd -Placed 197/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdb -Placed 197/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sda -Placed 197/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdc -Placed 137/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdd -Placed 137/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdb -Placed 137/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sda -Placed 215/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdc -Placed 215/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdd -Placed 215/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdb -Placed 251/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sda -Placed 251/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdc -Placed 251/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdd -Placed 28/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdb -Placed 28/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sda -Placed 28/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdc -Placed 108/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sdd -Placed 108/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdb -Placed 108/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sda -Placed 52/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdc -Placed 52/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sdd -Placed 52/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdb -Placed 241/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sda -Placed 241/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdc -Placed 241/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdd -Placed 230/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdb -Placed 230/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sda -Placed 230/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdc -Placed 128/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sdd -Placed 128/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdb -Placed 128/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sda -Placed 85/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdc -Placed 85/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdd -Placed 85/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdb -Placed 75/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sda -Placed 75/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdc -Placed 75/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdd -Placed 98/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdb -Placed 98/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sda -Placed 98/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdc -Placed 210/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdd -Placed 210/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdb -Placed 210/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sda -Placed 135/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sdc -Placed 135/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdd -Placed 135/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdb -Placed 76/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sda -Placed 76/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdc -Placed 76/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdd -Placed 121/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdb -Placed 121/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sda -Placed 121/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdc -Placed 192/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdd -Placed 192/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sdb -Placed 192/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sda -Placed 10/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdc -Placed 10/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdd -Placed 10/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdb -Placed 20/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sda -Placed 20/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdc -Placed 20/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdd -Placed 44/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdb -Placed 44/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sda -Placed 44/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdc -Placed 242/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdd -Placed 242/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdb -Placed 242/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sda -Placed 94/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sdc -Placed 94/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdd -Placed 94/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdb -Placed 168/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sda -Placed 168/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdc -Placed 168/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdd -Placed 246/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdb -Placed 246/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sda -Placed 246/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdc -Placed 49/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdd -Placed 49/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdb -Placed 49/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sda -Placed 56/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdc -Placed 56/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdd -Placed 56/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdb -Placed 140/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sda -Placed 140/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdc -Placed 140/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdd -Placed 87/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sdb -Placed 87/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sda -Placed 87/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdc -Placed 39/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdd -Placed 39/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdb -Placed 39/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sda -Placed 165/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdc -Placed 165/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdd -Placed 165/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdb -Placed 178/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sda -Placed 178/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sdc -Placed 178/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sdd -Placed 118/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdb -Placed 118/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sda -Placed 118/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdc -Placed 217/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sdd -Placed 217/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdb -Placed 217/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sda -Placed 133/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdc -Placed 133/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdd -Placed 133/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdb -Placed 171/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sda -Placed 171/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sdc -Placed 171/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sdd -Placed 193/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdb -Placed 193/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sda -Placed 193/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdc -Placed 70/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sdd -Placed 70/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdb -Placed 70/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sda -Placed 50/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdc -Placed 50/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdd -Placed 50/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdb -Placed 58/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sda -Placed 58/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdc -Placed 58/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sdd -Placed 180/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdb -Placed 180/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sda -Placed 180/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sdc -Placed 24/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdd -Placed 24/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdb -Placed 24/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sda -Placed 15/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdc -Placed 15/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdd -Placed 15/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdb -Placed 245/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sda -Placed 245/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdc -Placed 245/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdd -Placed 96/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdb -Placed 96/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sda -Placed 96/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdc -Placed 84/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdd -Placed 84/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdb -Placed 84/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sda -Placed 243/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdc -Placed 243/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdd -Placed 243/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sdb -Placed 55/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sda -Placed 55/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdc -Placed 55/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdd -Placed 1/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdb -Placed 1/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sda -Placed 1/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdc -Placed 12/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdd -Placed 12/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdb -Placed 12/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sda -Placed 147/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdc -Placed 147/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdd -Placed 147/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdb -Placed 18/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sda -Placed 18/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdc -Placed 18/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdd -Placed 249/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdb -Placed 249/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sda -Placed 249/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdc -Placed 74/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sdd -Placed 74/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdb -Placed 74/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sda -Placed 2/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdc -Placed 2/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdd -Placed 2/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdb -Placed 5/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sda -Placed 5/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdc -Placed 5/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdd -Placed 248/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdb -Placed 248/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sda -Placed 248/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdc -Placed 102/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdd -Placed 102/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdb -Placed 102/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sda -Placed 219/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdc -Placed 219/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdd -Placed 219/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdb -Placed 123/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sda -Placed 123/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdc -Placed 123/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdd -Placed 191/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdb -Placed 191/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sda -Placed 191/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdc -Placed 176/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdd -Placed 176/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdb -Placed 176/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sda -Placed 82/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdc -Placed 82/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdd -Placed 82/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdb -Placed 35/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sda -Placed 35/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdc -Placed 35/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sdd -Placed 21/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdb -Placed 21/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sda -Placed 21/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdc -Placed 23/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdd -Placed 23/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdb -Placed 23/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sda -Placed 88/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdc -Placed 88/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdd -Placed 88/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdb -Placed 89/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sda -Placed 89/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdc -Placed 89/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdd -Placed 13/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdb -Placed 13/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sda -Placed 13/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdc -Placed 141/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdd -Placed 141/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdb -Placed 141/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sda -Placed 144/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdc -Placed 144/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdd -Placed 144/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdb -Placed 66/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sda -Placed 66/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdc -Placed 66/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdd -Placed 143/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sdb -Placed 143/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sda -Placed 143/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdc -Placed 142/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdd -Placed 142/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdb -Placed 142/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sda -Placed 149/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdc -Placed 149/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdd -Placed 149/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdb -Placed 0/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sda -Placed 0/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sdc -Placed 0/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdd -Placed 124/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdb -Placed 124/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sda -Placed 124/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdc -Placed 173/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdd -Placed 173/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdb -Placed 173/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sda -Placed 139/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdc -Placed 139/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdd -Placed 139/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdb -Placed 159/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sda -Placed 159/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdc -Placed 159/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sdd -Placed 59/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdb -Placed 59/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sda -Placed 59/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdc -Placed 200/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdd -Placed 200/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdb -Placed 200/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sda -Placed 202/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdc -Placed 202/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sdd -Placed 202/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdb -Placed 199/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sda -Placed 199/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdc -Placed 199/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdd -Placed 154/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdb -Placed 154/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sda -Placed 154/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdc -Placed 207/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdd -Placed 207/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sdb -Placed 207/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sda -Placed 225/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdc -Placed 225/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdd -Placed 225/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdb -Placed 11/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sda -Placed 11/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdc -Placed 11/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdd -Placed 83/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdb -Placed 83/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sda -Placed 83/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdc -Placed 91/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sdd -Placed 91/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sdb -Placed 91/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sda -Placed 29/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdc -Placed 29/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdd -Placed 29/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdb -Placed 38/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sda -Placed 38/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdc -Placed 38/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdd -Placed 188/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sdb -Placed 188/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sda -Placed 188/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sdc -Placed 31/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdd -Placed 31/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdb -Placed 31/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sda -Placed 8/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sdc -Placed 8/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdd -Placed 8/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdb -Placed 163/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sda -Placed 163/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdc -Placed 163/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdd -Placed 119/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdb -Placed 119/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sda -Placed 119/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sdc -Placed 17/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdd -Placed 17/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdb -Placed 17/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sda -Placed 236/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdc -Placed 236/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdd -Placed 236/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdb -Placed 113/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sda -Placed 113/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdc -Placed 113/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdd -Placed 212/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdb -Placed 212/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sda -Placed 212/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdc -Placed 239/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdd -Placed 239/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sdb -Placed 239/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sda -Placed 73/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdc -Placed 73/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdd -Placed 73/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdb -Placed 53/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sda -Placed 53/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdc -Placed 53/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdd -Placed 34/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sdb -Placed 34/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sda -Placed 34/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdc -Placed 63/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdd -Placed 63/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sdb -Placed 63/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sda -Placed 105/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sdc -Placed 105/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdd -Placed 105/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdb -Placed 209/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sda -Placed 209/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdc -Placed 209/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sdd -Placed 131/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdb -Placed 131/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sda -Placed 131/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdc -Placed 146/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdd -Placed 146/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdb -Placed 146/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sda -Placed 37/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdc -Placed 37/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdd -Placed 37/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sdb -Placed 60/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sda -Placed 60/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdc -Placed 60/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdd -Placed 36/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdb -Placed 36/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sda -Placed 36/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdc -Placed 175/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdd -Placed 175/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdb -Placed 175/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sda -Placed 79/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdc -Placed 79/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdd -Placed 79/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdb -Placed 122/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sda -Placed 122/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdc -Placed 122/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdd -Placed 114/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdb -Placed 114/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sda -Placed 114/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Assigned 768 parts -Assigned 768 parts -DEBUG: Finished rebalance plan after 1 attempts -Finished rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 16 (Last start was 190) -DEBUG: Gather start is 16 (Last start was 190) -Gather start is 16 (Last start was 190) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 16 (Last start was 190) -DEBUG: Gather start is 16 (Last start was 190) -DEBUG: Gather start is 16 (Last start was 190) -Gather start is 16 (Last start was 190) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok - -test DEBUG: /tmp/tmpy0z9qf1x/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00312901s) -REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([{'remote_id': '7c8bed5b-4912-4fac-a412-d5f9a8de8d66-sda', 'sync_point': 2}],) -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpy0z9qf1x/sdb/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.04253 seconds (47.02255/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpy0z9qf1x/sdb/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (2, '5cb4ea77fb198427c23d74f97f8da2ba', 'e9224e6e-eee4-4629-aac9-9e3487e7d6ef-', '1735286416.11560', '1735286400', '0', '', '1735286400', 1, 0) -test DEBUG: /tmp/tmpy0z9qf1x/sdb/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1735286421.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1735286421.00000', 'deleted': 0, 'storage_policy_index': 0}], 'e9224e6e-eee4-4629-aac9-9e3487e7d6ef-') -test DEBUG: /tmp/tmpy0z9qf1x/sdb/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00273824s) -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, merge_syncs, ([{'remote_id': 'cd0d87e1-0624-4cd3-b6ff-4f767c6da1f5-sda', 'sync_point': 1}],) -REPLICATE: /sda/0/147c9be7f27859a496b17988371f5478, sync, (2, '5cb4ea77fb198427c23d74f97f8da2ba', 'e9224e6e-eee4-4629-aac9-9e3487e7d6ef-', '1735286416.11560', '1735286400', '0', '', '1735286400', 1, 0) -test DEBUG: /tmp/tmpy0z9qf1x/sdb/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 -REPLICATE: /sda/0/147c9be7f27859a496b17988371f5478, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1735286421.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1735286421.00000', 'deleted': 0, 'storage_policy_index': 0}], 'e9224e6e-eee4-4629-aac9-9e3487e7d6ef-') -test DEBUG: /tmp/tmpy0z9qf1x/sdb/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00278044s) -REPLICATE: /sda/0/147c9be7f27859a496b17988371f5478, merge_syncs, ([{'remote_id': 'cd0d87e1-0624-4cd3-b6ff-4f767c6da1f5-sda', 'sync_point': 1}],) -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'e445c6af421f320b346591978e731503', 'cdbfcb14-c80b-41d7-bf3c-f5e9c44c037b-', '1735286416.20796', '1735286416.20593', '0', '', '1735286416.20593', 99, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('cdbfcb14-c80b-41d7-bf3c-f5e9c44c037b-', 'e8fbcd486a77117e2cd3398aa1f9485f_1735286416.20952.db') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'e445c6af421f320b346591978e731503', 'cdbfcb14-c80b-41d7-bf3c-f5e9c44c037b-', '1735286416.20796', '1735286416.20593', '0', '', '1735286416.20593', 99, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286416.20945', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286416.20945', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286416.20945', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286416.20967', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.20967', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286416.20952', 'epoch': '1735286416.20952', 'reported': 0, 'tombstones': -1}], 'cdbfcb14-c80b-41d7-bf3c-f5e9c44c037b-') -test DEBUG: /tmp/tmphuh4cbs9/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.20952.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmphuh4cbs9/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.20952.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '753bd1adacee3d99770db0dab606dad7', '87e8dfe3-349c-4af5-9573-93f75ecc3b70-', '1735286416.23906', '1735286416.23716', '0', '', '1735286416.23716', 99, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286416.25201', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735286416.25201', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286416.25201', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286416.25330', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.25330', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286416.24032', 'epoch': '1735286416.24032', 'reported': 0, 'tombstones': -1}], '87e8dfe3-349c-4af5-9573-93f75ecc3b70-') -test DEBUG: /tmp/tmpw1nw1xvi/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.24032.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpw1nw1xvi/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.24032.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '753bd1adacee3d99770db0dab606dad7', '87e8dfe3-349c-4af5-9573-93f75ecc3b70-', '1735286416.23906', '1735286416.24894', '0', '', '1735286416.23716', 101, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286416.25201', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735286416.25201', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286416.25201', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286416.25330', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.25330', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286416.24032', 'epoch': '1735286416.24032', 'reported': 0, 'tombstones': -1}], '87e8dfe3-349c-4af5-9573-93f75ecc3b70-') -test DEBUG: /tmp/tmpw1nw1xvi/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.24032.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpw1nw1xvi/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.24032.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '753bd1adacee3d99770db0dab606dad7', 'b654479a-8285-4bb0-8269-16666149ede1-', '1735286416.29733', '1735286416.29547', '0', '', '1735286416.29547', 99, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286416.31007', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735286416.31007', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286416.31007', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286416.31128', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.31128', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286416.29864', 'epoch': '1735286416.29864', 'reported': 0, 'tombstones': -1}], 'b654479a-8285-4bb0-8269-16666149ede1-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok - -fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - headers={'Accept': 'application/json'}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response - sw_resp = sw_req.get_response(app) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ - return self.app(env, start_response) - ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ - return self.app(env, start_response) - ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: kaboom + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'Content-Md5': 'GvEjj1vVgJWvBXM8/qH5ig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '1af1238f5bd58095af05733cfea1f98a', 'Content-Length': '289'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 29/Jan/2026/14/30/23 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1769697023.403446198 1769697023.404370785 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 29/Jan/2026/14/30/23 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1769697023.405740976 1769697023.406584740 0 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range ... ok -test DEBUG: Keystone Reply: Status: 201, Output: b'[]' -test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'null' -test DEBUG: Error on keystone reply: 201 b'null' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' -test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'1' -test DEBUG: Error on keystone reply: 201 b'1' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'true' -test DEBUG: Error on keystone reply: 201 b'true' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, rejecting request with error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, rejecting request with error: 401 Unauthorized -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00033 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpuoa3sfld/sda/fake/0/59e/33379ecb053aa5c9e356c68997cbb59e/33379ecb053aa5c9e356c68997cbb59e.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00247 seconds (405.62223/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00027 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -WARNING: Unable to modify file descriptor limit. Running as non-root? -WARNING: Unable to modify memory limit. Running as non-root? -WARNING: Unable to modify max process limit. Running as non-root? -test ERROR: Problem finding shard upper in '/tmp/tmp9fwn5k7c/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp9fwn5k7c/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpxzqxnz0_/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpxzqxnz0_/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBroker.test_remove_objects -test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '8d9171b723de747ecd3107835d332e81', '16db924a-780a-45b1-832a-5e7d67053f1f-', '1769697023.69919', '1769697023.71926', '0', '', '1769697023.69311', 3, 0) +test WARNING: /tmp/tmpz5xb5tbz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.70732.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpz5xb5tbz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.70732.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '767c439be6f76a25cfccdad886531bc3', 'ce88653b-3636-4d10-a243-0e89f95cd422-', '1769697023.78616', '1769697023.78396', '0', '', '1769697023.78396', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697023.81855', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.81855', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697023.81855', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697023.82774', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.82774', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697023.79924', 'epoch': '1769697023.79924', 'reported': 0, 'tombstones': -1}], 'ce88653b-3636-4d10-a243-0e89f95cd422-') +test DEBUG: /tmp/tmpa22mhswe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.79924.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpa22mhswe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.79924.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '767c439be6f76a25cfccdad886531bc3', 'ce88653b-3636-4d10-a243-0e89f95cd422-', '1769697023.78616', '1769697023.81525', '0', '', '1769697023.78396', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697023.81855', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.81855', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697023.81855', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697023.82774', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.82774', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697023.79924', 'epoch': '1769697023.79924', 'reported': 0, 'tombstones': -1}], 'ce88653b-3636-4d10-a243-0e89f95cd422-') +test DEBUG: /tmp/tmpa22mhswe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.79924.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpa22mhswe/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.79924.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '767c439be6f76a25cfccdad886531bc3', '0d9cd496-3c7a-4f04-9d1e-570fe6e557cd-', '1769697023.94226', '1769697023.94031', '0', '', '1769697023.94031', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697023.96810', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.96810', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697023.96810', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697023.97573', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.97573', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697023.94894', 'epoch': '1769697023.94894', 'reported': 0, 'tombstones': -1}], '0d9cd496-3c7a-4f04-9d1e-570fe6e557cd-') +test DEBUG: /tmp/tmp2sgvf0q3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.94894.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp2sgvf0q3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.94894.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '767c439be6f76a25cfccdad886531bc3', '0d9cd496-3c7a-4f04-9d1e-570fe6e557cd-', '1769697023.94226', '1769697023.96473', '0', '', '1769697023.94031', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697023.96810', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.96810', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697023.96810', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697023.97573', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697023.97573', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697023.94894', 'epoch': '1769697023.94894', 'reported': 0, 'tombstones': -1}], '0d9cd496-3c7a-4f04-9d1e-570fe6e557cd-') +test DEBUG: /tmp/tmp2sgvf0q3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.94894.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp2sgvf0q3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697023.94894.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '06bb4c35d9653b9e5ee4f963d2532ed2', '49b9ff16-971d-4adf-b0cd-b3b084e2ad04-', '1769697024.06356', '1769697024.06154', '0', '', '1769697024.06154', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697024.06479', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697024.06479', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697024.06479', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697024.07166', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697024.07166', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697024.07139', 'epoch': '1769697024.07139', 'reported': 0, 'tombstones': -1}], '49b9ff16-971d-4adf-b0cd-b3b084e2ad04-') +test DEBUG: /tmp/tmphuclo0fm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697024.07139.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmphuclo0fm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697024.07139.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '06bb4c35d9653b9e5ee4f963d2532ed2', '49b9ff16-971d-4adf-b0cd-b3b084e2ad04-', '1769697024.06356', '1769697024.08725', '0', '', '1769697024.06154', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697024.06479', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697024.06479', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697024.06479', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697024.07166', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697024.07166', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697024.07139', 'epoch': '1769697024.07139', 'reported': 0, 'tombstones': -1}], '49b9ff16-971d-4adf-b0cd-b3b084e2ad04-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok -test ERROR: Invalid swift_bytes: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok + +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.811981201171875e-05: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2824, in override_bytes_from_content_type - listing_dict['bytes'] = int(swift_bytes) - ~~~^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: 'hey' -test ERROR: Problem finding shard upper in '/tmp/tmpbo4uv9ya/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpbo4uv9ya/test_container.db': : + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 486, in _incr_or_decr + return int(line[0].strip()) +ValueError: invalid literal for int() with base 10: b'UNEXPECTED' +test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) +test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) +test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) +test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) +test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) +test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) +test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) +test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) +test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) +test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 2.0742416381835938e-05, incomplete read +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 453, in get + sock.sendall(b'get ' + cmd.hash_key + b'\r\n') + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall + handler(*parts[1:]) + ~~~~~~~^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1376, in handle_get + raise Exception('get failed') +Exception: get failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 524, in incr + new_val = self._add(fp, sock, cmd, add_val, timeout) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 489, in _add + sock.sendall(b' '.join([ + ~~~~~~~~~~~~^^^^^^^^^^^^ + b'add', cmd.hash_key, b'0', str(timeout).encode('ascii'), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + str(len(add_val)).encode('ascii') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ]) + b'\r\n' + add_val + b'\r\n') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall + handler(*parts[1:]) + ~~~~~~~^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1318, in handle_add + raise Exception('add failed') +Exception: add failed +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 420, in set + sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall + handler(*parts[1:]) + ~~~~~~~^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1346, in handle_set + raise Exception('set failed') +Exception: set failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test ERROR: Problem finding shard upper in '/tmp/tmpkz9dbh6m/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpkz9dbh6m/test_container.db': : Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges next_shard_upper = sub_broker._get_next_shard_range_upper( @@ -26446,241 +24465,282 @@ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpip98s7gd/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpip98s7gd/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBroker.test_set_db_states -test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok - -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2f32c7381f594c3f8ca1d-00676e5e96) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3e7de7ba05de4c6c87426-00676e5e96) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6d55416b80ab4c83803b4-00676e5e96) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe92be0d6bd634966a213f-00676e5e96) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx1e0b73ec4fa44bdebfb96-00676e5e96) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx79e68157b3cb44f6ba308-00676e5e96) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx2b4f78c1e52c4fd892c55-00676e5e96) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txf7fb9c4249c4476284706-00676e5e96) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txe874d5c403bd4c0d81a7c-00676e5e96) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd4f104e080ed4e179b471-00676e5e96) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx93404e327ebe42d392bf7-00676e5e96) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txc4463c8a90c741aba27a5-00676e5e96) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx737496ffbfee42e686a08-00676e5e96) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txf5b114d799c449188a7a1-00676e5e96) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx272002805e334783af0c5-00676e5e96) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx278589de4bc644fba3050-00676e5e96) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txac04330f043f44d6b9b0a-00676e5e96) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6a917e3f94c3476093e32-00676e5e96) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txdfc843ecd2214904b180d-00676e5e96) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx65ecea6fb1ed4f85af594-00676e5e96) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx87ad89de153b43e7998b4-00676e5e96) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx2c9e2ae09348469183f44-00676e5e96) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2c9e2ae09348469183f44-00676e5e96) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBroker.test_sync_merging -test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok - -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txcdba00075e26496c8225d-00676e5e95) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txcdba00075e26496c8225d-00676e5e95) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txcdba00075e26496c8225d-00676e5e95) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txcdba00075e26496c8225d-00676e5e95) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txcdba00075e26496c8225d-00676e5e95) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txcdba00075e26496c8225d-00676e5e95) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txcdba00075e26496c8225d-00676e5e95) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcdba00075e26496c8225d-00676e5e95) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcdba00075e26496c8225d-00676e5e95) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txcdba00075e26496c8225d-00676e5e95) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txcdba00075e26496c8225d-00676e5e95) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txcdba00075e26496c8225d-00676e5e95) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txcdba00075e26496c8225d-00676e5e95) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txcdba00075e26496c8225d-00676e5e95) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txcdba00075e26496c8225d-00676e5e95) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txcdba00075e26496c8225d-00676e5e95) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: txcdba00075e26496c8225d-00676e5e95) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txcdba00075e26496c8225d-00676e5e95) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txa62a6d9fb5194b13ab3df-00676e5e96) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa62a6d9fb5194b13ab3df-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa62a6d9fb5194b13ab3df-00676e5e96) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txa62a6d9fb5194b13ab3df-00676e5e96) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx4afa83bbb5ef4ed183374-00676e5e96) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4afa83bbb5ef4ed183374-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4afa83bbb5ef4ed183374-00676e5e96) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx4afa83bbb5ef4ed183374-00676e5e96) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txb5216f54973e42048a1ee-00676e5e96) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb5216f54973e42048a1ee-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb5216f54973e42048a1ee-00676e5e96) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb5216f54973e42048a1ee-00676e5e96) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb5216f54973e42048a1ee-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb5216f54973e42048a1ee-00676e5e96) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb5216f54973e42048a1ee-00676e5e96) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb5216f54973e42048a1ee-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txb5216f54973e42048a1ee-00676e5e96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb5216f54973e42048a1ee-00676e5e96) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb5216f54973e42048a1ee-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txb5216f54973e42048a1ee-00676e5e96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txb5216f54973e42048a1ee-00676e5e96) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb5216f54973e42048a1ee-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb5216f54973e42048a1ee-00676e5e96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txb5216f54973e42048a1ee-00676e5e96) -test DEBUG: Setting object count to 3120 (txn: txb5216f54973e42048a1ee-00676e5e96) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx2b1b5ba318d246a088efd-00676e5e96) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2b1b5ba318d246a088efd-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2b1b5ba318d246a088efd-00676e5e96) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2b1b5ba318d246a088efd-00676e5e96) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2b1b5ba318d246a088efd-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2b1b5ba318d246a088efd-00676e5e96) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx2b1b5ba318d246a088efd-00676e5e96) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx2b1b5ba318d246a088efd-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2b1b5ba318d246a088efd-00676e5e96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx2b1b5ba318d246a088efd-00676e5e96) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2b1b5ba318d246a088efd-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2b1b5ba318d246a088efd-00676e5e96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx2b1b5ba318d246a088efd-00676e5e96) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2b1b5ba318d246a088efd-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2b1b5ba318d246a088efd-00676e5e96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx2b1b5ba318d246a088efd-00676e5e96) -test DEBUG: Setting object count to 3120 (txn: tx2b1b5ba318d246a088efd-00676e5e96) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx90da5004341d47519c121-00676e5e96) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx90da5004341d47519c121-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx90da5004341d47519c121-00676e5e96) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx90da5004341d47519c121-00676e5e96) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx90da5004341d47519c121-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx90da5004341d47519c121-00676e5e96) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx90da5004341d47519c121-00676e5e96) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx90da5004341d47519c121-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx90da5004341d47519c121-00676e5e96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx90da5004341d47519c121-00676e5e96) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx90da5004341d47519c121-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx90da5004341d47519c121-00676e5e96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx90da5004341d47519c121-00676e5e96) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx90da5004341d47519c121-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx90da5004341d47519c121-00676e5e96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx90da5004341d47519c121-00676e5e96) -test DEBUG: Setting object count to 3120 (txn: tx90da5004341d47519c121-00676e5e96) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc9cf70abcb7740c19f6c1-00676e5e96) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc9cf70abcb7740c19f6c1-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc9cf70abcb7740c19f6c1-00676e5e96) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc9cf70abcb7740c19f6c1-00676e5e96) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc9cf70abcb7740c19f6c1-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc9cf70abcb7740c19f6c1-00676e5e96) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc9cf70abcb7740c19f6c1-00676e5e96) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txc9cf70abcb7740c19f6c1-00676e5e96) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txc9cf70abcb7740c19f6c1-00676e5e96) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txc9cf70abcb7740c19f6c1-00676e5e96) -test DEBUG: Setting object count to 3120 (txn: txc9cf70abcb7740c19f6c1-00676e5e96) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txb01879ca343444d79c1e7-00676e5e96) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb01879ca343444d79c1e7-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txb01879ca343444d79c1e7-00676e5e96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txb01879ca343444d79c1e7-00676e5e96) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb01879ca343444d79c1e7-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txb01879ca343444d79c1e7-00676e5e96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txb01879ca343444d79c1e7-00676e5e96) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb01879ca343444d79c1e7-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txb01879ca343444d79c1e7-00676e5e96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txb01879ca343444d79c1e7-00676e5e96) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb01879ca343444d79c1e7-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txb01879ca343444d79c1e7-00676e5e96) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txb01879ca343444d79c1e7-00676e5e96) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb01879ca343444d79c1e7-00676e5e96)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok +sqlite3.OperationalErrortest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_delete +test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' ------------------------------------------------------------------------------- NOTE: Balance of 6.00 indicates you should push this @@ -26695,16 +24755,16 @@ ring, wait at least 1 hours, and rebalance/repush. ------------------------------------------------------------------------------- d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 214.58. Dispersion is now 1.56 +Reassigned 48 (75.00%) partitions. Balance is now 214.58. Dispersion is now 1.04 ------------------------------------------------------------------------------- -NOTE: Dispersion of 1.562500 indicates some parts are not +NOTE: Dispersion of 1.041667 indicates some parts are not optimally dispersed. You may want to adjust some device weights, increase the overload or review the dispersion report. ------------------------------------------------------------------------------- -Note: using /tmp/tmp5dil8pzb/tmpfxjlxhqv.builder instead of /tmp/tmp5dil8pzb/tmpfxjlxhqv.ring.gz as builder file -Reassigned 3 (4.69%) partitions. Balance is now 100.00. Dispersion is now 0.52 +Note: using /tmp/tmppvgw8ygi/tmpemigyywn.builder instead of /tmp/tmppvgw8ygi/tmpemigyywn.ring.gz as builder file +Reassigned 3 (4.69%) partitions. Balance is now 57.29. Dispersion is now 0.52 ------------------------------------------------------------------------------- NOTE: Dispersion of 0.520833 indicates some parts are not optimally dispersed. @@ -26713,3536 +24773,2867 @@ the overload or review the dispersion report. ------------------------------------------------------------------------------- Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 -Note: using /tmp/tmpv6qsl5f9/tmppta4ve2i.builder instead of /tmp/tmpv6qsl5f9/tmppta4ve2i.ring.gz as builder file -Note: using /tmp/tmp9lmyu6bj/tmprb64qlpp.builder instead of /tmp/tmp9lmyu6bj/tmprb64qlpp.ring.gz as builder file +Note: using /tmp/tmp0_evo8j8/tmpp222pi1m.builder instead of /tmp/tmp0_evo8j8/tmpp222pi1m.ring.gz as builder file +Note: using /tmp/tmpczmmf69g/tmpen1zedf4.builder instead of /tmp/tmpczmmf69g/tmpen1zedf4.ring.gz as builder file Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Grant AllUsers READ permission on the bucket /bucket +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Expecting an element , got nothing, line 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:17 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok - -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpemgzsv_y/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpemgzsv_y/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpemgzsv_y/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpemgzsv_y/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0032 "-" 1927264 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0030 "-" 1927264 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 1927264 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 1927264 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbd0858ddea264afbba957-00676e5e96" "proxy-server 1927264" 0.0013 "-" 1927264 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:37863/sda1/3/a/c" "txbd0858ddea264afbba957-00676e5e96" "container-server 1927264" 0.0011 "-" 1927264 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:60401/sdb1/3/a/c" "txbd0858ddea264afbba957-00676e5e96" "container-server 1927264" 0.0011 "-" 1927264 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txbd0858ddea264afbba957-00676e5e96" "proxy-server 1927264" 0.0086 "-" 1927264 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txbd0858ddea264afbba957-00676e5e96" "proxy-server 1927264" 0.0141 "-" 1927264 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/22 PUT /v1/a/c HTTP/1.0 201 - - t - - - txbd0858ddea264afbba957-00676e5e96 - 0.0228 - - 1735286422.745547771 1735286422.768359184 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txf0215ceb77794fb5b6dbc-00676e5e96" "proxy-server 1927264" 0.0012 "-" 1927264 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:60401/sdb1/0/a1/c1" "txf0215ceb77794fb5b6dbc-00676e5e96" "container-server 1927264" 0.0011 "-" 1927264 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:37863/sda1/0/a1/c1" "txf0215ceb77794fb5b6dbc-00676e5e96" "container-server 1927264" 0.0433 "-" 1927264 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf0215ceb77794fb5b6dbc-00676e5e96" "proxy-server 1927264" 0.0507 "-" 1927264 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf0215ceb77794fb5b6dbc-00676e5e96" "proxy-server 1927264" 0.0558 "-" 1927264 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/22 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txf0215ceb77794fb5b6dbc-00676e5e96 - 0.0633 - - 1735286422.769961119 1735286422.833233118 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7075b2fa85294985b0f70-00676e5e96" "proxy-server 1927264" 0.0019 "-" 1927264 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:37863/sda1/3/a/c1" "tx7075b2fa85294985b0f70-00676e5e96" "container-server 1927264" 0.0016 "-" 1927264 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:60401/sdb1/3/a/c1" "tx7075b2fa85294985b0f70-00676e5e96" "container-server 1927264" 0.0010 "-" 1927264 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7075b2fa85294985b0f70-00676e5e96" "proxy-server 1927264" 0.0087 "-" 1927264 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7075b2fa85294985b0f70-00676e5e96" "proxy-server 1927264" 0.0135 "-" 1927264 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/22 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx7075b2fa85294985b0f70-00676e5e96 - 0.0216 - - 1735286422.834704399 1735286422.856317997 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9797c5d9d3b04b7da665e-00676e5e96" "proxy-server 1927264" 0.0019 "-" 1927264 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:60401/sdb1/0/a/c2" "tx9797c5d9d3b04b7da665e-00676e5e96" "container-server 1927264" 0.0016 "-" 1927264 2 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:37863/sda1/0/a/c2" "tx9797c5d9d3b04b7da665e-00676e5e96" "container-server 1927264" 0.0010 "-" 1927264 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9797c5d9d3b04b7da665e-00676e5e96" "proxy-server 1927264" 0.0086 "-" 1927264 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:22 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9797c5d9d3b04b7da665e-00676e5e96" "proxy-server 1927264" 0.0136 "-" 1927264 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/22 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx9797c5d9d3b04b7da665e-00676e5e96 - 0.0216 - - 1735286422.857816458 1735286422.879428148 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb01879ca343444d79c1e7-00676e5e96) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txb01879ca343444d79c1e7-00676e5e96) -test DEBUG: Setting object count to 3120 (txn: txb01879ca343444d79c1e7-00676e5e96) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx6404061261b04ec8b0270-00676e5e96) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6404061261b04ec8b0270-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6404061261b04ec8b0270-00676e5e96) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6404061261b04ec8b0270-00676e5e96) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6404061261b04ec8b0270-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6404061261b04ec8b0270-00676e5e96) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx6404061261b04ec8b0270-00676e5e96) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx6404061261b04ec8b0270-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6404061261b04ec8b0270-00676e5e96) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx6404061261b04ec8b0270-00676e5e96) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx93df52260ac849aa80272-00676e5e96) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx93df52260ac849aa80272-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx93df52260ac849aa80272-00676e5e96) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx93df52260ac849aa80272-00676e5e96) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx93df52260ac849aa80272-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx93df52260ac849aa80272-00676e5e96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx93df52260ac849aa80272-00676e5e96) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txf888df5b37e3434c80769-00676e5e96) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf888df5b37e3434c80769-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txf888df5b37e3434c80769-00676e5e96) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf888df5b37e3434c80769-00676e5e96) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf888df5b37e3434c80769-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txf888df5b37e3434c80769-00676e5e96) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf888df5b37e3434c80769-00676e5e96) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf888df5b37e3434c80769-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txf888df5b37e3434c80769-00676e5e96) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf888df5b37e3434c80769-00676e5e96) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf888df5b37e3434c80769-00676e5e96) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txf888df5b37e3434c80769-00676e5e96) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txf888df5b37e3434c80769-00676e5e96) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx804833bc9431444499e69-00676e5e97) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx804833bc9431444499e69-00676e5e97) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx804833bc9431444499e69-00676e5e97) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx804833bc9431444499e69-00676e5e97) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx04c707f503f84ac38c7d3-00676e5e97) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx04c707f503f84ac38c7d3-00676e5e97) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx04c707f503f84ac38c7d3-00676e5e97) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx04c707f503f84ac38c7d3-00676e5e97) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txd281aed233d8484097ce7-00676e5e97) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd281aed233d8484097ce7-00676e5e97) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txd281aed233d8484097ce7-00676e5e97) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txd281aed233d8484097ce7-00676e5e97) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa1ffd5a4421c4e60a8080-00676e5e97) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa1ffd5a4421c4e60a8080-00676e5e97) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa1ffd5a4421c4e60a8080-00676e5e97) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa1ffd5a4421c4e60a8080-00676e5e97)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: /tmp/tmpym2ft_bf/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.29864.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpym2ft_bf/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.29864.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '753bd1adacee3d99770db0dab606dad7', 'b654479a-8285-4bb0-8269-16666149ede1-', '1735286416.29733', '1735286416.30707', '0', '', '1735286416.29547', 101, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286416.31007', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735286416.31007', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286416.31007', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286416.31128', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.31128', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286416.29864', 'epoch': '1735286416.29864', 'reported': 0, 'tombstones': -1}], 'b654479a-8285-4bb0-8269-16666149ede1-') -test DEBUG: /tmp/tmpym2ft_bf/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.29864.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpym2ft_bf/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.29864.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (5, 'db7951de6c6e5b69e5e3d6817d912844', '5c61a2d0-be62-499f-aa93-ae94f0f69157-', '1735286416.35470', '1735286416.35289', '0', '', '1735286416.35289', 99, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286416.36749', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.36749', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286416.36749', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286416.36900', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.36900', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286416.35593', 'epoch': '1735286416.35593', 'reported': 0, 'tombstones': -1}], '5c61a2d0-be62-499f-aa93-ae94f0f69157-') -test DEBUG: /tmp/tmp3k6_kp8t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.35593.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp3k6_kp8t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.35593.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (5, 'db7951de6c6e5b69e5e3d6817d912844', '5c61a2d0-be62-499f-aa93-ae94f0f69157-', '1735286416.35470', '1735286416.36445', '0', '', '1735286416.35289', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286416.36749', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.36749', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286416.36749', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286416.36900', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.36900', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286416.35593', 'epoch': '1735286416.35593', 'reported': 0, 'tombstones': -1}], '5c61a2d0-be62-499f-aa93-ae94f0f69157-') -test DEBUG: /tmp/tmp3k6_kp8t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.35593.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp3k6_kp8t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.35593.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (5, 'db7951de6c6e5b69e5e3d6817d912844', '50408bf3-bc19-439b-bd5e-8c236310938f-', '1735286416.41414', '1735286416.41227', '0', '', '1735286416.41227', 99, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286416.42684', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.42684', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286416.42684', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286416.42848', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.42848', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286416.41541', 'epoch': '1735286416.41541', 'reported': 0, 'tombstones': -1}], '50408bf3-bc19-439b-bd5e-8c236310938f-') -test DEBUG: /tmp/tmpkr66kdj7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.41541.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpkr66kdj7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.41541.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (5, 'db7951de6c6e5b69e5e3d6817d912844', '50408bf3-bc19-439b-bd5e-8c236310938f-', '1735286416.41414', '1735286416.42380', '0', '', '1735286416.41227', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286416.42684', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.42684', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286416.42684', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286416.42848', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.42848', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286416.41541', 'epoch': '1735286416.41541', 'reported': 0, 'tombstones': -1}], '50408bf3-bc19-439b-bd5e-8c236310938f-') -test DEBUG: /tmp/tmpkr66kdj7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.41541.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpkr66kdj7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.41541.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'e445c6af421f320b346591978e731503', 'b76d7e2f-482f-48db-ad7c-992a8cb8d2c5-', '1735286416.48055', '1735286416.47876', '0', '', '1735286416.47876', 99, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286416.48173', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286416.48173', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286416.48173', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286416.48197', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.48197', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286416.48182', 'epoch': '1735286416.48182', 'reported': 0, 'tombstones': -1}], 'b76d7e2f-482f-48db-ad7c-992a8cb8d2c5-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok -test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: get_keys(): unknown key id: unknown_key -test ERROR: Error decrypting container listing: unknown_key -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Grant AllUsers READ permission on the bucket /bucket -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok + +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0094 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324107 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 3324107 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0119 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0025 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 3324107 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'Content-Md5': 'eAhIkTXATgeZfrZPTfsWrA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '7808489135c04e07997eb64f4dfb16ac', 'Content-Length': '230'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok - fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok + +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0074 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 3324107 2 +test DEBUG: Unlinked retiring db '/tmp/tmpxlt2g1em/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0065 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0023 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0022 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0100 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0151 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0022 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0104 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0070 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3324107 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 3324107 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0038 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0038 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0037 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0038 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3324107 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1!test.unit.proxy.test_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_timing -test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok +test DEBUG: /tmp/tmphuclo0fm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697024.07139.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmphuclo0fm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697024.07139.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '06bb4c35d9653b9e5ee4f963d2532ed2', 'd4c1b9f7-e675-46a6-a92a-8847fdb94b97-', '1769697024.13195', '1769697024.13009', '0', '', '1769697024.13009', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697024.13309', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697024.13309', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697024.13309', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697024.13448', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697024.13448', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697024.13432', 'epoch': '1769697024.13432', 'reported': 0, 'tombstones': -1}], 'd4c1b9f7-e675-46a6-a92a-8847fdb94b97-') +test DEBUG: /tmp/tmpbq20r_z2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697024.13432.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpbq20r_z2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697024.13432.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '06bb4c35d9653b9e5ee4f963d2532ed2', 'd4c1b9f7-e675-46a6-a92a-8847fdb94b97-', '1769697024.13195', '1769697024.14172', '0', '', '1769697024.13009', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697024.13309', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697024.13309', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697024.13309', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697024.13448', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697024.13448', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697024.13432', 'epoch': '1769697024.13432', 'reported': 0, 'tombstones': -1}], 'd4c1b9f7-e675-46a6-a92a-8847fdb94b97-') +test DEBUG: /tmp/tmpbq20r_z2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697024.13432.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpbq20r_z2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769697024.13432.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8522ad1b67d4b609eb5b68bb1c2c7966', '07a0f69e-0a5c-4349-85a5-9230901f0620-sda', '1769697024.17749', '1769697024.17567', '0', '', '1769697024.17567', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('07a0f69e-0a5c-4349-85a5-9230901f0620-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '121f2665e9b9b343e2a8e43461d0f78a', '73279ac9-6de2-4d34-867a-1513e64381f3-sda', '1769697024.18826', '1769697024.18620', '0', '', '1769697024.18620', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697024.19374', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769697024.19374', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697024.19374', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697024.19485', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697024.19485', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697024.19468', 'epoch': '1769697024.19468', 'reported': 0, 'tombstones': -1}], '73279ac9-6de2-4d34-867a-1513e64381f3-sda') +test DEBUG: /tmp/tmpgv3z3mnf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpgv3z3mnf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '121f2665e9b9b343e2a8e43461d0f78a', '73279ac9-6de2-4d34-867a-1513e64381f3-sda', '1769697024.18826', '1769697024.19076', '0', '', '1769697024.18620', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697024.19374', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769697024.19374', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697024.19374', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697024.19485', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697024.19485', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697024.19468', 'epoch': '1769697024.19468', 'reported': 0, 'tombstones': -1}], '73279ac9-6de2-4d34-867a-1513e64381f3-sda') +test DEBUG: /tmp/tmpgv3z3mnf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpgv3z3mnf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '121f2665e9b9b343e2a8e43461d0f78a', '539b43ce-7317-41e6-a18f-57150be316d1-sda', '1769697024.23416', '1769697024.23233', '0', '', '1769697024.23233', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697024.24007', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769697024.24007', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697024.24007', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697024.24112', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697024.24112', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697024.24096', 'epoch': '1769697024.24096', 'reported': 0, 'tombstones': -1}], '539b43ce-7317-41e6-a18f-57150be316d1-sda') +test DEBUG: /tmp/tmp6etwwowu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp6etwwowu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '121f2665e9b9b343e2a8e43461d0f78a', '539b43ce-7317-41e6-a18f-57150be316d1-sda', '1769697024.23416', '1769697024.23692', '0', '', '1769697024.23233', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697024.24007', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769697024.24007', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697024.24007', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697024.24112', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697024.24112', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697024.24096', 'epoch': '1769697024.24096', 'reported': 0, 'tombstones': -1}], '539b43ce-7317-41e6-a18f-57150be316d1-sda')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + contents=FileLikeIter(body), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), logger=self.logger, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row + if self._object_in_remote_container(row['name'], + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + sync_to, user_key, realm, + ^^^^^^^^^^^^^^^^^^^^^^^^^ + realm_key, ts_meta): + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ + headers=headers, + ^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + retries=0) + ^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx8f8916e759be493e928ac-00676e5e96) -test INFO: Client disconnected on read of '/a/c' (txn: tx8f8916e759be493e928ac-00676e5e96) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txfe08f634a6dc4879a00de-00676e5e96) -test INFO: Client disconnected on read of '/a/c' (txn: txfe08f634a6dc4879a00de-00676e5e96) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx4e65993569c4417db5627-00676e5e98)test.unit.proxy.test_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok - -test DEBUG: /tmp/tmpy53d7u10/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.48182.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpy53d7u10/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.48182.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'e445c6af421f320b346591978e731503', 'b76d7e2f-482f-48db-ad7c-992a8cb8d2c5-', '1735286416.48055', '1735286416.49016', '0', '', '1735286416.47876', 99, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286416.48173', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286416.48173', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286416.48173', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286416.48197', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.48197', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286416.48182', 'epoch': '1735286416.48182', 'reported': 0, 'tombstones': -1}], 'b76d7e2f-482f-48db-ad7c-992a8cb8d2c5-') -test DEBUG: /tmp/tmpy53d7u10/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.48182.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpy53d7u10/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.48182.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'e445c6af421f320b346591978e731503', 'f77ce6b3-4d8e-4853-a929-53ed882caf4d-', '1735286416.92028', '1735286416.91833', '0', '', '1735286416.91833', 99, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286416.92169', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286416.92169', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286416.92169', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286416.92194', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.92194', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286416.92175', 'epoch': '1735286416.92175', 'reported': 0, 'tombstones': -1}], 'f77ce6b3-4d8e-4853-a929-53ed882caf4d-') -test DEBUG: /tmp/tmpsasg42ca/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.92175.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpsasg42ca/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.92175.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'e445c6af421f320b346591978e731503', 'f77ce6b3-4d8e-4853-a929-53ed882caf4d-', '1735286416.92028', '1735286416.93047', '0', '', '1735286416.91833', 99, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286416.92169', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286416.92169', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286416.92169', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286416.92194', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.92194', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286416.92175', 'epoch': '1735286416.92175', 'reported': 0, 'tombstones': -1}], 'f77ce6b3-4d8e-4853-a929-53ed882caf4d-') -test DEBUG: /tmp/tmpsasg42ca/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.92175.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpsasg42ca/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.92175.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (8, '62cf5ba9896bde106a7bef0f20892afd', '0d68ed79-640c-4a22-8c67-5dc05e4c4088-', '1735286416.96329', '1735286416.96143', '0', '', '1735286416.96143', 2, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('0d68ed79-640c-4a22-8c67-5dc05e4c4088-', 'e8fbcd486a77117e2cd3398aa1f9485f_1735286416.96640.db') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (8, '62cf5ba9896bde106a7bef0f20892afd', '0d68ed79-640c-4a22-8c67-5dc05e4c4088-', '1735286416.96329', '1735286416.96143', '0', '', '1735286416.96143', 2, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286416.96460', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.96460', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286416.96460', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286416.96662', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.96662', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286416.96640', 'epoch': '1735286416.96640', 'reported': 0, 'tombstones': -1}], '0d68ed79-640c-4a22-8c67-5dc05e4c4088-') -test DEBUG: /tmp/tmpw1eg4ii6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.96640.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpw1eg4ii6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286416.96640.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (8, '62cf5ba9896bde106a7bef0f20892afd', '5ce1ae86-a11d-4178-aac1-82c781d03b76-', '1735286416.99875', '1735286416.99683', '0', '', '1735286416.99683', 2, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('5ce1ae86-a11d-4178-aac1-82c781d03b76-', 'e8fbcd486a77117e2cd3398aa1f9485f_1735286417.00183.db') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (8, '62cf5ba9896bde106a7bef0f20892afd', '5ce1ae86-a11d-4178-aac1-82c781d03b76-', '1735286416.99875', '1735286416.99683', '0', '', '1735286416.99683', 2, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286416.99992', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286416.99992', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286416.99992', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286417.00204', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286417.00204', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286417.00183', 'epoch': '1735286417.00183', 'reported': 0, 'tombstones': -1}], '5ce1ae86-a11d-4178-aac1-82c781d03b76-') -test DEBUG: /tmp/tmpt9huoda6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286417.00183.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpt9huoda6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286417.00183.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'd585ca63dca57b6ba293e7e6d03bffe3', 'a47e67f1-be15-4d2e-9186-361214310224-', '1735286417.03971', '1735286417.03792', '0', '', '1735286417.03792', 3, 0)test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx25a3c3fb2da24bdaa0e9e-00697b6f01) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: tx96ba01c6434d4274aae46-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx96ba01c6434d4274aae46-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx96ba01c6434d4274aae46-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: tx96ba01c6434d4274aae46-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx96ba01c6434d4274aae46-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx96ba01c6434d4274aae46-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx96ba01c6434d4274aae46-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx96ba01c6434d4274aae46-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx96ba01c6434d4274aae46-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx96ba01c6434d4274aae46-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx96ba01c6434d4274aae46-00697b6f01)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx96ba01c6434d4274aae46-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx96ba01c6434d4274aae46-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx96ba01c6434d4274aae46-00697b6f01) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txe7daf84c25a34726858e4-00697b6f01) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok -swift: handoff_delete=5 is too high to have an effect on a ring with replica count 3. Disabling. -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 229, in PUT - self.req.get_acl_response(app, 'PUT', self.container) - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok - -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx4e65993569c4417db5627-00676e5e98) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx4e65993569c4417db5627-00676e5e98) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx4e65993569c4417db5627-00676e5e98) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok - -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa1ffd5a4421c4e60a8080-00676e5e97) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa1ffd5a4421c4e60a8080-00676e5e97) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa1ffd5a4421c4e60a8080-00676e5e97) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa1ffd5a4421c4e60a8080-00676e5e97) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa1ffd5a4421c4e60a8080-00676e5e97) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txa1ffd5a4421c4e60a8080-00676e5e97) -test DEBUG: Setting object count to 1068 (txn: txa1ffd5a4421c4e60a8080-00676e5e97) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx6fb0c78e40c54ec8b6810-00676e5e97) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6fb0c78e40c54ec8b6810-00676e5e97) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx6fb0c78e40c54ec8b6810-00676e5e97) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx6fb0c78e40c54ec8b6810-00676e5e97) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6fb0c78e40c54ec8b6810-00676e5e97) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6fb0c78e40c54ec8b6810-00676e5e97) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx6fb0c78e40c54ec8b6810-00676e5e97) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6fb0c78e40c54ec8b6810-00676e5e97) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6fb0c78e40c54ec8b6810-00676e5e97) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx6fb0c78e40c54ec8b6810-00676e5e97) -test DEBUG: Setting object count to 1068 (txn: tx6fb0c78e40c54ec8b6810-00676e5e97) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6bc5675048ef4c139f450-00676e5e98) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6bc5675048ef4c139f450-00676e5e98) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6bc5675048ef4c139f450-00676e5e98) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6bc5675048ef4c139f450-00676e5e98) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6bc5675048ef4c139f450-00676e5e98) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6bc5675048ef4c139f450-00676e5e98) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx6bc5675048ef4c139f450-00676e5e98) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx6bc5675048ef4c139f450-00676e5e98) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx805f7963797b43dfb6399-00676e5e99) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx805f7963797b43dfb6399-00676e5e99) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx805f7963797b43dfb6399-00676e5e99) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx805f7963797b43dfb6399-00676e5e99) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx805f7963797b43dfb6399-00676e5e99) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx805f7963797b43dfb6399-00676e5e99) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx805f7963797b43dfb6399-00676e5e99) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx805f7963797b43dfb6399-00676e5e99) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx805f7963797b43dfb6399-00676e5e99) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx805f7963797b43dfb6399-00676e5e99) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx805f7963797b43dfb6399-00676e5e99) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx805f7963797b43dfb6399-00676e5e99) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx805f7963797b43dfb6399-00676e5e99) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx805f7963797b43dfb6399-00676e5e99) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx805f7963797b43dfb6399-00676e5e99) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9599a64f8b894479b81c0-00676e5e99) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx9599a64f8b894479b81c0-00676e5e99) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9599a64f8b894479b81c0-00676e5e99) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx9599a64f8b894479b81c0-00676e5e99) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx9599a64f8b894479b81c0-00676e5e99) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9599a64f8b894479b81c0-00676e5e99) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx9599a64f8b894479b81c0-00676e5e99) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9599a64f8b894479b81c0-00676e5e99)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok - -test WARNING: /tmp/tmp9k5ac36b/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286417.04235.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmp9k5ac36b/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286417.04235.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'd585ca63dca57b6ba293e7e6d03bffe3', 'a47e67f1-be15-4d2e-9186-361214310224-', '1735286417.03971', '1735286417.04987', '0', '', '1735286417.03792', 3, 0) -test WARNING: /tmp/tmp9k5ac36b/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286417.04235.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmp9k5ac36b/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286417.04235.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'cbfc43c74608deeb780153c4a9d9d1f3', '00570614-438c-4a11-bf28-613fae95b3d1-', '1735286418.43940', '1735286418.43743', '0', '', '1735286418.43743', 3, 0) -test WARNING: /tmp/tmpyc_ewjil/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286418.44192.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpyc_ewjil/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286418.44192.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'cbfc43c74608deeb780153c4a9d9d1f3', '00570614-438c-4a11-bf28-613fae95b3d1-', '1735286418.43940', '1735286418.44960', '0', '', '1735286418.43743', 3, 0) -test WARNING: /tmp/tmpyc_ewjil/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286418.44192.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpyc_ewjil/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286418.44192.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (10, '41a5dd95fa73840c294006116faf2347', '09a1b507-c8bd-47e5-a7dc-aa7c468df911-', '1735286418.47184', '1735286418.47015', '0', '', '1735286418.47015', 5, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286418.48456', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286418.48456', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286418.48456', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286418.48603', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286418.48603', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286418.47436', 'epoch': '1735286418.47436', 'reported': 0, 'tombstones': -1}], '09a1b507-c8bd-47e5-a7dc-aa7c468df911-') -test DEBUG: /tmp/tmpnsrq9ng3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286418.47436.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpnsrq9ng3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286418.47436.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (10, '41a5dd95fa73840c294006116faf2347', '09a1b507-c8bd-47e5-a7dc-aa7c468df911-', '1735286418.47184', '1735286418.48154', '0', '', '1735286418.47015', 5, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286418.48456', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286418.48456', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286418.48456', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286418.48603', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286418.48603', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286418.47436', 'epoch': '1735286418.47436', 'reported': 0, 'tombstones': -1}], '09a1b507-c8bd-47e5-a7dc-aa7c468df911-') -test DEBUG: /tmp/tmpnsrq9ng3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286418.47436.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpnsrq9ng3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286418.47436.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (10, '41a5dd95fa73840c294006116faf2347', 'cd18c841-4133-4f41-8893-0667f90b4c72-', '1735286418.53201', '1735286418.53023', '0', '', '1735286418.53023', 5, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286418.54471', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286418.54471', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286418.54471', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286418.54630', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286418.54630', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286418.53446', 'epoch': '1735286418.53446', 'reported': 0, 'tombstones': -1}], 'cd18c841-4133-4f41-8893-0667f90b4c72-') -test DEBUG: /tmp/tmp6nbutech/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286418.53446.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp6nbutech/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286418.53446.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (10, '41a5dd95fa73840c294006116faf2347', 'cd18c841-4133-4f41-8893-0667f90b4c72-', '1735286418.53201', '1735286418.54167', '0', '', '1735286418.53023', 5, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286418.54471', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286418.54471', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286418.54471', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286418.54630', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286418.54630', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286418.53446', 'epoch': '1735286418.53446', 'reported': 0, 'tombstones': -1}], 'cd18c841-4133-4f41-8893-0667f90b4c72-') -test DEBUG: /tmp/tmp6nbutech/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286418.53446.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp6nbutech/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286418.53446.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'cbfc43c74608deeb780153c4a9d9d1f3', 'd8ae4d54-43b8-4176-a669-2aa5ef61493b-', '1735286418.59502', '1735286418.59312', '0', '', '1735286418.59312', 3, 0)test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - File "/usr/lib/python3.13/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ~~~~~~~~~~~~~~~~~~~~~~~^^^ - File "/usr/lib/python3.13/json/decoder.py", line 345, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} +fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok -swift: Quarantining DB file -swift: Quarantining DB file -swift: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call#012 raise effect#012Exception -swift: ERROR syncing /path/to/file with node {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call#012 raise effect#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call#012 raise effect#012Exception -swift: ERROR Remote drive not mounted {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2} -swift: ERROR syncing /path/to/file with node {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration -swift: ERROR syncing /path/to/file with node {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration -swift: ERROR Remote drive not mounted {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1} -swift: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration -swift: ERROR syncing /path/to/file with node {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration -swift: ERROR syncing /path/to/file with node {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration -swift: ERROR Remote drive not mounted {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1} -swift: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration -swift: ERROR syncing /path/to/file with node {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration -swift: ERROR syncing /path/to/file with node {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration -swift: ERROR Remote drive not mounted {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2} -swift: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} -swift: ERROR syncing /path/to/file with node {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration -swift: ERROR syncing /path/to/file with node {'id': 5, 'weight': 10.0, 'zone': 5, 'ip': '1.1.1.5', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.5', 'replication_port': 6200, 'region': 1}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration -swift: ERROR Remote drive not mounted {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2} -swift: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} -swift: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} -swift: ERROR There are not enough handoff nodes to reach replica count for partition 0 -swift: ERROR Remote drive not mounted {'id': 5, 'weight': 10.0, 'zone': 5, 'ip': '1.1.1.5', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.5', 'replication_port': 6200, 'region': 1} -swift: ERROR There are not enough handoff nodes to reach replica count for partition 0 -swift: ERROR Remote drive not mounted {'id': 6, 'weight': 10.0, 'zone': 6, 'ip': '1.1.1.6', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.6', 'replication_port': 6200, 'region': 2} -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server ERROR: Object returning 503 for [] (txn: tx0078079466bf4ff5848ed-00676e5e8c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txadeb97f8b681401795441-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txadeb97f8b681401795441-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txadeb97f8b681401795441-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: txadeb97f8b681401795441-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: txadeb97f8b681401795441-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: txadeb97f8b681401795441-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: txadeb97f8b681401795441-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: txadeb97f8b681401795441-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: txadeb97f8b681401795441-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: txadeb97f8b681401795441-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: txadeb97f8b681401795441-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: txadeb97f8b681401795441-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: txadeb97f8b681401795441-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: txadeb97f8b681401795441-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: txadeb97f8b681401795441-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txadeb97f8b681401795441-00676e5e8c) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: txadeb97f8b681401795441-00676e5e8c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx308dc8b6aa234bba9d665-00676e5e8c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx6be2e7491ade4ece8c443-00676e5e8d) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx33ec45bff5804d73b160b-00676e5e8d) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx453aad70a8cc402787c9e-00676e5e8d) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txd55e1c1056d04b35bd451-00676e5e8d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: Object returning 503 for [] (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok -swift: ERROR rsync failed with -1: ['rsync', '--quiet', '--no-motd', '--timeout=10', '--contimeout=1', '--whole-file', '/some/file', 'remote:/some/file'] -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok +test DEBUG: /tmp/tmp6etwwowu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp6etwwowu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '0b5fbb897c6042269a96e4109506297a', 'a2c697e3-efbf-4b58-aa67-874dabf204d2-sda', '1769697024.27972', '1769697024.27776', '0', '', '1769697024.27776', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('a2c697e3-efbf-4b58-aa67-874dabf204d2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Unlinked retiring db '/tmp/tmpo6fk60km/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '0b5fbb897c6042269a96e4109506297a', '607376ea-1f3c-4e8a-bb7a-8c912d4b2293-sda', '1769697024.31270', '1769697024.31061', '0', '', '1769697024.31061', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('607376ea-1f3c-4e8a-bb7a-8c912d4b2293-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '0b5fbb897c6042269a96e4109506297a', 'e66f3b0b-1405-411f-86fe-8ffc6db430b4-sda', '1769697024.34103', '1769697024.33920', '0', '', '1769697024.33920', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('e66f3b0b-1405-411f-86fe-8ffc6db430b4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Unlinked retiring db '/tmp/tmp8dn7l0xx/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '0b5fbb897c6042269a96e4109506297a', 'ea885ccf-3f09-4411-a284-368babd85592-sda', '1769697024.36773', '1769697024.36550', '0', '', '1769697024.36550', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('ea885ccf-3f09-4411-a284-368babd85592-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a1883c9e-1b28-45c1-8844-0048c35eec82-sda', '1769697024.41411', '1769697024.41236', '0', '', '1769697024.41236', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1tahpt1q/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '68988c78-86c7-4f11-a08d-09c556819e27-sdb', '1769697024.43938', '1769697025.00000', '0', '', '1769697025.00000', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('68988c78-86c7-4f11-a08d-09c556819e27-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '68988c78-86c7-4f11-a08d-09c556819e27-sdb', '1769697024.43938', '1769697025.00000', '0', '', '1769697025.00000', 0, 1) +test ERROR: Quarantining DB /tmp/tmp1tahpt1q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('68988c78-86c7-4f11-a08d-09c556819e27-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00900 seconds (111.08262/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4tlcowbs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd4f8b770-6414-48ea-bca3-900e82598d75-sda', '1769697024.45394', '1769697024', '0', '', '1769697024', 0, 1) +test DEBUG: /tmp/tmp4tlcowbs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd4f8b770-6414-48ea-bca3-900e82598d75-sda', '1769697024.45394', '1769697024', '0', '', '1769697024', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d4f8b770-6414-48ea-bca3-900e82598d75-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01197 seconds (83.55617/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpm1ms03ab/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3f1765b44aef8e78ec4cb4738e78dfdc', '8dd39704-b1ee-4c47-a15f-8c85aade7693-sda', '1769697024.47615', '1769697024', '0', '', '1769697024', 1, 0) +test DEBUG: /tmp/tmpm1ms03ab/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697026.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8dd39704-b1ee-4c47-a15f-8c85aade7693-sda') +test DEBUG: /tmp/tmpm1ms03ab/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00264263s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3f1765b44aef8e78ec4cb4738e78dfdc', '8dd39704-b1ee-4c47-a15f-8c85aade7693-sda', '1769697024.47615', '1769697024', '0', '', '1769697024', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8dd39704-b1ee-4c47-a15f-8c85aade7693-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01522 seconds (65.69776/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpltwiuopx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '65658d6e-aa95-44e9-9d14-1e128dc71043-sda', '1769697024.50168', '1769697024', '0', '', '1769697024', 0, 0) +test DEBUG: /tmp/tmpltwiuopx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '65658d6e-aa95-44e9-9d14-1e128dc71043-sda', '1769697024.50168', '1769697024', '0', '', '1769697024', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('65658d6e-aa95-44e9-9d14-1e128dc71043-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01489 seconds (67.16429/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxo41qxuf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3f1765b44aef8e78ec4cb4738e78dfdc', 'e0055b2e-9b10-4b97-bc4f-a0f0f8e4d83c-sda', '1769697024.52662', '1769697024', '0', '', '1769697024', 1, 1) +test DEBUG: /tmp/tmpxo41qxuf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3f1765b44aef8e78ec4cb4738e78dfdc', 'e0055b2e-9b10-4b97-bc4f-a0f0f8e4d83c-sda', '1769697024.52662', '1769697024', '0', '', '1769697024', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e0055b2e-9b10-4b97-bc4f-a0f0f8e4d83c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01206 seconds (82.94971/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp78gprs9f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e4f9e337-d4b9-4175-bdeb-33fa231ce4e5-sda', '1769697024.54991', '1769697024', '0', '', '1769697024', 0, 0) +test DEBUG: /tmp/tmp78gprs9f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e4f9e337-d4b9-4175-bdeb-33fa231ce4e5-sda', '1769697024.54991', '1769697024', '0', '', '1769697024', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e4f9e337-d4b9-4175-bdeb-33fa231ce4e5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01375 seconds (72.70995/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpj0of_5wq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e7ab1dfa9cb210e9255715b14de36132', 'ce33f21b-0623-4f63-86d2-47d157a33679-sda', '1769697024.57341', '1769697024', '0', '', '1769697024', 1, 1) +test DEBUG: /tmp/tmpj0of_5wq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697027.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'ce33f21b-0623-4f63-86d2-47d157a33679-sda') +test DEBUG: /tmp/tmpj0of_5wq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0025897s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e7ab1dfa9cb210e9255715b14de36132', 'ce33f21b-0623-4f63-86d2-47d157a33679-sda', '1769697024.57341', '1769697024', '0', '', '1769697024', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ce33f21b-0623-4f63-86d2-47d157a33679-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01741 seconds (57.45038/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwz8pjie3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a292f896-7df5-48d3-8aed-c75b4ed6a0fc-sda', '1769697024.60180', '1769697024', '0', '', '1769697024', 0, 0) +test DEBUG: /tmp/tmpwz8pjie3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a292f896-7df5-48d3-8aed-c75b4ed6a0fc-sda', '1769697024.60180', '1769697024', '0', '', '1769697024', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a292f896-7df5-48d3-8aed-c75b4ed6a0fc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01053 seconds (94.98956/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpdrgnuaf1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e7ab1dfa9cb210e9255715b14de36132', 'de9075e1-1e61-458e-ae4a-20ec492c9cd3-sda', '1769697024.62277', '1769697024', '0', '', '1769697024', 1, 0) +test DEBUG: /tmp/tmpdrgnuaf1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e7ab1dfa9cb210e9255715b14de36132', 'de9075e1-1e61-458e-ae4a-20ec492c9cd3-sda', '1769697024.62277', '1769697024', '0', '', '1769697024', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('de9075e1-1e61-458e-ae4a-20ec492c9cd3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02434 seconds (41.09226/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxu0s7dns/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c9552a83-e44e-4db0-b2b8-837630742360-sda', '1769697024.66270', '1769697026', '0', '', '1769697026', 0, 1) +test DEBUG: /tmp/tmpxu0s7dns/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c9552a83-e44e-4db0-b2b8-837630742360-sda', '1769697024.66270', '1769697026', '0', '', '1769697026', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c9552a83-e44e-4db0-b2b8-837630742360-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00998 seconds (100.16387/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4yx34xce/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e7ab1dfa9cb210e9255715b14de36132', '269d1ff1-7ca7-4c56-9cd2-01b1fd889ceb-sda', '1769697024.68282', '1769697026', '0', '', '1769697026', 1, 1) +test DEBUG: /tmp/tmp4yx34xce/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697027.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '269d1ff1-7ca7-4c56-9cd2-01b1fd889ceb-sda') +test DEBUG: /tmp/tmp4yx34xce/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00586486s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e7ab1dfa9cb210e9255715b14de36132', '269d1ff1-7ca7-4c56-9cd2-01b1fd889ceb-sda', '1769697024.68282', '1769697026', '0', '', '1769697026', 1, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok + +fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + headers={'Accept': 'application/json'}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response + sw_resp = sw_req.get_response(app) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ + return self.app(env, start_response) + ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ + return self.app(env, start_response) + ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + File "/usr/lib/python3.13/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ~~~~~~~~~~~~~~~~~~~~~~~^^^ + File "/usr/lib/python3.13/json/decoder.py", line 345, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test WARNING: The following digest algorithms are configured but not supported: not-a-valid-digest, md5 +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx27638b1c4c7b407a91e2b-00697b6f01) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx75543d4ed76f4f1dbdce5-00697b6f01) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx75543d4ed76f4f1dbdce5-00697b6f01) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx75543d4ed76f4f1dbdce5-00697b6f01) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx75543d4ed76f4f1dbdce5-00697b6f01) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx75543d4ed76f4f1dbdce5-00697b6f01) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx75543d4ed76f4f1dbdce5-00697b6f01) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx75543d4ed76f4f1dbdce5-00697b6f01) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx75543d4ed76f4f1dbdce5-00697b6f01) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx75543d4ed76f4f1dbdce5-00697b6f01)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx280d44202ed94103b38d6-00676e5e8d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: txd3c83fd187e843d5b9525-00676e5e92) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: txd3c83fd187e843d5b9525-00676e5e92) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txf7725cf114b149f5900dd-00676e5e92) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf7725cf114b149f5900dd-00676e5e92) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf7725cf114b149f5900dd-00676e5e92) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf7725cf114b149f5900dd-00676e5e92) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf7725cf114b149f5900dd-00676e5e92) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf7725cf114b149f5900dd-00676e5e92) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf7725cf114b149f5900dd-00676e5e92) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf7725cf114b149f5900dd-00676e5e92) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf7725cf114b149f5900dd-00676e5e92) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf7725cf114b149f5900dd-00676e5e92) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf7725cf114b149f5900dd-00676e5e92) -proxy-server ERROR: ERROR Unhandled exception in request: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/server.py", line 603, in handle_request - return handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 375, in wrapped - return func(*a, **kw) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 278, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 266, in GETorHEAD - resp = self._get_or_head_response(req, node_iter, partition, policy) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2927, in _get_or_head_response - app_iter.kickoff(req, resp) - ~~~~~~~~~~~~~~~~^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1181, in kickoff - self.stashed_iter = reiterate(self._real_iter(req, resp.headers)) - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2390, in reiterate - chunk = next(iterator) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 3105, in _get_next_item - return super(StringAlong, self)._get_next_item() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1467, in _iter_one_range - for i, next_seg in enumerate(segment_iter): - ~~~~~~~~~^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1546, in _decode_segments_from_fragments - segment = self.policy.pyeclib_driver.decode(fragments) - File "/usr/lib/python3/dist-packages/pyeclib/ec_iface.py", line 300, in decode - return self.ec_lib_reference.decode(fragment_payloads, ranges, - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^ - force_metadata_checks) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode - return pyeclib_c.decode(self.handle, _fragment_payloads, - ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - fragment_len, ranges, force_metadata_checks) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txf7725cf114b149f5900dd-00676e5e92)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok - -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286418.59628', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286418.59628', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286418.59628', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286418.59786', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286418.59786', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286418.59760', 'epoch': '1735286418.59760', 'reported': 0, 'tombstones': -1}], 'd8ae4d54-43b8-4176-a669-2aa5ef61493b-') -test DEBUG: /tmp/tmpolm31b7y/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286418.59760.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpolm31b7y/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286418.59760.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'cbfc43c74608deeb780153c4a9d9d1f3', 'd8ae4d54-43b8-4176-a669-2aa5ef61493b-', '1735286418.59502', '1735286418.60557', '0', '', '1735286418.59312', 3, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286418.59628', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286418.59628', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286418.59628', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286418.59786', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286418.59786', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286418.59760', 'epoch': '1735286418.59760', 'reported': 0, 'tombstones': -1}], 'd8ae4d54-43b8-4176-a669-2aa5ef61493b-') -test DEBUG: /tmp/tmpolm31b7y/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286418.59760.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpolm31b7y/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286418.59760.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'bdd48f25311835a33ec00dd011db5d98', '0908bcbb-d4c6-4516-a9e7-74ac46a2ed22-', '1735286420.27076', '1735286420.26879', '0', '', '1735286420.26879', 3, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286420.27205', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286420.27205', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286420.27205', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286420.27355', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286420.27355', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286420.27332', 'epoch': '1735286420.27332', 'reported': 0, 'tombstones': -1}], '0908bcbb-d4c6-4516-a9e7-74ac46a2ed22-') -test DEBUG: /tmp/tmpq39f7hnn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286420.27332.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpq39f7hnn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286420.27332.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'bdd48f25311835a33ec00dd011db5d98', '0908bcbb-d4c6-4516-a9e7-74ac46a2ed22-', '1735286420.27076', '1735286420.28155', '0', '', '1735286420.26879', 3, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286420.27205', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286420.27205', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286420.27205', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286420.27355', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286420.27355', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286420.27332', 'epoch': '1735286420.27332', 'reported': 0, 'tombstones': -1}], '0908bcbb-d4c6-4516-a9e7-74ac46a2ed22-') -test DEBUG: /tmp/tmpq39f7hnn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286420.27332.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpq39f7hnn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735286420.27332.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '2fa92a44d922c02f51f0815f76d43676', 'e10d2687-b382-47f2-bbab-951942955b48-sda', '1735286420.31616', '1735286420.31427', '0', '', '1735286420.31427', 1, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('e10d2687-b382-47f2-bbab-951942955b48-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, 'be6ec1bfac537bd057aa81c012002e89', '16805b26-05dd-4970-ba41-9ccb2cc8c77a-sda', '1735286420.32779', '1735286420.32592', '0', '', '1735286420.32592', 6, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286420.33393', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735286420.33393', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286420.33393', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286420.33522', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286420.33522', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286420.33501', 'epoch': '1735286420.33501', 'reported': 0, 'tombstones': -1}], '16805b26-05dd-4970-ba41-9ccb2cc8c77a-sda') -test DEBUG: /tmp/tmp0729whbh/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp0729whbh/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, 'be6ec1bfac537bd057aa81c012002e89', '16805b26-05dd-4970-ba41-9ccb2cc8c77a-sda', '1735286420.32779', '1735286420.33063', '0', '', '1735286420.32592', 6, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286420.33393', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735286420.33393', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286420.33393', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286420.33522', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286420.33522', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286420.33501', 'epoch': '1735286420.33501', 'reported': 0, 'tombstones': -1}], '16805b26-05dd-4970-ba41-9ccb2cc8c77a-sda') -test DEBUG: /tmp/tmp0729whbh/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp0729whbh/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f1de7f49f047e7a88d0-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f1de7f49f047e7a88d0-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f1de7f49f047e7a88d0-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f1de7f49f047e7a88d0-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f1de7f49f047e7a88d0-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f1de7f49f047e7a88d0-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f1de7f49f047e7a88d0-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f1de7f49f047e7a88d0-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f1de7f49f047e7a88d0-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f1de7f49f047e7a88d0-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f1de7f49f047e7a88d0-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f1de7f49f047e7a88d0-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f1de7f49f047e7a88d0-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28f1de7f49f047e7a88d0-00676e5e94) -proxy-server ERROR: Object returning 503 for [] (txn: tx28f1de7f49f047e7a88d0-00676e5e94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx51f69f10c9e14ebf95b2f-00676e5e94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx51f69f10c9e14ebf95b2f-00676e5e94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx51f69f10c9e14ebf95b2f-00676e5e94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx51f69f10c9e14ebf95b2f-00676e5e94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx51f69f10c9e14ebf95b2f-00676e5e94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx51f69f10c9e14ebf95b2f-00676e5e94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx51f69f10c9e14ebf95b2f-00676e5e94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx51f69f10c9e14ebf95b2f-00676e5e94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx51f69f10c9e14ebf95b2f-00676e5e94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx51f69f10c9e14ebf95b2f-00676e5e94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx51f69f10c9e14ebf95b2f-00676e5e94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx51f69f10c9e14ebf95b2f-00676e5e94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx51f69f10c9e14ebf95b2f-00676e5e94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx51f69f10c9e14ebf95b2f-00676e5e94) -proxy-server ERROR: Object returning 503 for [] (txn: tx51f69f10c9e14ebf95b2f-00676e5e94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx285952c3f65842068fb86-00676e5e94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx285952c3f65842068fb86-00676e5e94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx285952c3f65842068fb86-00676e5e94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx285952c3f65842068fb86-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx285952c3f65842068fb86-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx285952c3f65842068fb86-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx285952c3f65842068fb86-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx285952c3f65842068fb86-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx285952c3f65842068fb86-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx285952c3f65842068fb86-00676e5e94) -proxy-server ERROR: Object returning 503 for [] (txn: tx285952c3f65842068fb86-00676e5e94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6bf9408e7beb46aea1b8b-00676e5e94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6bf9408e7beb46aea1b8b-00676e5e94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6bf9408e7beb46aea1b8b-00676e5e94) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6bf9408e7beb46aea1b8b-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6bf9408e7beb46aea1b8b-00676e5e94)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok -test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response -test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok -swift: ERROR Bad response 301 from localhost -swift: ERROR Bad response 101 from localhost -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_local_device -test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_args -test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args -test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_creation -test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok + +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('269d1ff1-7ca7-4c56-9cd2-01b1fd889ceb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01868 seconds (53.54288/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpki136s8l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e7ab1dfa9cb210e9255715b14de36132', '2f262dc3-20cf-489f-96dc-30abe9a5571d-sda', '1769697024.70914', '1769697024', '1769697025', '', '1769697025', 1, 0) +test DEBUG: /tmp/tmpki136s8l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697027.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2f262dc3-20cf-489f-96dc-30abe9a5571d-sda') +test DEBUG: /tmp/tmpki136s8l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00263405s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e7ab1dfa9cb210e9255715b14de36132', '2f262dc3-20cf-489f-96dc-30abe9a5571d-sda', '1769697024.70914', '1769697024', '1769697025', '', '1769697025', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2f262dc3-20cf-489f-96dc-30abe9a5571d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01789 seconds (55.90585/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6xqibm_q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e7ab1dfa9cb210e9255715b14de36132', '8124bfd3-958d-4f0e-868f-a9d89bc91498-sda', '1769697024.73796', '1769697024', '1769697025', '', '1769697025', 1, 1) +test DEBUG: /tmp/tmp6xqibm_q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e7ab1dfa9cb210e9255715b14de36132', '8124bfd3-958d-4f0e-868f-a9d89bc91498-sda', '1769697024.73796', '1769697024', '1769697025', '', '1769697025', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8124bfd3-958d-4f0e-868f-a9d89bc91498-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01224 seconds (81.71823/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp45vy5xpr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c4f8affe-c813-4b06-87f2-8bd98b582e59-sda', '1769697024.76195', '1769697026', '1769697025', '', '1769697026', 0, 0) +test DEBUG: /tmp/tmp45vy5xpr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c4f8affe-c813-4b06-87f2-8bd98b582e59-sda', '1769697024.76195', '1769697026', '1769697025', '', '1769697026', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c4f8affe-c813-4b06-87f2-8bd98b582e59-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01294 seconds (77.26249/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp9qmeffii/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7bf55d91fe734c68260cb9b9032d2794', '80b84164-a9b3-4c4d-87d7-db7b70cbd421-sda', '1769697024.78539', '1769697026', '1769697025', '', '1769697026', 1, 1) +test DEBUG: /tmp/tmp9qmeffii/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697028.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '80b84164-a9b3-4c4d-87d7-db7b70cbd421-sda') +test DEBUG: /tmp/tmp9qmeffii/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00281644s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7bf55d91fe734c68260cb9b9032d2794', '80b84164-a9b3-4c4d-87d7-db7b70cbd421-sda', '1769697024.78539', '1769697026', '1769697025', '', '1769697026', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('80b84164-a9b3-4c4d-87d7-db7b70cbd421-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01518 seconds (65.85765/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpbzedlbf_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '209e4e5f-659e-4a8f-a4d6-67d100d8aa48-sda', '1769697024.81164', '1769697026', '1769697025', '', '1769697026', 0, 1) +test DEBUG: /tmp/tmpbzedlbf_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '209e4e5f-659e-4a8f-a4d6-67d100d8aa48-sda', '1769697024.81164', '1769697026', '1769697025', '', '1769697026', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('209e4e5f-659e-4a8f-a4d6-67d100d8aa48-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01177 seconds (84.98507/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6sd0ku_u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7bf55d91fe734c68260cb9b9032d2794', '38a53be6-7bc0-4897-91ca-0801b3ba7c85-sda', '1769697024.84514', '1769697026', '1769697025', '', '1769697026', 1, 1) +test DEBUG: /tmp/tmp6sd0ku_u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7bf55d91fe734c68260cb9b9032d2794', '38a53be6-7bc0-4897-91ca-0801b3ba7c85-sda', '1769697024.84514', '1769697026', '1769697025', '', '1769697026', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('38a53be6-7bc0-4897-91ca-0801b3ba7c85-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db')test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx75543d4ed76f4f1dbdce5-00697b6f01) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx75543d4ed76f4f1dbdce5-00697b6f01) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx75543d4ed76f4f1dbdce5-00697b6f01) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx75543d4ed76f4f1dbdce5-00697b6f01) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx75543d4ed76f4f1dbdce5-00697b6f01) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx75543d4ed76f4f1dbdce5-00697b6f01) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, obj, - headers, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id +test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_init +test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_load +test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save +test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok + +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02382 seconds (41.98359/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpgautblar/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4350ba5c-bf35-42f2-ba11-f6890eadffcc-sda', '1769697024.89354', '1769697027', '1769697026', '', '1769697027', 0, 1) +test DEBUG: /tmp/tmpgautblar/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4350ba5c-bf35-42f2-ba11-f6890eadffcc-sda', '1769697024.89354', '1769697027', '1769697026', '', '1769697027', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4350ba5c-bf35-42f2-ba11-f6890eadffcc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01875 seconds (53.33590/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpiytnn5vd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '67da56e0c7db8fb5a62b8e12847af2fc', 'c6dd2106-f3ff-4036-9cd1-25de484572df-sda', '1769697024.94735', '1769697027', '1769697026', '', '1769697027', 1, 0) +test DEBUG: /tmp/tmpiytnn5vd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697029.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c6dd2106-f3ff-4036-9cd1-25de484572df-sda') +test DEBUG: /tmp/tmpiytnn5vd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0110648s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '67da56e0c7db8fb5a62b8e12847af2fc', 'c6dd2106-f3ff-4036-9cd1-25de484572df-sda', '1769697024.94735', '1769697027', '1769697026', '', '1769697027', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c6dd2106-f3ff-4036-9cd1-25de484572df-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03833 seconds (26.09008/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1u_gzf5v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7cf898cb-2cc1-4b87-bb88-f8b7ffd52f3d-sda', '1769697025.00158', '1769697027', '1769697026', '', '1769697027', 0, 0) +test DEBUG: /tmp/tmp1u_gzf5v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7cf898cb-2cc1-4b87-bb88-f8b7ffd52f3d-sda', '1769697025.00158', '1769697027', '1769697026', '', '1769697027', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7cf898cb-2cc1-4b87-bb88-f8b7ffd52f3d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02726 seconds (36.68068/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpw6ld7zb2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ddf6b816e88c41c3695dfeedf209ddf3', 'a6a9ddff-d7b5-419e-978e-830717777bbb-sda', '1769697025.04848', '1769697028', '1769697027', '', '1769697028', 1, 0) +test DEBUG: /tmp/tmpw6ld7zb2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ddf6b816e88c41c3695dfeedf209ddf3', 'a6a9ddff-d7b5-419e-978e-830717777bbb-sda', '1769697025.04848', '1769697028', '1769697027', '', '1769697028', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a6a9ddff-d7b5-419e-978e-830717777bbb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03602 seconds (27.75875/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpsl05rb67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b0a7736c-c67b-4741-a792-74997c6eca72-sda', '1769697025.11205', '1769697028', '1769697027', '', '1769697028', 0, 0) +test DEBUG: /tmp/tmpsl05rb67/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b0a7736c-c67b-4741-a792-74997c6eca72-sda', '1769697025.11205', '1769697028', '1769697027', '', '1769697028', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b0a7736c-c67b-4741-a792-74997c6eca72-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02439 seconds (41.00508/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpe_6c9pou/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '67da56e0c7db8fb5a62b8e12847af2fc', 'f5d56dea-0457-4de9-8e48-5a3142e14286-sda', '1769697025.15982', '1769697028', '1769697027', '', '1769697028', 1, 0) +test DEBUG: /tmp/tmpe_6c9pou/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697029.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f5d56dea-0457-4de9-8e48-5a3142e14286-sda') +test DEBUG: /tmp/tmpe_6c9pou/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00272775s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '67da56e0c7db8fb5a62b8e12847af2fc', 'f5d56dea-0457-4de9-8e48-5a3142e14286-sda', '1769697025.15982', '1769697028', '1769697027', '', '1769697028', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f5d56dea-0457-4de9-8e48-5a3142e14286-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVERtest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok -test ERROR: Failed to unlink '/tmp/tmplx5nsxs3/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmplx5nsxs3/containers/part/suffix/hash/container_1735286424.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmplx5nsxs3/containers/part/suffix/hash/container_1735286424.00000.db': ['/tmp/tmplx5nsxs3/containers/part/suffix/hash/container.db', '/tmp/tmplx5nsxs3/containers/part/suffix/hash/container_1735286425.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmplx5nsxs3/containers/part/suffix/hash/container_1735286425.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmpi0y_v8nd/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpi0y_v8nd/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpvwyx7n09/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpvwyx7n09/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9599a64f8b894479b81c0-00676e5e99) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx9599a64f8b894479b81c0-00676e5e99) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx9599a64f8b894479b81c0-00676e5e99) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx9599a64f8b894479b81c0-00676e5e99) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx9599a64f8b894479b81c0-00676e5e99) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx9599a64f8b894479b81c0-00676e5e99) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx9599a64f8b894479b81c0-00676e5e99) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx9599a64f8b894479b81c0-00676e5e99) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx9599a64f8b894479b81c0-00676e5e99) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx9599a64f8b894479b81c0-00676e5e99) -test DEBUG: Setting object count to 1058 (txn: tx9599a64f8b894479b81c0-00676e5e99) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txaf56650f8fd44120b9e2a-00676e5e9a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txaf56650f8fd44120b9e2a-00676e5e9a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txaf56650f8fd44120b9e2a-00676e5e9a) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txaf56650f8fd44120b9e2a-00676e5e9a) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txaf56650f8fd44120b9e2a-00676e5e9a) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txaf56650f8fd44120b9e2a-00676e5e9a) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txaf56650f8fd44120b9e2a-00676e5e9a) -test DEBUG: Setting object count to 1024 (txn: txaf56650f8fd44120b9e2a-00676e5e9a) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txaf56650f8fd44120b9e2a-00676e5e9a) -test DEBUG: Setting object count to 1024 (txn: txaf56650f8fd44120b9e2a-00676e5e9a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Setting object count to 1072 (txn: tx15af26f827fa47f2bce9e-00676e5e9b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf9e4a49338424cec949d8-00676e5e9b)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0052 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0114 "-" 3324107 - +test ERROR: ERROR Account update failed with 127.0.0.1:40123/sda1 (will retry later): Response 503 OK +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0049 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3324107 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0004 "-" 3324107 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3324107 1 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3324107 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3324107 3 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3324107 3 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3324107 3 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 3 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3324107 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324107 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0034 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0014 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0016 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0052 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0010 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0073 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0010 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 3324107 2 +test DEBUG: Unlinked retiring db '/tmp/tmpl222p5ac/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:22 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0013 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0052 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 3324107 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok + +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server ERROR: Object returning 503 for [] (txn: tx814b4c04dad44449b4e53-00697b6f01) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server ERROR: Object returning 503 for [] (txn: tx9eec7267813d491e86cde-00697b6f01) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate +test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok +test.unit.common.test_constraints.TestConstraints.test_check_account_format +test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_container_format +test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6bf9408e7beb46aea1b8b-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6bf9408e7beb46aea1b8b-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6bf9408e7beb46aea1b8b-00676e5e94) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6bf9408e7beb46aea1b8b-00676e5e94) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txef28c86b2add424e8be97-00676e5e96) -proxy-server DEBUG: Ignoring 404 from primary (txn: txef28c86b2add424e8be97-00676e5e96) -proxy-server DEBUG: Ignoring 404 from primary (txn: txef28c86b2add424e8be97-00676e5e96) -proxy-server DEBUG: Ignoring 404 from primary (txn: txef28c86b2add424e8be97-00676e5e96) -proxy-server DEBUG: Ignoring 404 from primary (txn: txef28c86b2add424e8be97-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef28c86b2add424e8be97-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef28c86b2add424e8be97-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef28c86b2add424e8be97-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef28c86b2add424e8be97-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef28c86b2add424e8be97-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef28c86b2add424e8be97-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef28c86b2add424e8be97-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef28c86b2add424e8be97-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef28c86b2add424e8be97-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef28c86b2add424e8be97-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef28c86b2add424e8be97-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef28c86b2add424e8be97-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef28c86b2add424e8be97-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txef28c86b2add424e8be97-00676e5e96) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txff6737e709d44c74ae269-00676e5e96) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txb95f7bc0b2c34057be227-00676e5e96) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server ERROR: Object returning 503 for [] (txn: txecd08b44fe21419bb0fc8-00676e5e96) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test INFO: - - 27/Dec/2024/08/00/23 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286423.561522722 1735286423.561714172 0 -test INFO: - - 27/Dec/2024/08/00/23 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1735286423.561477184 1735286423.562263966 0 -test INFO: - - 27/Dec/2024/08/00/23 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286423.563694954 1735286423.563922167 0 -test INFO: - - 27/Dec/2024/08/00/23 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1735286423.563653708 1735286423.564375877 0 -test INFO: - - 27/Dec/2024/08/00/23 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286423.565806627 1735286423.565989017 0 -test INFO: - - 27/Dec/2024/08/00/23 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1735286423.565742254 1735286423.566434622 0 -test INFO: - - 27/Dec/2024/08/00/23 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286423.567844868 1735286423.568053722 0 -test INFO: - - 27/Dec/2024/08/00/23 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1735286423.567805290 1735286423.568533182 0 -test INFO: - - 27/Dec/2024/08/00/23 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286423.569963217 1735286423.570126772 0 -test INFO: - - 27/Dec/2024/08/00/23 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1735286423.569921732 1735286423.570570707 0 -test INFO: - - 27/Dec/2024/08/00/23 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286423.572319746 1735286423.572516441 0 -test INFO: - - 27/Dec/2024/08/00/23 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1735286423.572860718 1735286423.573038578 0 -test INFO: - - 27/Dec/2024/08/00/23 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735286423.573448658 1735286423.573573589 0 -test INFO: - - 27/Dec/2024/08/00/23 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0019 - - 1735286423.572180033 1735286423.574032545 - -test INFO: - - 27/Dec/2024/08/00/23 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286423.575587749 1735286423.575805902 0 -test INFO: - - 27/Dec/2024/08/00/23 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1735286423.576122522 1735286423.576296091 0 -test INFO: - - 27/Dec/2024/08/00/23 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286423.576700687 1735286423.576861143 0 -test INFO: - - 27/Dec/2024/08/00/23 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1735286423.575459480 1735286423.577280760 - -test INFO: - - 27/Dec/2024/08/00/23 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286423.578796625 1735286423.578963041 0 -test INFO: - - 27/Dec/2024/08/00/23 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1735286423.579264164 1735286423.579421759 0 -test INFO: - - 27/Dec/2024/08/00/23 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735286423.579751968 1735286423.579877615 0 -test INFO: - - 27/Dec/2024/08/00/23 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0016 - - 1735286423.578679800 1735286423.580281973 - -test INFO: - - 27/Dec/2024/08/00/23 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286423.581831694 1735286423.582054853 0 -test INFO: - - 27/Dec/2024/08/00/23 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1735286423.582378864 1735286423.582546473 0 -test INFO: - - 27/Dec/2024/08/00/23 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286423.582891464 1735286423.583046198 0 -test INFO: - - 27/Dec/2024/08/00/23 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0027 - - 1735286423.581664085 1735286423.584362984 - -test INFO: - - 27/Dec/2024/08/00/23 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286423.586014032 1735286423.586182833 0 -test INFO: - - 27/Dec/2024/08/00/23 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1735286423.586517811 1735286423.586687803 0 -test INFO: - - 27/Dec/2024/08/00/23 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735286423.587042809 1735286423.587148905 0 -test INFO: - - 27/Dec/2024/08/00/23 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1735286423.585886717 1735286423.587547302 - -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2 new rows) -test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 170, in replicate - self.request('REPLICATE', self.path, body, - ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - {'Content-Type': 'application/json'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 356, in other_req - raise Exception('blah') -Exception: blah -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD + return self._handle_acl(app, 'HEAD') + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, obj, + headers, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok - -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '1f061a3e8663be200af3107c44df8be9', 'e81f0571-c5a9-486f-862e-d042211f6422-sda', '1735286421.78934', '1735286421.78731', '0', '', '1735286421.78731', 6, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286421.79545', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735286421.79545', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286421.79545', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286421.79673', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286421.79673', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286421.79650', 'epoch': '1735286421.79650', 'reported': 0, 'tombstones': -1}], 'e81f0571-c5a9-486f-862e-d042211f6422-sda') -test DEBUG: /tmp/tmpoi58qt46/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpoi58qt46/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '1f061a3e8663be200af3107c44df8be9', 'e81f0571-c5a9-486f-862e-d042211f6422-sda', '1735286421.78934', '1735286421.79220', '0', '', '1735286421.78731', 6, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286421.79545', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735286421.79545', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286421.79545', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286421.79673', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286421.79673', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286421.79650', 'epoch': '1735286421.79650', 'reported': 0, 'tombstones': -1}], 'e81f0571-c5a9-486f-862e-d042211f6422-sda') -test DEBUG: /tmp/tmpoi58qt46/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpoi58qt46/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '49cd81766e4e41076395e355df9bd6d1', '0f0552cd-9284-4046-a5bc-4d1046099940-sda', '1735286421.83397', '1735286421.83199', '0', '', '1735286421.83199', 3, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('0f0552cd-9284-4046-a5bc-4d1046099940-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test DEBUG: Unlinked retiring db '/tmp/tmpni6ifh0w/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '49cd81766e4e41076395e355df9bd6d1', 'd2dc3cb2-d90f-47f3-9240-7e0b472f0d84-sda', '1735286421.86284', '1735286421.86108', '0', '', '1735286421.86108', 3, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('d2dc3cb2-d90f-47f3-9240-7e0b472f0d84-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '49cd81766e4e41076395e355df9bd6d1', 'c30278d7-0c6c-45ef-b3ba-e2530161d80c-sda', '1735286421.89636', '1735286421.89438', '0', '', '1735286421.89438', 3, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('c30278d7-0c6c-45ef-b3ba-e2530161d80c-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test DEBUG: Unlinked retiring db '/tmp/tmp2h1xhqjr/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '49cd81766e4e41076395e355df9bd6d1', 'f4ae552f-318a-4a28-bb15-cbb3c16cf268-sda', '1735286421.92140', '1735286421.91951', '0', '', '1735286421.91951', 3, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('f4ae552f-318a-4a28-bb15-cbb3c16cf268-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '82d0e613-e8f1-4b63-b5dd-98892c81bb46-sda', '1735286421.97216', '1735286421.97024', '0', '', '1735286421.97024', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpuxiq4rw9/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9b2a5181-ab6a-4154-a935-9bcfbe3cf890-sdb', '1735286421.99435', '1735286422.00000', '0', '', '1735286422.00000', 0, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('9b2a5181-ab6a-4154-a935-9bcfbe3cf890-sdb', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9b2a5181-ab6a-4154-a935-9bcfbe3cf890-sdb', '1735286421.99435', '1735286422.00000', '0', '', '1735286422.00000', 0, 1) -test ERROR: Quarantining DB /tmp/tmpuxiq4rw9/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('9b2a5181-ab6a-4154-a935-9bcfbe3cf890-sdb', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00981 seconds (101.97324/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpis268jqi/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f1f336a3-2bc8-4418-882c-2960b887df41-sda', '1735286422.00965', '1735286422', '0', '', '1735286422', 0, 0) -test DEBUG: /tmp/tmpis268jqi/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f1f336a3-2bc8-4418-882c-2960b887df41-sda', '1735286422.00965', '1735286422', '0', '', '1735286422', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('f1f336a3-2bc8-4418-882c-2960b887df41-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01080 seconds (92.60294/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvih0okro/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9d562c8a8c3973dc475de6b729c62e9f', 'c8a8b6e8-61df-4968-808a-66810fc1f750-sda', '1735286422.03375', '1735286422', '0', '', '1735286422', 1, 0) -test DEBUG: /tmp/tmpvih0okro/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286424.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c8a8b6e8-61df-4968-808a-66810fc1f750-sda') -test DEBUG: /tmp/tmpvih0okro/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0028584s)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/0 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok +test.unit.common.test_constraints.TestConstraints.test_check_float +test.unit.common.test_constraints.TestConstraints.test_check_float ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_api_version +test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_constraints +test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok +test.unit.common.test_internal_client.TestInternalClient.test_container_exists +test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_account +test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container +test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_account +test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container +test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_object +test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object +test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init +test.unit.common.test_internal_client.TestInternalClient.test_init ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items +test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object - success = self._repl_to_node(node, broker, partition, info, - different_region) - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 487, in _repl_to_node - return self._handle_sync_response(node, response, info, broker, http, - ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - different_region=different_region) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 492, in _handle_sync_response - if response.status == HTTP_NOT_FOUND: # completely missing, rsync - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 716, in status - raise self._status -Exception: ugh -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (1/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} -test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (3/5 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator ERROR: Unable to decode remote metadata 'metadata' -test-replicator ERROR: Quarantining DB -test-replicator ERROR: ERROR Failed to get my own IPs? -test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00024 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00041 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: Boom! -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00106 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 1 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_stats -test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync -test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get -test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_head -test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_proxy -test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path +test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object +test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok test.unit.common.test_manager.TestServer.test_conf_dir test.unit.common.test_manager.TestServer.test_conf_dir ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok test.unit.common.test_manager.TestServer.test_conf_files test.unit.common.test_manager.TestServer.test_conf_files ... ok test.unit.common.test_manager.TestServer.test_create_server @@ -30281,9379 +27672,4721 @@ test.unit.common.test_manager.TestServer.test_signal_pids ... ok test.unit.common.test_manager.TestServer.test_spawn test.unit.common.test_manager.TestServer.test_spawn ... ok -test.unit.common.test_manager.TestServer.test_status -test.unit.common.test_manager.TestServer.test_status ... ok -test.unit.common.test_manager.TestServer.test_stop -test.unit.common.test_manager.TestServer.test_stop ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok +test INFO: Attempted to replicate 1 dbs in 0.03058 seconds (32.69637/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpodon839b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6d652134-8266-4d1d-98e7-141434630d6e-sda', '1769697025.20120', '1769697028', '1769697027', '', '1769697028', 0, 1) +test DEBUG: /tmp/tmpodon839b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6d652134-8266-4d1d-98e7-141434630d6e-sda', '1769697025.20120', '1769697028', '1769697027', '', '1769697028', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6d652134-8266-4d1d-98e7-141434630d6e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01302 seconds (76.81535/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpd1vyo379/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '67da56e0c7db8fb5a62b8e12847af2fc', 'fbf2641f-662a-4a87-925e-479310f4aadf-sda', '1769697025.22558', '1769697028', '1769697027', '', '1769697028', 1, 1) +test DEBUG: /tmp/tmpd1vyo379/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '67da56e0c7db8fb5a62b8e12847af2fc', 'fbf2641f-662a-4a87-925e-479310f4aadf-sda', '1769697025.22558', '1769697028', '1769697027', '', '1769697028', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fbf2641f-662a-4a87-925e-479310f4aadf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01216 seconds (82.23574/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpm9mmx3xg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '57c306ff-461c-4fe9-bad1-461626aee38b-sda', '1769697025.24661', '1769697029', '1769697028', '', '1769697029', 0, 0) +test DEBUG: /tmp/tmpm9mmx3xg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '57c306ff-461c-4fe9-bad1-461626aee38b-sda', '1769697025.24661', '1769697029', '1769697028', '', '1769697029', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('57c306ff-461c-4fe9-bad1-461626aee38b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01261 seconds (79.27779/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6dlh45px/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ddf6b816e88c41c3695dfeedf209ddf3', '2be95b04-a417-4dd6-ab54-d8d7ef096de6-sda', '1769697025.27032', '1769697029', '1769697028', '', '1769697029', 1, 1) +test DEBUG: /tmp/tmp6dlh45px/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697030.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '2be95b04-a417-4dd6-ab54-d8d7ef096de6-sda') +test DEBUG: /tmp/tmp6dlh45px/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00808191s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ddf6b816e88c41c3695dfeedf209ddf3', '2be95b04-a417-4dd6-ab54-d8d7ef096de6-sda', '1769697025.27032', '1769697029', '1769697028', '', '1769697029', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2be95b04-a417-4dd6-ab54-d8d7ef096de6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02028 seconds (49.30391/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp2eplrfdg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '54bef6f0-8166-4585-97ad-1c202ff06b68-sda', '1769697025.31060', '1769697029', '1769697028', '', '1769697029', 0, 1) +test DEBUG: /tmp/tmp2eplrfdg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '54bef6f0-8166-4585-97ad-1c202ff06b68-sda', '1769697025.31060', '1769697029', '1769697028', '', '1769697029', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('54bef6f0-8166-4585-97ad-1c202ff06b68-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02239 seconds (44.65711/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpdqp9yxnk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ddf6b816e88c41c3695dfeedf209ddf3', 'af0ff58c-330e-4c6d-ac71-fe7ce5071ddc-sda', '1769697025.35574', '1769697029', '1769697028', '', '1769697029', 1, 1) +test DEBUG: /tmp/tmpdqp9yxnk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ddf6b816e88c41c3695dfeedf209ddf3', 'af0ff58c-330e-4c6d-ac71-fe7ce5071ddc-sda', '1769697025.35574', '1769697029', '1769697028', '', '1769697029', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('af0ff58c-330e-4c6d-ac71-fe7ce5071ddc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01202 seconds (83.16517/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpbzaljavn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd0df097d-8e7f-4a4b-8e97-ec7cd9d55375-sda', '1769697025.39642', '1769697030', '1769697029', '', '1769697030', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.common.test_manager.TestServer.test_status +test.unit.common.test_manager.TestServer.test_status ... ok +test.unit.common.test_manager.TestServer.test_stop +test.unit.common.test_manager.TestServer.test_stop ... ok + +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.3:1003/sdd (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.13:1013/sdn (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server ERROR: Exception fetching fragments for '/a/c/o': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1493, in put_fragments_in_queue - for fragment in frag_iter: - ^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2515, in _iter_bytes_from_response_part - six.reraise(exc_type, exc_value, exc_traceback) - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2487, in _iter_bytes_from_response_part - chunk = part_file.read(self.app.object_chunk_size) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1145, in read - raise ShortReadError( - "Too few bytes; read %d, expecting %d" % ( - self.nbytes - self.bytes_left, self.nbytes)) -swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txc44f505da6e649c19d215-00676e5e98) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx1913cebb2e3047eb9e7ee-00676e5e98) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.12:1012/sdm (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.01s) (txn: txa81cb6915e3943f8aae69-00676e5e98) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.9:1009/sdj (txn: txc9ca00b6e82148299772f-00676e5e98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc9ca00b6e82148299772f-00676e5e98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc9ca00b6e82148299772f-00676e5e98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc9ca00b6e82148299772f-00676e5e98) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc9ca00b6e82148299772f-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9ca00b6e82148299772f-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9ca00b6e82148299772f-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9ca00b6e82148299772f-00676e5e98)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769697024.11482', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok -test.unit.common.test_manager.TestServer.test_wait -test.unit.common.test_manager.TestServer.test_wait ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation -test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats -test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet -test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 -test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation -test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats -test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats ... ok -test.unit.common.test_swob.TestMatch.test_match -test.unit.common.test_swob.TestMatch.test_match ... ok -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_noquote -test.unit.common.test_swob.TestMatch.test_match_noquote ... ok -test.unit.common.test_swob.TestMatch.test_match_star -test.unit.common.test_swob.TestMatch.test_match_star ... ok -test.unit.common.test_swob.TestRange.test_range -test.unit.common.test_swob.TestRange.test_range ... ok -test.unit.common.test_swob.TestRange.test_range_invalid_syntax -test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_large_length -test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length -test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok -test.unit.common.test_swob.TestRange.test_str -test.unit.common.test_swob.TestRange.test_str ... ok -test.unit.common.test_swob.TestRange.test_upsidedown_range -test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok -test.unit.common.test_utils.TestClosingMapper.test_close -test.unit.common.test_utils.TestClosingMapper.test_close ... ok -test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception -test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception ... ok -test.unit.common.test_utils.TestContextPool.test_close -test.unit.common.test_utils.TestContextPool.test_close ... ok -test.unit.common.test_utils.TestContextPool.test_context_manager -test.unit.common.test_utils.TestContextPool.test_context_manager ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok -test.unit.container.test_server.TestContainerController.test_DELETE -test.unit.container.test_server.TestContainerController.test_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9d562c8a8c3973dc475de6b729c62e9f', 'c8a8b6e8-61df-4968-808a-66810fc1f750-sda', '1735286422.03375', '1735286422', '0', '', '1735286422', 1, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('c8a8b6e8-61df-4968-808a-66810fc1f750-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.83278 seconds (1.20080/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpy7jnm9x5/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '670c06a9-c8a0-41c4-b6cc-4c2e215ab650-sda', '1735286422.87682', '1735286422', '0', '', '1735286422', 0, 1) -test DEBUG: /tmp/tmpy7jnm9x5/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '670c06a9-c8a0-41c4-b6cc-4c2e215ab650-sda', '1735286422.87682', '1735286422', '0', '', '1735286422', 0, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('670c06a9-c8a0-41c4-b6cc-4c2e215ab650-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01096 seconds (91.21142/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmplwmosikj/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9d562c8a8c3973dc475de6b729c62e9f', '72e051d3-6bd5-4aff-9a4d-f375d3ec0ab7-sda', '1735286422.89776', '1735286422', '0', '', '1735286422', 1, 0) -test DEBUG: /tmp/tmplwmosikj/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9d562c8a8c3973dc475de6b729c62e9f', '72e051d3-6bd5-4aff-9a4d-f375d3ec0ab7-sda', '1735286422.89776', '1735286422', '0', '', '1735286422', 1, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('72e051d3-6bd5-4aff-9a4d-f375d3ec0ab7-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01547 seconds (64.64370/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8_ca9ar0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '3056afdb-1509-458f-b096-e996053e7081-sda', '1735286423.53538', '1735286423', '0', '', '1735286423', 0, 0) -test DEBUG: /tmp/tmp8_ca9ar0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '3056afdb-1509-458f-b096-e996053e7081-sda', '1735286423.53538', '1735286423', '0', '', '1735286423', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('3056afdb-1509-458f-b096-e996053e7081-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0048 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324107 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0099 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0067 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0046 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0003 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0087 "-" 3324107 3 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0062 "-" 3324107 3 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0016 "-" 3324107 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0077 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0063 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324107 2 +test DEBUG: Unlinked retiring db '/tmp/tmpw7gxtvpz/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0083 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0033 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [29/Jan/2026:14:30:23 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [29/Jan/2026:14:30:23 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [29/Jan/2026:14:30:23 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 3324107 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ~~~~~~~^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok + +test DEBUG: /tmp/tmpbzaljavn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd0df097d-8e7f-4a4b-8e97-ec7cd9d55375-sda', '1769697025.39642', '1769697030', '1769697029', '', '1769697030', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d0df097d-8e7f-4a4b-8e97-ec7cd9d55375-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00981 seconds (101.93359/s) +test INFO: Attempted to replicate 1 dbs in 0.44092 seconds (2.26801/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpbbroo2_b/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'a176a66e369b5a9691d3fe8bb618ca5e', 'fb10fc38-11e3-4893-9c94-e8046844b85e-sda', '1735286423.55511', '1735286423', '0', '', '1735286423', 1, 1) -test DEBUG: /tmp/tmpbbroo2_b/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286426.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'fb10fc38-11e3-4893-9c94-e8046844b85e-sda') -test DEBUG: /tmp/tmpbbroo2_b/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00290155s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'a176a66e369b5a9691d3fe8bb618ca5e', 'fb10fc38-11e3-4893-9c94-e8046844b85e-sda', '1735286423.55511', '1735286423', '0', '', '1735286423', 1, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('fb10fc38-11e3-4893-9c94-e8046844b85e-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Replicating db /tmp/tmph1k3fsgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '044e6e1d086d0d708f3ebbe6e060099a', '16f62f98-6e3f-4339-8867-ca4661321b02-sda', '1769697025.86161', '1769697030', '1769697029', '', '1769697030', 1, 1) +test DEBUG: /tmp/tmph1k3fsgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697031.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '16f62f98-6e3f-4339-8867-ca4661321b02-sda') +test DEBUG: /tmp/tmph1k3fsgo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00764942s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '044e6e1d086d0d708f3ebbe6e060099a', '16f62f98-6e3f-4339-8867-ca4661321b02-sda', '1769697025.86161', '1769697030', '1769697029', '', '1769697030', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('16f62f98-6e3f-4339-8867-ca4661321b02-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01865 seconds (53.60652/s) +test INFO: Attempted to replicate 1 dbs in 0.03904 seconds (25.61526/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpnxss476u/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '07d0b9f3-7dc4-4ce5-b287-ad24e378c06b-sda', '1735286423.58375', '1735286423', '0', '', '1735286423', 0, 0) -test DEBUG: /tmp/tmpnxss476u/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '07d0b9f3-7dc4-4ce5-b287-ad24e378c06b-sda', '1735286423.58375', '1735286423', '0', '', '1735286423', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('07d0b9f3-7dc4-4ce5-b287-ad24e378c06b-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Replicating db /tmp/tmp5v1nn148/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1d123f12-4ec7-4582-869b-a5df0d12752b-sda', '1769697025.92974', '1769697030', '1769697029', '', '1769697030', 0, 1) +test DEBUG: /tmp/tmp5v1nn148/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1d123f12-4ec7-4582-869b-a5df0d12752b-sda', '1769697025.92974', '1769697030', '1769697029', '', '1769697030', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1d123f12-4ec7-4582-869b-a5df0d12752b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01085 seconds (92.13103/s) +test INFO: Attempted to replicate 1 dbs in 0.01716 seconds (58.25874/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmphxr8v7g5/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'a176a66e369b5a9691d3fe8bb618ca5e', '8cd6dc0c-9bfb-48b2-b47e-390eb33d1811-sda', '1735286423.60472', '1735286423', '0', '', '1735286423', 1, 0) -test DEBUG: /tmp/tmphxr8v7g5/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'a176a66e369b5a9691d3fe8bb618ca5e', '8cd6dc0c-9bfb-48b2-b47e-390eb33d1811-sda', '1735286423.60472', '1735286423', '0', '', '1735286423', 1, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('8cd6dc0c-9bfb-48b2-b47e-390eb33d1811-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Replicating db /tmp/tmpwy4wqazn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '044e6e1d086d0d708f3ebbe6e060099a', 'f7d07556-47b8-4c2d-9a79-bf0df35f63ce-sda', '1769697025.96111', '1769697030', '1769697029', '', '1769697030', 1, 0) +test DEBUG: /tmp/tmpwy4wqazn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '044e6e1d086d0d708f3ebbe6e060099a', 'f7d07556-47b8-4c2d-9a79-bf0df35f63ce-sda', '1769697025.96111', '1769697030', '1769697029', '', '1769697030', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f7d07556-47b8-4c2d-9a79-bf0df35f63ce-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01338 seconds (74.74956/s) +test INFO: Attempted to replicate 1 dbs in 0.01568 seconds (63.78935/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_account_update -test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_object -test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok -test ERROR: Failed to unlink '/tmp/tmpib1f1s1k/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpib1f1s1k/containers/part/suffix/hash/container_1735286429.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpib1f1s1k/containers/part/suffix/hash/container_1735286429.00000.db': ['/tmp/tmpib1f1s1k/containers/part/suffix/hash/container.db', '/tmp/tmpib1f1s1k/containers/part/suffix/hash/container_1735286430.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpib1f1s1k/containers/part/suffix/hash/container_1735286430.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test-replicator INFO: [worker 1/2 pid=1927266] Running object replicator in script mode. -test-replicator INFO: [worker 1/2 pid=1927266] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/2 pid=1927266] Running object replicator in script mode. -test-replicator INFO: [worker 2/2 pid=1927266] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=1927266] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=1927266] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/3 pid=1927266] Running object replicator in script mode. -test-replicator INFO: [worker 2/3 pid=1927266] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 3/3 pid=1927266] Running object replicator in script mode. -test-replicator INFO: [worker 3/3 pid=1927266] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=1927266] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=1927266] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=1927266] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=1927266] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. -test-replicator DEBUG: [worker 1/3 pid=8804] debug message -test-replicator INFO: [worker 1/3 pid=8804] info message -test-replicator WARNING: [worker 1/3 pid=8804] warning message -test-replicator ERROR: [worker 1/3 pid=8804] error message -test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txac6bf8c4cf5749e6a2903-00676e5e9d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txac6bf8c4cf5749e6a2903-00676e5e9d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txac6bf8c4cf5749e6a2903-00676e5e9d) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txac6bf8c4cf5749e6a2903-00676e5e9d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txac6bf8c4cf5749e6a2903-00676e5e9d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txac6bf8c4cf5749e6a2903-00676e5e9d) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txac6bf8c4cf5749e6a2903-00676e5e9d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txac6bf8c4cf5749e6a2903-00676e5e9d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txac6bf8c4cf5749e6a2903-00676e5e9d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txac6bf8c4cf5749e6a2903-00676e5e9d) -test DEBUG: Setting object count to 1032 (txn: txac6bf8c4cf5749e6a2903-00676e5e9d) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txba5c215211c2472a839a5-00676e5e9d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txba5c215211c2472a839a5-00676e5e9d) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txba5c215211c2472a839a5-00676e5e9d)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: Setting object count to 1072 (txn: txf9e4a49338424cec949d8-00676e5e9b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Setting object count to 1072 (txn: txc3370fce32e74162a80e2-00676e5e9c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd939137b-88fd-4d1b-aa61-3f37f0ef8e8d-sda', '1769697026.03365', '1769697026.00000', '0', '', '1769697026.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd939137b-88fd-4d1b-aa61-3f37f0ef8e8d-sda', '1769697026.03365', '1769697027.00000', '0', '', '1769697026.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'e0c1cf392b5c559d31f0b760646b05a6', '82b369dd-eee3-446c-b100-7dc35c00211e-sda', '1769697026.06454', '1769697026.05446', '0', '', '1769697026.05446', 11, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1769697026.06877', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1769697026.06945', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1769697026.06955', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1769697026.06962', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1769697026.06969', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1769697026.06976', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1769697026.06983', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1769697026.06990', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1769697026.06996', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1769697026.07003', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1769697026.07014', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '82b369dd-eee3-446c-b100-7dc35c00211e-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1769697026.09131', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '82b369dd-eee3-446c-b100-7dc35c00211e-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1769697026.10730', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '82b369dd-eee3-446c-b100-7dc35c00211e-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1769697026.12418', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '82b369dd-eee3-446c-b100-7dc35c00211e-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - ~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile - profiler.dump_stats(tmpfn) - ~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3.13/profile.py", line 395, in dump_stats - with open(file, 'wb') as f: - ~~~~^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmplke9668z/log/swift/profile/default.profile1927252.tmp' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - ~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile - profiler.dump_stats(tmpfn) - ~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3.13/profile.py", line 395, in dump_stats - with open(file, 'wb') as f: - ~~~~^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpwelbim0i/log/swift/profile/default.profile1927252.tmp' -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok + +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server ERROR: Object returning 503 for [] (txn: txd371757ee8d748a7bcde4-00697b6f01) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server ERROR: Object returning 503 for [] (txn: tx1efc638426a047a899aea-00697b6f01) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7049a9259954c5d9909c-00697b6f01)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant AllUsers WRITE permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9ca00b6e82148299772f-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9ca00b6e82148299772f-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9ca00b6e82148299772f-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9ca00b6e82148299772f-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9ca00b6e82148299772f-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9ca00b6e82148299772f-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9ca00b6e82148299772f-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9ca00b6e82148299772f-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9ca00b6e82148299772f-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9ca00b6e82148299772f-00676e5e98) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc9ca00b6e82148299772f-00676e5e98) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.50s) (txn: txc9ca00b6e82148299772f-00676e5e98) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx838fe60e5a9b48df9fea7-00676e5e99) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0758c5d031a5439cbfac8-00676e5e99) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx604330dcf26f4617b8591-00676e5e9a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx604330dcf26f4617b8591-00676e5e9a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx604330dcf26f4617b8591-00676e5e9a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx604330dcf26f4617b8591-00676e5e9a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx604330dcf26f4617b8591-00676e5e9a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx604330dcf26f4617b8591-00676e5e9a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx604330dcf26f4617b8591-00676e5e9a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx604330dcf26f4617b8591-00676e5e9a)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff88708d00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff88708d00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff88708d00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff88708d00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff88709cc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff88708d00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff88708d00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing -test DEBUG: User tenant_id has system reader authorizing -test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -Thu Dec 26 20:00:25 2024 /tmp/tmplke9668z/log/swift/profile/default.profile1927252 -Thu Dec 26 20:00:25 2024 /tmp/tmplke9668z/log/swift/profile/default.profile123 -Thu Dec 26 20:00:25 2024 /tmp/tmplke9668z/log/swift/profile/default.profile456 - - 45 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 9 0.000 0.000 0.000 0.000 :0(exec) - 9 0.000 0.000 0.000 0.000 :0(getcwd) - 9 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 9 0.000 0.000 0.000 0.000 :0(setprofile) - +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok -Thu Dec 26 20:00:25 2024 /tmp/tmpnzsiwbju/unittest.profile123 -Thu Dec 26 20:00:25 2024 /tmp/tmpnzsiwbju/unittest.profile1927252 -Thu Dec 26 20:00:25 2024 /tmp/tmpnzsiwbju/unittest.profile456test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd7049a9259954c5d9909c-00697b6f01) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server ERROR: Object returning 503 for [] (txn: txbb0124e7bda445908657d-00697b6f02) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: txc7177e1659d54f338a22a-00697b6f02) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpifzz4522/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f3d68314-62e3-4ddd-b8b0-3a5c4d6304b7-sda', '1735286424.85938', '1735286426', '0', '', '1735286426', 0, 1) -test DEBUG: /tmp/tmpifzz4522/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f3d68314-62e3-4ddd-b8b0-3a5c4d6304b7-sda', '1735286424.85938', '1735286426', '0', '', '1735286426', 0, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('f3d68314-62e3-4ddd-b8b0-3a5c4d6304b7-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01170 seconds (85.46475/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9z27dxkq/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'ed9e131b2cbd18673a9d8e8b8613fa15', 'afb982de-d72a-4807-ba22-4974dfd5dd3c-sda', '1735286424.88153', '1735286426', '0', '', '1735286426', 1, 0) -test DEBUG: /tmp/tmp9z27dxkq/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286427.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'afb982de-d72a-4807-ba22-4974dfd5dd3c-sda') -test DEBUG: /tmp/tmp9z27dxkq/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00272179s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'ed9e131b2cbd18673a9d8e8b8613fa15', 'afb982de-d72a-4807-ba22-4974dfd5dd3c-sda', '1735286424.88153', '1735286426', '0', '', '1735286426', 1, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('afb982de-d72a-4807-ba22-4974dfd5dd3c-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01543 seconds (64.82754/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0x6q8f2a/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'ed9e131b2cbd18673a9d8e8b8613fa15', 'cd82bd10-6a60-4f9c-80e0-8bca705cea53-sda', '1735286424.90450', '1735286424', '1735286425', '', '1735286425', 1, 0) -test DEBUG: /tmp/tmp0x6q8f2a/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286427.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'cd82bd10-6a60-4f9c-80e0-8bca705cea53-sda') -test DEBUG: /tmp/tmp0x6q8f2a/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00290108s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'ed9e131b2cbd18673a9d8e8b8613fa15', 'cd82bd10-6a60-4f9c-80e0-8bca705cea53-sda', '1735286424.90450', '1735286424', '1735286425', '', '1735286425', 1, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('cd82bd10-6a60-4f9c-80e0-8bca705cea53-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01912 seconds (52.30496/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpo42wh1_4/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'ed9e131b2cbd18673a9d8e8b8613fa15', '893b9d8d-01cd-48e4-977b-820f9d687f1a-sda', '1735286424.93389', '1735286424', '1735286425', '', '1735286425', 1, 0) -test DEBUG: /tmp/tmpo42wh1_4/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'ed9e131b2cbd18673a9d8e8b8613fa15', '893b9d8d-01cd-48e4-977b-820f9d687f1a-sda', '1735286424.93389', '1735286424', '1735286425', '', '1735286425', 1, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('893b9d8d-01cd-48e4-977b-820f9d687f1a-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01498 seconds (66.74426/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpbtsaw3ew/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '67d74ce7-9028-47a0-9403-f05e0330e7de-sda', '1735286424.96047', '1735286426', '1735286425', '', '1735286426', 0, 0) -test DEBUG: /tmp/tmpbtsaw3ew/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '67d74ce7-9028-47a0-9403-f05e0330e7de-sda', '1735286424.96047', '1735286426', '1735286425', '', '1735286426', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('67d74ce7-9028-47a0-9403-f05e0330e7de-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00968 seconds (103.34509/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp95bk1yf1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'acf8ee8c2884719d211d65c4bf09014a', '0f1b26d1-6b6d-471f-819f-35f40ade7084-sda', '1735286424.98092', '1735286426', '1735286425', '', '1735286426', 1, 0) -test DEBUG: /tmp/tmp95bk1yf1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286428.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0f1b26d1-6b6d-471f-819f-35f40ade7084-sda') -test DEBUG: /tmp/tmp95bk1yf1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0060463s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'acf8ee8c2884719d211d65c4bf09014a', '0f1b26d1-6b6d-471f-819f-35f40ade7084-sda', '1735286424.98092', '1735286426', '1735286425', '', '1735286426', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok +test DEBUG: - - - [29/Jan/2026:14:30:23 +0000] "REPLICATE /sda1/p/a/" 500 710 "-" "-" "-" 0.3313 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [29/Jan/2026:14:30:23 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0229 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0103 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0022 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0125 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0063 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0095 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0038 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324107 4 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0063 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0106 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 3324107 1 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324107 1 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0086 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0103 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 3324107 3 +test INFO: - - - [29/Jan/2026:14:30:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324107 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324107 3 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0106 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0104 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0036 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0056 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0093 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0083 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0080 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0078 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0034 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3324107 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift ERROR: 501 Not Implemented fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok - -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txba5c215211c2472a839a5-00676e5e9d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txba5c215211c2472a839a5-00676e5e9d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txba5c215211c2472a839a5-00676e5e9d) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txba5c215211c2472a839a5-00676e5e9d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txba5c215211c2472a839a5-00676e5e9d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txba5c215211c2472a839a5-00676e5e9d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txba5c215211c2472a839a5-00676e5e9d) -test DEBUG: Setting object count to 48 (txn: txba5c215211c2472a839a5-00676e5e9d) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7b35f20e60fc45aca91b9-00676e5e9d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7b35f20e60fc45aca91b9-00676e5e9d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b35f20e60fc45aca91b9-00676e5e9d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7b35f20e60fc45aca91b9-00676e5e9d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7b35f20e60fc45aca91b9-00676e5e9d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b35f20e60fc45aca91b9-00676e5e9d) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx7b35f20e60fc45aca91b9-00676e5e9d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7b35f20e60fc45aca91b9-00676e5e9d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7b35f20e60fc45aca91b9-00676e5e9d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx7b35f20e60fc45aca91b9-00676e5e9d) -test DEBUG: Setting object count to 1064 (txn: tx7b35f20e60fc45aca91b9-00676e5e9d) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txc294ab0da5f042318c9be-00676e5e9d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc294ab0da5f042318c9be-00676e5e9d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc294ab0da5f042318c9be-00676e5e9d) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txc294ab0da5f042318c9be-00676e5e9d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc294ab0da5f042318c9be-00676e5e9d) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc294ab0da5f042318c9be-00676e5e9d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txc294ab0da5f042318c9be-00676e5e9d) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx67651e28d5fb4b48852dd-00676e5e9d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx67651e28d5fb4b48852dd-00676e5e9d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx67651e28d5fb4b48852dd-00676e5e9d) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx67651e28d5fb4b48852dd-00676e5e9d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx67651e28d5fb4b48852dd-00676e5e9d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx67651e28d5fb4b48852dd-00676e5e9d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx67651e28d5fb4b48852dd-00676e5e9d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe6557d7585f342a788453-00676e5e9e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe6557d7585f342a788453-00676e5e9e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6557d7585f342a788453-00676e5e9e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe6557d7585f342a788453-00676e5e9e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe6557d7585f342a788453-00676e5e9e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6557d7585f342a788453-00676e5e9e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txe6557d7585f342a788453-00676e5e9e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe6557d7585f342a788453-00676e5e9e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe6557d7585f342a788453-00676e5e9e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txe6557d7585f342a788453-00676e5e9e) -test DEBUG: Setting object count to 1065 (txn: txe6557d7585f342a788453-00676e5e9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9a294b168bdf47768ef4e-00676e5e9e) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9a294b168bdf47768ef4e-00676e5e9e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9a294b168bdf47768ef4e-00676e5e9e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9a294b168bdf47768ef4e-00676e5e9e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9a294b168bdf47768ef4e-00676e5e9e)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok - - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Thu Dec 26 20:00:25 2024 /tmp/tmpnzsiwbju/unittest.profile123 -Thu Dec 26 20:00:25 2024 /tmp/tmpnzsiwbju/unittest.profile1927252 -Thu Dec 26 20:00:25 2024 /tmp/tmpnzsiwbju/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: call count - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - 0 0.000 0.000 profile:0(profiler) - - -Thu Dec 26 20:00:25 2024 /tmp/tmpnzsiwbju/unittest.profile123 -Thu Dec 26 20:00:25 2024 /tmp/tmpnzsiwbju/unittest.profile1927252 -Thu Dec 26 20:00:25 2024 /tmp/tmpnzsiwbju/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Thu Dec 26 20:00:26 2024 /tmp/tmplz75shfg/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Thu Dec 26 20:00:26 2024 /tmp/tmplz75shfg/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Thu Dec 26 20:00:26 2024 /tmp/tmplz75shfg/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Thu Dec 26 20:00:26 2024 /tmp/tmplz75shfg/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Thu Dec 26 20:00:26 2024 /tmp/tmplz75shfg/unittest.profile1927252 -Thu Dec 26 20:00:26 2024 /tmp/tmplz75shfg/unittest.profile123 -Thu Dec 26 20:00:26 2024 /tmp/tmplz75shfg/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Thu Dec 26 20:00:26 2024 /tmp/tmplz75shfg/unittest.profile1927252 -Thu Dec 26 20:00:26 2024 /tmp/tmplz75shfg/unittest.profile123 -Thu Dec 26 20:00:26 2024 /tmp/tmplz75shfg/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Thu Dec 26 20:00:26 2024 /tmp/tmplz75shfg/unittest.profile1927252 -Thu Dec 26 20:00:26 2024 /tmp/tmplz75shfg/unittest.profile123 -Thu Dec 26 20:00:26 2024 /tmp/tmplz75shfg/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Thu Dec 26 20:00:26 2024 /tmp/tmplz75shfg/unittest.profile1927252 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Thu Dec 26 20:00:26 2024 /tmp/tmplz75shfg/unittest.profile1927252 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Thu Dec 26 20:00:26 2024 /tmp/tmplz75shfg/unittest.profile1927252 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok -test.unit.common.test_manager.TestManager.test_create -test.unit.common.test_manager.TestManager.test_create ... ok -test.unit.common.test_manager.TestManager.test_default_strict -test.unit.common.test_manager.TestManager.test_default_strict ... ok -test.unit.common.test_manager.TestManager.test_force_reload -test.unit.common.test_manager.TestManager.test_force_reload ... ok -test.unit.common.test_manager.TestManager.test_get_command -test.unit.common.test_manager.TestManager.test_get_command ... ok -test.unit.common.test_manager.TestManager.test_iter -test.unit.common.test_manager.TestManager.test_iter ... ok -test.unit.common.test_manager.TestManager.test_list_commands -test.unit.common.test_manager.TestManager.test_list_commands ... ok -test.unit.common.test_manager.TestManager.test_no_daemon -test.unit.common.test_manager.TestManager.test_no_daemon ... ok -test.unit.common.test_manager.TestManager.test_no_wait -test.unit.common.test_manager.TestManager.test_no_wait ... ok -test.unit.common.test_manager.TestManager.test_once -test.unit.common.test_manager.TestManager.test_once ... ok -test.unit.common.test_manager.TestManager.test_reload -test.unit.common.test_manager.TestManager.test_reload ... ok -test.unit.common.test_manager.TestManager.test_restart -test.unit.common.test_manager.TestManager.test_restart ... ok -test.unit.common.test_manager.TestManager.test_run_command -test.unit.common.test_manager.TestManager.test_run_command ... ok -test.unit.common.test_manager.TestManager.test_shutdown -test.unit.common.test_manager.TestManager.test_shutdown ... ok -test.unit.common.test_manager.TestManager.test_start -test.unit.common.test_manager.TestManager.test_start ... ok -test.unit.common.test_manager.TestManager.test_status -test.unit.common.test_manager.TestManager.test_status ... ok -test.unit.common.test_manager.TestManager.test_stop -test.unit.common.test_manager.TestManager.test_stop ... ok -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok -test.unit.common.test_swob.TestAccept.test_accept_invalid -test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok -test.unit.common.test_swob.TestAccept.test_accept_json -test.unit.common.test_swob.TestAccept.test_accept_json ... ok -test.unit.common.test_swob.TestAccept.test_accept_plain -test.unit.common.test_swob.TestAccept.test_accept_plain ... ok -test.unit.common.test_swob.TestAccept.test_accept_xml -test.unit.common.test_swob.TestAccept.test_accept_xml ... ok -test.unit.common.test_swob.TestAccept.test_repr -test.unit.common.test_swob.TestAccept.test_repr ... ok -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_disabled -test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok -test.unit.common.test_utils.TestPunchHole.test_arg_bounds -test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok -test.unit.common.test_utils.TestPunchHole.test_error -test.unit.common.test_utils.TestPunchHole.test_error ... ok -test.unit.common.test_utils.TestPunchHole.test_no_fallocate -test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok -test.unit.common.test_utils.TestPunchHole.test_punch_hole -test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_closes -test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str -test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok - -test-replicator WARNING: Skipping: /srv/node/sdb is not mounted -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 6 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) -test-replicator INFO: Removed 9 dbs -test-replicator INFO: 25 successes, 1 failures -test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 -test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -Unable to locate config number 5 for account-server -Unable to locate config number 5 for object-server -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 1 -Signal object-replicator pid: 11 signal: 15 -Signal object-replicator pid: 12 signal: 15 -Signal proxy-server pid: 1 signal: 1 -output Removing pid file /tmp/tmp1r7nsaob/var/run/one-server.pid with wrong pid 3 -output Removing pid file /tmp/tmp1r7nsaob/var/run/zero-server.pid with invalid pid -output Removing pid file /tmp/tmp1r7nsaob/var/run/invalid-server.pid with invalid pid -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 3 signal: 15 -test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0039 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0036 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 1927250 0 -test ERROR: ERROR Account update failed with 127.0.0.1:38119/sda1 (will retry later): Response 503 OK -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0039 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0027 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0111 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0045 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:29 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0013 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0013 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0013 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0013 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0013 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test DEBUG: Unlinked retiring db '/tmp/tmp0l73yklz/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db'test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter -test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('0f1b26d1-6b6d-471f-819f-35f40ade7084-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.33990 seconds (2.94206/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpy94nxhpp/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '72ad8c05-4479-4a10-a8c0-a8f3a15037b3-sda', '1735286425.33139', '1735286427', '1735286426', '', '1735286427', 0, 0) -test DEBUG: /tmp/tmpy94nxhpp/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '72ad8c05-4479-4a10-a8c0-a8f3a15037b3-sda', '1735286425.33139', '1735286427', '1735286426', '', '1735286427', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('72ad8c05-4479-4a10-a8c0-a8f3a15037b3-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01040 seconds (96.14578/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpd2s1clx3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '226e4bd08f7da35c1911e91e8db68545', '84208dc1-58aa-4995-ae6a-47d0d934f9e6-sda', '1735286425.35226', '1735286427', '1735286426', '', '1735286427', 1, 1) -test DEBUG: /tmp/tmpd2s1clx3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '226e4bd08f7da35c1911e91e8db68545', '84208dc1-58aa-4995-ae6a-47d0d934f9e6-sda', '1735286425.35226', '1735286427', '1735286426', '', '1735286427', 1, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('84208dc1-58aa-4995-ae6a-47d0d934f9e6-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01314 seconds (76.12109/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_mb71wrv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a83d24a8-d277-476c-8c9a-2899e1a9abf3-sda', '1735286425.81198', '1735286428', '1735286427', '', '1735286428', 0, 0) -test DEBUG: /tmp/tmp_mb71wrv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a83d24a8-d277-476c-8c9a-2899e1a9abf3-sda', '1735286425.81198', '1735286428', '1735286427', '', '1735286428', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a83d24a8-d277-476c-8c9a-2899e1a9abf3-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1769697026.31207', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '82b369dd-eee3-446c-b100-7dc35c00211e-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1769697026.31543', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '82b369dd-eee3-446c-b100-7dc35c00211e-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1769697026.32744', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '82b369dd-eee3-446c-b100-7dc35c00211e-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1769697026.33057', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '82b369dd-eee3-446c-b100-7dc35c00211e-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1769697026.34332', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '82b369dd-eee3-446c-b100-7dc35c00211e-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1769697026.35929', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '82b369dd-eee3-446c-b100-7dc35c00211e-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, '25cb5e8ff78fe3ec0bf1f1437380fc0d', '82b369dd-eee3-446c-b100-7dc35c00211e-sda', '1769697026.06454', '1769697026.05446', '0', '', '1769697026.05446', 21, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1769697026.37531', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '82b369dd-eee3-446c-b100-7dc35c00211e-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpsr4s1w34/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c7a58378-2c91-46e0-9dd9-860b9697f291-sda', '1769697026.63665', '1769697027', '0', '', '1769697027', 0, 1) +test DEBUG: /tmp/tmpsr4s1w34/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c7a58378-2c91-46e0-9dd9-860b9697f291-sda', '1769697026.63665', '1769697027', '0', '', '1769697027', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c7a58378-2c91-46e0-9dd9-860b9697f291-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00923 seconds (108.32279/s) +test INFO: Attempted to replicate 1 dbs in 0.02619 seconds (38.18404/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpefjmouy7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b06ff1694ced59b92e5b78c359838d41', '63ffe8e9-6789-4b69-9f50-014a28430f31-sda', '1735286425.83456', '1735286428', '1735286427', '', '1735286428', 1, 1) -test DEBUG: /tmp/tmpefjmouy7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286430.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '63ffe8e9-6789-4b69-9f50-014a28430f31-sda') -test DEBUG: /tmp/tmpefjmouy7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00270581s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b06ff1694ced59b92e5b78c359838d41', '63ffe8e9-6789-4b69-9f50-014a28430f31-sda', '1735286425.83456', '1735286428', '1735286427', '', '1735286428', 1, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('63ffe8e9-6789-4b69-9f50-014a28430f31-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Replicating db /tmp/tmpsb1y_6q6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7bf55d91fe734c68260cb9b9032d2794', 'b03a7bd9-79b8-4150-89ae-5d2580ad0776-sda', '1769697026.68445', '1769697027', '0', '', '1769697027', 1, 0) +test DEBUG: /tmp/tmpsb1y_6q6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697028.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b03a7bd9-79b8-4150-89ae-5d2580ad0776-sda') +test DEBUG: /tmp/tmpsb1y_6q6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0194149s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7bf55d91fe734c68260cb9b9032d2794', 'b03a7bd9-79b8-4150-89ae-5d2580ad0776-sda', '1769697026.68445', '1769697027', '0', '', '1769697027', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b03a7bd9-79b8-4150-89ae-5d2580ad0776-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpsb1y_6q6/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01557 seconds (64.23187/s) +test INFO: Attempted to replicate 1 dbs in 0.06160 seconds (16.23255/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpsb1y_6q6/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, 'b48443446f523ac84d446362267d6256', '20a5e8dd-c75e-4425-b01b-cdd3fecc4a40-sda', '1769697026.73044', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('20a5e8dd-c75e-4425-b01b-cdd3fecc4a40-sda', '8ae28205657edd6d6ad3b248936edce3.db') +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, 'b48443446f523ac84d446362267d6256', '20a5e8dd-c75e-4425-b01b-cdd3fecc4a40-sda', '1769697026.73044', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('20a5e8dd-c75e-4425-b01b-cdd3fecc4a40-sda', '8ae28205657edd6d6ad3b248936edce3.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzb07ta6u/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'd151fc00-e87e-44b0-b00c-988e6a69cbe8-sda', '1735286425.86171', '1735286428', '1735286427', '', '1735286428', 0, 1) -test DEBUG: /tmp/tmpzb07ta6u/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'd151fc00-e87e-44b0-b00c-988e6a69cbe8-sda', '1735286425.86171', '1735286428', '1735286427', '', '1735286428', 0, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('d151fc00-e87e-44b0-b00c-988e6a69cbe8-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02235 seconds (44.73809/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp11y9jfqj/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b06ff1694ced59b92e5b78c359838d41', '5aaace0a-31a9-41fd-8d2b-6433c4705bb5-sda', '1735286425.89487', '1735286428', '1735286427', '', '1735286428', 1, 1) -test DEBUG: /tmp/tmp11y9jfqj/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b06ff1694ced59b92e5b78c359838d41', '5aaace0a-31a9-41fd-8d2b-6433c4705bb5-sda', '1735286425.89487', '1735286428', '1735286427', '', '1735286428', 1, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('5aaace0a-31a9-41fd-8d2b-6433c4705bb5-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Replicating db /tmp/tmp5k0i_m1c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '91e7f22f-85b7-4535-bfd6-ea299c76d908-sda', '1769697026.78800', '1769697027', '0', '', '1769697027', 0, 1) +test DEBUG: /tmp/tmp5k0i_m1c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '91e7f22f-85b7-4535-bfd6-ea299c76d908-sda', '1769697026.78800', '1769697027', '0', '', '1769697027', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('91e7f22f-85b7-4535-bfd6-ea299c76d908-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01258 seconds (79.47608/s) +test INFO: Attempted to replicate 1 dbs in 0.02778 seconds (35.99877/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpped8itkt/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok - -proxy-server DEBUG: Ignoring 404 from primary (txn: tx604330dcf26f4617b8591-00676e5e9a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx604330dcf26f4617b8591-00676e5e9a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx604330dcf26f4617b8591-00676e5e9a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx604330dcf26f4617b8591-00676e5e9a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx604330dcf26f4617b8591-00676e5e9a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx604330dcf26f4617b8591-00676e5e9a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa7113accd8ff481598af4-00676e5e9b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txe990d309950f415bba6cd-00676e5e9b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b3d085e75cb4a3b94c98-00676e5e9c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b3d085e75cb4a3b94c98-00676e5e9c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b3d085e75cb4a3b94c98-00676e5e9c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b3d085e75cb4a3b94c98-00676e5e9c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8b3d085e75cb4a3b94c98-00676e5e9c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b3d085e75cb4a3b94c98-00676e5e9c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b3d085e75cb4a3b94c98-00676e5e9c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b3d085e75cb4a3b94c98-00676e5e9c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b3d085e75cb4a3b94c98-00676e5e9c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b3d085e75cb4a3b94c98-00676e5e9c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b3d085e75cb4a3b94c98-00676e5e9c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b3d085e75cb4a3b94c98-00676e5e9c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b3d085e75cb4a3b94c98-00676e5e9c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b3d085e75cb4a3b94c98-00676e5e9c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b3d085e75cb4a3b94c98-00676e5e9c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b3d085e75cb4a3b94c98-00676e5e9c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b3d085e75cb4a3b94c98-00676e5e9c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b3d085e75cb4a3b94c98-00676e5e9c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8b3d085e75cb4a3b94c98-00676e5e9c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txdca2103c5c874833935f1-00676e5e9c)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok - -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: Setting object count to 1072 (txn: tx7b5f4e00e6d34f20b7f4e-00676e5e9d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx53a1c34bc42b4d20ac2b1-00676e5e9e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx53a1c34bc42b4d20ac2b1-00676e5e9e) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx53a1c34bc42b4d20ac2b1-00676e5e9e) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx53a1c34bc42b4d20ac2b1-00676e5e9e) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx53a1c34bc42b4d20ac2b1-00676e5e9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txe766d46b1f7646a898a4f-00676e5e9e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txe766d46b1f7646a898a4f-00676e5e9e) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txe766d46b1f7646a898a4f-00676e5e9e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txe766d46b1f7646a898a4f-00676e5e9e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe766d46b1f7646a898a4f-00676e5e9e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe766d46b1f7646a898a4f-00676e5e9e) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txe766d46b1f7646a898a4f-00676e5e9e) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe766d46b1f7646a898a4f-00676e5e9e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe766d46b1f7646a898a4f-00676e5e9e) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txe766d46b1f7646a898a4f-00676e5e9e) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe766d46b1f7646a898a4f-00676e5e9e) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe766d46b1f7646a898a4f-00676e5e9e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txe766d46b1f7646a898a4f-00676e5e9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txe51632445e4441599e262-00676e5e9f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe51632445e4441599e262-00676e5e9f) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txe51632445e4441599e262-00676e5e9f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txe51632445e4441599e262-00676e5e9f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe51632445e4441599e262-00676e5e9f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txe51632445e4441599e262-00676e5e9f) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txe51632445e4441599e262-00676e5e9f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe51632445e4441599e262-00676e5e9f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txe51632445e4441599e262-00676e5e9f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txe51632445e4441599e262-00676e5e9f) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txe51632445e4441599e262-00676e5e9f) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txe51632445e4441599e262-00676e5e9f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txe51632445e4441599e262-00676e5e9f) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txe51632445e4441599e262-00676e5e9f) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe51632445e4441599e262-00676e5e9f)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok +test DEBUG: Replicating db /tmp/tmp0j4v41db/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7bf55d91fe734c68260cb9b9032d2794', 'a3ef7074-fdd5-4591-aaa2-a2abb9cbadb0-sda', '1769697026.83827', '1769697027', '0', '', '1769697027', 1, 1) +test DEBUG: /tmp/tmp0j4v41db/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7bf55d91fe734c68260cb9b9032d2794', 'a3ef7074-fdd5-4591-aaa2-a2abb9cbadb0-sda', '1769697026.83827', '1769697027', '0', '', '1769697027', 1, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok - -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '77797bb0-b99f-4dba-b6b7-c067901c202e-sda', '1735286425.92281', '1735286428', '1735286427', '', '1735286428', 0, 0) -test DEBUG: /tmp/tmpped8itkt/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '77797bb0-b99f-4dba-b6b7-c067901c202e-sda', '1735286425.92281', '1735286428', '1735286427', '', '1735286428', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('77797bb0-b99f-4dba-b6b7-c067901c202e-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.53925 seconds (1.85443/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpufjwgmo0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b06ff1694ced59b92e5b78c359838d41', '7caa3f62-b6a7-4530-9a4d-f1851682c5b9-sda', '1735286426.47230', '1735286429', '1735286428', '', '1735286429', 1, 0) -test DEBUG: /tmp/tmpufjwgmo0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286430.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7caa3f62-b6a7-4530-9a4d-f1851682c5b9-sda') -test DEBUG: /tmp/tmpufjwgmo0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00270844s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b06ff1694ced59b92e5b78c359838d41', '7caa3f62-b6a7-4530-9a4d-f1851682c5b9-sda', '1735286426.47230', '1735286429', '1735286428', '', '1735286429', 1, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('7caa3f62-b6a7-4530-9a4d-f1851682c5b9-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01782 seconds (56.11453/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmptkpplogx/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9bc6aa51-0f2d-4530-962f-b6220afc29ea-sda', '1735286426.50144', '1735286429', '1735286428', '', '1735286429', 0, 0) -test DEBUG: /tmp/tmptkpplogx/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9bc6aa51-0f2d-4530-962f-b6220afc29ea-sda', '1735286426.50144', '1735286429', '1735286428', '', '1735286429', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('9bc6aa51-0f2d-4530-962f-b6220afc29ea-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01068 seconds (93.62407/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpa1fgt6y1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b06ff1694ced59b92e5b78c359838d41', '6d8a5d99-b832-4e33-9cf5-a60c6e705bc6-sda', '1735286426.52289', '1735286429', '1735286428', '', '1735286429', 1, 0) -test DEBUG: /tmp/tmpa1fgt6y1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b06ff1694ced59b92e5b78c359838d41', '6d8a5d99-b832-4e33-9cf5-a60c6e705bc6-sda', '1735286426.52289', '1735286429', '1735286428', '', '1735286429', 1, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('6d8a5d99-b832-4e33-9cf5-a60c6e705bc6-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01547 seconds (64.65466/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0z3ltu3x/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '1114e8a7-752f-441a-bcf7-bbe2fbb9ca9f-sda', '1735286426.89466', '1735286430', '1735286429', '', '1735286430', 0, 0) -test DEBUG: /tmp/tmp0z3ltu3x/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '1114e8a7-752f-441a-bcf7-bbe2fbb9ca9f-sda', '1735286426.89466', '1735286430', '1735286429', '', '1735286430', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('1114e8a7-752f-441a-bcf7-bbe2fbb9ca9f-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00995 seconds (100.47099/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxqxc7lkc/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '7c1ec4e4bee7235cdfa303e9e683a1bb', 'aabf72b2-31e9-4d88-b111-021e98b8add7-sda', '1735286426.91526', '1735286430', '1735286429', '', '1735286430', 1, 0) -test DEBUG: /tmp/tmpxqxc7lkc/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286431.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'aabf72b2-31e9-4d88-b111-021e98b8add7-sda') -test DEBUG: /tmp/tmpxqxc7lkc/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00575542s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '7c1ec4e4bee7235cdfa303e9e683a1bb', 'aabf72b2-31e9-4d88-b111-021e98b8add7-sda', '1735286426.91526', '1735286430', '1735286429', '', '1735286430', 1, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('aabf72b2-31e9-4d88-b111-021e98b8add7-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01817 seconds (55.04089/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpv7zywga1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '595da815-2d38-48c1-ba3b-85bbadd72639-sda', '1735286426.94432', '1735286430', '1735286429', '', '1735286430', 0, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok - -proxy-server DEBUG: Ignoring 507 from handoff (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: txdca2103c5c874833935f1-00676e5e9c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txd343a18908d1495687934-00676e5e9c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txd343a18908d1495687934-00676e5e9c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txd343a18908d1495687934-00676e5e9c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txd343a18908d1495687934-00676e5e9c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txd343a18908d1495687934-00676e5e9c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txd343a18908d1495687934-00676e5e9c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txd343a18908d1495687934-00676e5e9c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txd343a18908d1495687934-00676e5e9c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txd343a18908d1495687934-00676e5e9c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txd343a18908d1495687934-00676e5e9c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccc8e38d09504ed1bfc13-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccc8e38d09504ed1bfc13-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccc8e38d09504ed1bfc13-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccc8e38d09504ed1bfc13-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccc8e38d09504ed1bfc13-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccc8e38d09504ed1bfc13-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccc8e38d09504ed1bfc13-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccc8e38d09504ed1bfc13-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccc8e38d09504ed1bfc13-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccc8e38d09504ed1bfc13-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccc8e38d09504ed1bfc13-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccc8e38d09504ed1bfc13-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccc8e38d09504ed1bfc13-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccc8e38d09504ed1bfc13-00676e5e9c) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txccc8e38d09504ed1bfc13-00676e5e9c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0081 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0001 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0075 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0026 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0024 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0026 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0029 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0029 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0025 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0028 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0028 "-" 1927250 0 -test DEBUG: Unlinked retiring db '/tmp/tmpjpuhg4u2/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0039 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0021 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 1927250 -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1769697024.80522', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697024.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697024.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697024.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697024.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_GET_json -test.unit.container.test_server.TestContainerController.test_GET_json ... ok -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_limit -test.unit.container.test_server.TestContainerController.test_GET_limit ... ok -swift: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/p/a/c" 507 - "-" "-" "-" 0.0003 "-" 1927250 - -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestContainerController.test_GET_marker -test.unit.container.test_server.TestContainerController.test_GET_marker ... ok -swift: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda-null/p/a/c" 400 75 "-" "-" "-" 0.0003 "-" 1927250 - -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok -test DEBUG: /tmp/tmpv7zywga1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '595da815-2d38-48c1-ba3b-85bbadd72639-sda', '1735286426.94432', '1735286430', '1735286429', '', '1735286430', 0, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('595da815-2d38-48c1-ba3b-85bbadd72639-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.39980 seconds (2.50123/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprhylph27/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'e6556a3ec6a0b737acce49f7f5e3d82c', '7fc6ce8f-d34a-4a9d-ae54-37b444d03860-sda', '1735286427.35511', '1735286431', '1735286430', '', '1735286431', 1, 1) -test DEBUG: /tmp/tmprhylph27/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'e6556a3ec6a0b737acce49f7f5e3d82c', '7fc6ce8f-d34a-4a9d-ae54-37b444d03860-sda', '1735286427.35511', '1735286431', '1735286430', '', '1735286431', 1, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('7fc6ce8f-d34a-4a9d-ae54-37b444d03860-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a3ef7074-fdd5-4591-aaa2-a2abb9cbadb0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp0j4v41db/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01342 seconds (74.50789/s) +test INFO: Attempted to replicate 1 dbs in 0.02933 seconds (34.10047/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp0j4v41db/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '27e3304cea4c69277298b2fecb959ed8', 'a0382f9a-b845-4123-9193-a5c5c801ad01-sda', '1769697026.87531', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('a0382f9a-b845-4123-9193-a5c5c801ad01-sda', '8ae28205657edd6d6ad3b248936edce3.db') +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '27e3304cea4c69277298b2fecb959ed8', 'a0382f9a-b845-4123-9193-a5c5c801ad01-sda', '1769697026.87531', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('a0382f9a-b845-4123-9193-a5c5c801ad01-sda', '8ae28205657edd6d6ad3b248936edce3.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3gp97tai/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '15c5ef5a-d05d-4215-a682-81931f45f8de-sda', '1735286427.79180', '1735286432', '1735286431', '', '1735286432', 0, 0) -test DEBUG: /tmp/tmp3gp97tai/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '15c5ef5a-d05d-4215-a682-81931f45f8de-sda', '1735286427.79180', '1735286432', '1735286431', '', '1735286432', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('15c5ef5a-d05d-4215-a682-81931f45f8de-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Replicating db /tmp/tmpf2rr5qlc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c85f4f77-5eec-4090-9647-0fb52ed6f7f2-sda', '1769697026.92059', '1769697027', '1769697028', '', '1769697028', 0, 1) +test DEBUG: /tmp/tmpf2rr5qlc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c85f4f77-5eec-4090-9647-0fb52ed6f7f2-sda', '1769697026.92059', '1769697027', '1769697028', '', '1769697028', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c85f4f77-5eec-4090-9647-0fb52ed6f7f2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00916 seconds (109.15725/s) +test INFO: Attempted to replicate 1 dbs in 0.03003 seconds (33.30017/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7egihao9/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '1fbb328a0952e4361c7f96bc6bfbdbd6', '064644fc-d37a-4dc4-978a-bc3e83b384b2-sda', '1735286427.81185', '1735286432', '1735286431', '', '1735286432', 1, 1) -test DEBUG: /tmp/tmp7egihao9/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286433.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '064644fc-d37a-4dc4-978a-bc3e83b384b2-sda') -test DEBUG: /tmp/tmp7egihao9/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00272346s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '1fbb328a0952e4361c7f96bc6bfbdbd6', '064644fc-d37a-4dc4-978a-bc3e83b384b2-sda', '1735286427.81185', '1735286432', '1735286431', '', '1735286432', 1, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('064644fc-d37a-4dc4-978a-bc3e83b384b2-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Replicating db /tmp/tmp4l6x648m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '67da56e0c7db8fb5a62b8e12847af2fc', '30205ffc-a098-49c2-addc-4493d0788d6d-sda', '1769697026.96879', '1769697027', '1769697028', '', '1769697028', 1, 0) +test DEBUG: /tmp/tmp4l6x648m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697029.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '30205ffc-a098-49c2-addc-4493d0788d6d-sda') +test DEBUG: /tmp/tmp4l6x648m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0074563s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '67da56e0c7db8fb5a62b8e12847af2fc', '30205ffc-a098-49c2-addc-4493d0788d6d-sda', '1769697026.96879', '1769697027', '1769697028', '', '1769697028', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('30205ffc-a098-49c2-addc-4493d0788d6d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp4l6x648m/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01564 seconds (63.93228/s) +test INFO: Attempted to replicate 1 dbs in 0.04657 seconds (21.47276/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp4l6x648m/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, 'd2107833d9ca5f0e21918191b10684de', '85972b65-4eae-4ab7-a6ee-5d265cfb6df4-sda', '1769697027.01452', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('85972b65-4eae-4ab7-a6ee-5d265cfb6df4-sda', '8ae28205657edd6d6ad3b248936edce3.db') +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, 'd2107833d9ca5f0e21918191b10684de', '85972b65-4eae-4ab7-a6ee-5d265cfb6df4-sda', '1769697027.01452', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('85972b65-4eae-4ab7-a6ee-5d265cfb6df4-sda', '8ae28205657edd6d6ad3b248936edce3.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp6wug98ta/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '47380ddb-2fe5-48ef-978d-ea60c9e0e421-sda', '1735286427.84235', '1735286432', '1735286431', '', '1735286432', 0, 1) -test DEBUG: /tmp/tmp6wug98ta/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '47380ddb-2fe5-48ef-978d-ea60c9e0e421-sda', '1735286427.84235', '1735286432', '1735286431', '', '1735286432', 0, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('47380ddb-2fe5-48ef-978d-ea60c9e0e421-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Replicating db /tmp/tmpbiye1yao/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3bc0f934-8e92-4eec-a8cd-48ea82dd8467-sda', '1769697027.05769', '1769697028', '1769697029', '', '1769697029', 0, 0) +test DEBUG: /tmp/tmpbiye1yao/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3bc0f934-8e92-4eec-a8cd-48ea82dd8467-sda', '1769697027.05769', '1769697028', '1769697029', '', '1769697029', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3bc0f934-8e92-4eec-a8cd-48ea82dd8467-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01350 seconds (74.06581/s) +test INFO: Attempted to replicate 1 dbs in 0.01850 seconds (54.06674/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8femwdoa/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '1fbb328a0952e4361c7f96bc6bfbdbd6', '5ffc5a2a-32fa-45d9-99e1-eeeb4a3f167d-sda', '1735286427.86778', '1735286432', '1735286431', '', '1735286432', 1, 1) -test DEBUG: /tmp/tmp8femwdoa/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '1fbb328a0952e4361c7f96bc6bfbdbd6', '5ffc5a2a-32fa-45d9-99e1-eeeb4a3f167d-sda', '1735286427.86778', '1735286432', '1735286431', '', '1735286432', 1, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('5ffc5a2a-32fa-45d9-99e1-eeeb4a3f167d-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Replicating db /tmp/tmpin11nghi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ddf6b816e88c41c3695dfeedf209ddf3', 'fce9a69a-3122-400a-bd07-16c0f55c803d-sda', '1769697027.09499', '1769697028', '1769697029', '', '1769697029', 1, 1) +test DEBUG: /tmp/tmpin11nghi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ddf6b816e88c41c3695dfeedf209ddf3', 'fce9a69a-3122-400a-bd07-16c0f55c803d-sda', '1769697027.09499', '1769697028', '1769697029', '', '1769697029', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fce9a69a-3122-400a-bd07-16c0f55c803d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpin11nghi/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01261 seconds (79.28828/s) +test INFO: Attempted to replicate 1 dbs in 0.02802 seconds (35.69486/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '8e3a5607-4d5d-49fe-b41e-f4e3f3924c47-sda', '1735286427.89034', '1735286427.00000', '0', '', '1735286427.00000', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '8e3a5607-4d5d-49fe-b41e-f4e3f3924c47-sda', '1735286427.89034', '1735286428.00000', '0', '', '1735286427.00000', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '90a11a75f6cc706b7e9d46db59083eb1', 'f54255e2-fc1b-4d09-a313-6d780443f9f2-sda', '1735286427.90740', '1735286427.90538', '0', '', '1735286427.90538', 11, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1735286427.91197', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1735286427.91276', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1735286427.91286', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1735286427.91293', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1735286427.91300', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1735286427.91307', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1735286427.91314', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1735286427.91320', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1735286427.91327', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1735286427.91334', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1735286427.91345', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f54255e2-fc1b-4d09-a313-6d780443f9f2-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpin11nghi/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txe51632445e4441599e262-00676e5e9f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd5c6ed4a9714433bacfd0-00676e5ea0) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txd5c6ed4a9714433bacfd0-00676e5ea0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd5c6ed4a9714433bacfd0-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd5c6ed4a9714433bacfd0-00676e5ea0) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd5c6ed4a9714433bacfd0-00676e5ea0) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd5c6ed4a9714433bacfd0-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd5c6ed4a9714433bacfd0-00676e5ea0) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd5c6ed4a9714433bacfd0-00676e5ea0) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd5c6ed4a9714433bacfd0-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd5c6ed4a9714433bacfd0-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd5c6ed4a9714433bacfd0-00676e5ea0) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd5c6ed4a9714433bacfd0-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd5c6ed4a9714433bacfd0-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txd5c6ed4a9714433bacfd0-00676e5ea0) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd5c6ed4a9714433bacfd0-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd5c6ed4a9714433bacfd0-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txd5c6ed4a9714433bacfd0-00676e5ea0) -test DEBUG: Setting object count to 3120 (txn: txd5c6ed4a9714433bacfd0-00676e5ea0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx562103864dcc4eaa8bcad-00676e5ea0) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx562103864dcc4eaa8bcad-00676e5ea0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx562103864dcc4eaa8bcad-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx562103864dcc4eaa8bcad-00676e5ea0) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx562103864dcc4eaa8bcad-00676e5ea0) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx562103864dcc4eaa8bcad-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx562103864dcc4eaa8bcad-00676e5ea0) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx562103864dcc4eaa8bcad-00676e5ea0) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx562103864dcc4eaa8bcad-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx562103864dcc4eaa8bcad-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx562103864dcc4eaa8bcad-00676e5ea0) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx562103864dcc4eaa8bcad-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx562103864dcc4eaa8bcad-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx562103864dcc4eaa8bcad-00676e5ea0) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx562103864dcc4eaa8bcad-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx562103864dcc4eaa8bcad-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx562103864dcc4eaa8bcad-00676e5ea0) -test DEBUG: Setting object count to 3120 (txn: tx562103864dcc4eaa8bcad-00676e5ea0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx135ec015e5ad4ff9b4864-00676e5ea0) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx135ec015e5ad4ff9b4864-00676e5ea0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx135ec015e5ad4ff9b4864-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx135ec015e5ad4ff9b4864-00676e5ea0) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx135ec015e5ad4ff9b4864-00676e5ea0) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx135ec015e5ad4ff9b4864-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx135ec015e5ad4ff9b4864-00676e5ea0) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx135ec015e5ad4ff9b4864-00676e5ea0) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx135ec015e5ad4ff9b4864-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx135ec015e5ad4ff9b4864-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx135ec015e5ad4ff9b4864-00676e5ea0) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx135ec015e5ad4ff9b4864-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx135ec015e5ad4ff9b4864-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx135ec015e5ad4ff9b4864-00676e5ea0) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx135ec015e5ad4ff9b4864-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx135ec015e5ad4ff9b4864-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx135ec015e5ad4ff9b4864-00676e5ea0) -test DEBUG: Setting object count to 3120 (txn: tx135ec015e5ad4ff9b4864-00676e5ea0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1c9e510523de4d918961b-00676e5ea0) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1c9e510523de4d918961b-00676e5ea0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1c9e510523de4d918961b-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1c9e510523de4d918961b-00676e5ea0) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1c9e510523de4d918961b-00676e5ea0) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1c9e510523de4d918961b-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1c9e510523de4d918961b-00676e5ea0) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1c9e510523de4d918961b-00676e5ea0) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx1c9e510523de4d918961b-00676e5ea0) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx1c9e510523de4d918961b-00676e5ea0) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx1c9e510523de4d918961b-00676e5ea0) -test DEBUG: Setting object count to 3120 (txn: tx1c9e510523de4d918961b-00676e5ea0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx47d05b304a674f3c9f79f-00676e5ea0) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx47d05b304a674f3c9f79f-00676e5ea0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx47d05b304a674f3c9f79f-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx47d05b304a674f3c9f79f-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx47d05b304a674f3c9f79f-00676e5ea0) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx47d05b304a674f3c9f79f-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx47d05b304a674f3c9f79f-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx47d05b304a674f3c9f79f-00676e5ea0) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx47d05b304a674f3c9f79f-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx47d05b304a674f3c9f79f-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx47d05b304a674f3c9f79f-00676e5ea0) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx47d05b304a674f3c9f79f-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx47d05b304a674f3c9f79f-00676e5ea0) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx47d05b304a674f3c9f79f-00676e5ea0) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx47d05b304a674f3c9f79f-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx47d05b304a674f3c9f79f-00676e5ea0) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx47d05b304a674f3c9f79f-00676e5ea0) -test DEBUG: Setting object count to 3120 (txn: tx47d05b304a674f3c9f79f-00676e5ea0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx2e13d166bea644d4bf9ec-00676e5ea0) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx2e13d166bea644d4bf9ec-00676e5ea0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2e13d166bea644d4bf9ec-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2e13d166bea644d4bf9ec-00676e5ea0) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2e13d166bea644d4bf9ec-00676e5ea0) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2e13d166bea644d4bf9ec-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2e13d166bea644d4bf9ec-00676e5ea0) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx2e13d166bea644d4bf9ec-00676e5ea0) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx2e13d166bea644d4bf9ec-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2e13d166bea644d4bf9ec-00676e5ea0) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx2e13d166bea644d4bf9ec-00676e5ea0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb3c723ce2d3c4491babb1-00676e5ea0) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txb3c723ce2d3c4491babb1-00676e5ea0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb3c723ce2d3c4491babb1-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txb3c723ce2d3c4491babb1-00676e5ea0) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txb3c723ce2d3c4491babb1-00676e5ea0) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb3c723ce2d3c4491babb1-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb3c723ce2d3c4491babb1-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txb3c723ce2d3c4491babb1-00676e5ea0)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7fa129973c1942ceae54e-00697b6f02) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx812417f2df2b4208bd0e6-00697b6f02) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8fa7f9ac0c06435096131-00697b6f02) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx92690dbc4df14d3c96d6f-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx92690dbc4df14d3c96d6f-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx92690dbc4df14d3c96d6f-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx92690dbc4df14d3c96d6f-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx92690dbc4df14d3c96d6f-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx92690dbc4df14d3c96d6f-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx92690dbc4df14d3c96d6f-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx92690dbc4df14d3c96d6f-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx92690dbc4df14d3c96d6f-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx92690dbc4df14d3c96d6f-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx92690dbc4df14d3c96d6f-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx92690dbc4df14d3c96d6f-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx92690dbc4df14d3c96d6f-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx92690dbc4df14d3c96d6f-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx92690dbc4df14d3c96d6f-00697b6f03) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx92690dbc4df14d3c96d6f-00697b6f03) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd52b244e84e04a37a0394-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd52b244e84e04a37a0394-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd52b244e84e04a37a0394-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd52b244e84e04a37a0394-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd52b244e84e04a37a0394-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd52b244e84e04a37a0394-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd52b244e84e04a37a0394-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd52b244e84e04a37a0394-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd52b244e84e04a37a0394-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd52b244e84e04a37a0394-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd52b244e84e04a37a0394-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd52b244e84e04a37a0394-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd52b244e84e04a37a0394-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd52b244e84e04a37a0394-00676e5e9c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbd85bc4ed6a84b8d9eddc-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbd85bc4ed6a84b8d9eddc-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbd85bc4ed6a84b8d9eddc-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbd85bc4ed6a84b8d9eddc-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbd85bc4ed6a84b8d9eddc-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbd85bc4ed6a84b8d9eddc-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbd85bc4ed6a84b8d9eddc-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbd85bc4ed6a84b8d9eddc-00676e5e9c) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txbd85bc4ed6a84b8d9eddc-00676e5e9c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx57428f4fc97647e1a8376-00676e5e9c)test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0038 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0035 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0106 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0044 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0040 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0046 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0035 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0041 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0025 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0023 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0023 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0022 "-" 1927250 0test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0002 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0035 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0115 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0093 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0034 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0069 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0060 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0061 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0020 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0035 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 3324107 nada +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 3324107 999 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0076 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0052 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0033 "-" 3324107 1 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0012 "-" 3324107 1 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0076 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0012 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0075 "-" 3324107 3 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0053 "-" 3324107 3 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0075 "-" 3324107 4 +test INFO: - - - [29/Jan/2026:14:30:24 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0011 "-" 3324107 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0113 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0023 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0078 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0058 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0103 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0020 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0116 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0031 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0104 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0098 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0030 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0066 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0189 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 3324107 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok - -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1735286428.21026', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f54255e2-fc1b-4d09-a313-6d780443f9f2-sda') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1735286428.21369', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f54255e2-fc1b-4d09-a313-6d780443f9f2-sda') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1735286428.21712', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f54255e2-fc1b-4d09-a313-6d780443f9f2-sda') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1735286428.22057', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f54255e2-fc1b-4d09-a313-6d780443f9f2-sda') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1735286428.22386', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f54255e2-fc1b-4d09-a313-6d780443f9f2-sda') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1735286428.22727', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f54255e2-fc1b-4d09-a313-6d780443f9f2-sda') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1735286428.23069', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f54255e2-fc1b-4d09-a313-6d780443f9f2-sda') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1735286428.23646', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f54255e2-fc1b-4d09-a313-6d780443f9f2-sda') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1735286428.23994', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f54255e2-fc1b-4d09-a313-6d780443f9f2-sda') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (21, '7061da1b2e87421f9687caeae8821f5e', 'f54255e2-fc1b-4d09-a313-6d780443f9f2-sda', '1735286427.90740', '1735286427.90538', '0', '', '1735286427.90538', 21, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1735286428.24349', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f54255e2-fc1b-4d09-a313-6d780443f9f2-sda') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpx0u2359_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '21ad6805-1551-4c06-a192-2d5ba67dba34-sda', '1735286428.84974', '1735286429', '0', '', '1735286429', 0, 0) -test DEBUG: /tmp/tmpx0u2359_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '21ad6805-1551-4c06-a192-2d5ba67dba34-sda', '1735286428.84974', '1735286429', '0', '', '1735286429', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('21ad6805-1551-4c06-a192-2d5ba67dba34-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01184 seconds (84.42400/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp62h3r1a_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b06ff1694ced59b92e5b78c359838d41', 'a9dd937f-f4f8-4dbd-befc-b14f1e062547-sda', '1735286428.87127', '1735286429', '0', '', '1735286429', 1, 1) -test DEBUG: /tmp/tmp62h3r1a_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286430.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'a9dd937f-f4f8-4dbd-befc-b14f1e062547-sda') -test DEBUG: /tmp/tmp62h3r1a_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0025537s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b06ff1694ced59b92e5b78c359838d41', 'a9dd937f-f4f8-4dbd-befc-b14f1e062547-sda', '1735286428.87127', '1735286429', '0', '', '1735286429', 1, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a9dd937f-f4f8-4dbd-befc-b14f1e062547-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp62h3r1a_/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01962 seconds (50.96024/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp62h3r1a_/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, sync, (1, '918f8f9ba98b89d079e7a3bd574afebb', '7d0f4dd7-0a26-4998-84b7-c6671e24a8bd-sda', '1735286428.89004', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('7d0f4dd7-0a26-4998-84b7-c6671e24a8bd-sda', '147c9be7f27859a496b17988371f5478.db') -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (1, '918f8f9ba98b89d079e7a3bd574afebb', '7d0f4dd7-0a26-4998-84b7-c6671e24a8bd-sda', '1735286428.89004', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('7d0f4dd7-0a26-4998-84b7-c6671e24a8bd-sda', '147c9be7f27859a496b17988371f5478.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpuhl9bu5m/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'c7c86450-c7ff-450e-abd4-4ee29a396856-sda', '1735286428.91132', '1735286429', '0', '', '1735286429', 0, 1) -test DEBUG: /tmp/tmpuhl9bu5m/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'c7c86450-c7ff-450e-abd4-4ee29a396856-sda', '1735286428.91132', '1735286429', '0', '', '1735286429', 0, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('c7c86450-c7ff-450e-abd4-4ee29a396856-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01027 seconds (97.35761/s)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok - -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx7a2ec91cf054435aa50cd-00676e5ea0) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx7a2ec91cf054435aa50cd-00676e5ea0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7a2ec91cf054435aa50cd-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7a2ec91cf054435aa50cd-00676e5ea0) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7a2ec91cf054435aa50cd-00676e5ea0) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7a2ec91cf054435aa50cd-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx7a2ec91cf054435aa50cd-00676e5ea0) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7a2ec91cf054435aa50cd-00676e5ea0) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx7a2ec91cf054435aa50cd-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx7a2ec91cf054435aa50cd-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7a2ec91cf054435aa50cd-00676e5ea0) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7a2ec91cf054435aa50cd-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx7a2ec91cf054435aa50cd-00676e5ea0) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx7a2ec91cf054435aa50cd-00676e5ea0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf2efc244e15c4672b7957-00676e5ea0) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txf2efc244e15c4672b7957-00676e5ea0) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf2efc244e15c4672b7957-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf2efc244e15c4672b7957-00676e5ea0) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txf2efc244e15c4672b7957-00676e5ea0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txa6bf43e2315f46a0900d4-00676e5ea0) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txa6bf43e2315f46a0900d4-00676e5ea0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa6bf43e2315f46a0900d4-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txa6bf43e2315f46a0900d4-00676e5ea0) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txa6bf43e2315f46a0900d4-00676e5ea0) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf41e358ddc534b159d07c-00676e5ea0) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txf41e358ddc534b159d07c-00676e5ea0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf41e358ddc534b159d07c-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txf41e358ddc534b159d07c-00676e5ea0) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txf41e358ddc534b159d07c-00676e5ea0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx384f3723eb3c42e985a46-00676e5ea1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx384f3723eb3c42e985a46-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx384f3723eb3c42e985a46-00676e5ea1) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx384f3723eb3c42e985a46-00676e5ea1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx384f3723eb3c42e985a46-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx384f3723eb3c42e985a46-00676e5ea1) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx384f3723eb3c42e985a46-00676e5ea1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx384f3723eb3c42e985a46-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx384f3723eb3c42e985a46-00676e5ea1) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx384f3723eb3c42e985a46-00676e5ea1) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx384f3723eb3c42e985a46-00676e5ea1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx74aa1ac100b143ff81296-00676e5ea1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx74aa1ac100b143ff81296-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx74aa1ac100b143ff81296-00676e5ea1) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx74aa1ac100b143ff81296-00676e5ea1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx74aa1ac100b143ff81296-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx74aa1ac100b143ff81296-00676e5ea1) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx74aa1ac100b143ff81296-00676e5ea1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx74aa1ac100b143ff81296-00676e5ea1)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok -test.unit.proxy.test_mem_server.TestController.test_account_info_200 -test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_404 -test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_200 -test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_404 -test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_make_requests -test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_transfer_headers -test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok - -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9a294b168bdf47768ef4e-00676e5e9e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9a294b168bdf47768ef4e-00676e5e9e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx9a294b168bdf47768ef4e-00676e5e9e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9a294b168bdf47768ef4e-00676e5e9e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9a294b168bdf47768ef4e-00676e5e9e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx9a294b168bdf47768ef4e-00676e5e9e) -test DEBUG: Setting object count to 1065 (txn: tx9a294b168bdf47768ef4e-00676e5e9e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx370097a531b242e7992e1-00676e5e9f) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx370097a531b242e7992e1-00676e5e9f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx664e88ad7cac43a2aba66-00676e5ea0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx664e88ad7cac43a2aba66-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx664e88ad7cac43a2aba66-00676e5ea0) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx664e88ad7cac43a2aba66-00676e5ea0) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx664e88ad7cac43a2aba66-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx664e88ad7cac43a2aba66-00676e5ea0) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx664e88ad7cac43a2aba66-00676e5ea0) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx664e88ad7cac43a2aba66-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx664e88ad7cac43a2aba66-00676e5ea0) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx664e88ad7cac43a2aba66-00676e5ea0) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx664e88ad7cac43a2aba66-00676e5ea0) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx664e88ad7cac43a2aba66-00676e5ea0) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx664e88ad7cac43a2aba66-00676e5ea0) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx664e88ad7cac43a2aba66-00676e5ea0) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx664e88ad7cac43a2aba66-00676e5ea0) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx664e88ad7cac43a2aba66-00676e5ea0) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx664e88ad7cac43a2aba66-00676e5ea0) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx664e88ad7cac43a2aba66-00676e5ea0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx2e618b4eff524426b8b0e-00676e5ea0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2e618b4eff524426b8b0e-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2e618b4eff524426b8b0e-00676e5ea0) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx2e618b4eff524426b8b0e-00676e5ea0) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx6717da8364f8470c87456-00676e5ea0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6717da8364f8470c87456-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6717da8364f8470c87456-00676e5ea0) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx6717da8364f8470c87456-00676e5ea0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx10dbf3c8187b4d7189eaa-00676e5ea0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx10dbf3c8187b4d7189eaa-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx10dbf3c8187b4d7189eaa-00676e5ea0) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx10dbf3c8187b4d7189eaa-00676e5ea0) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx10dbf3c8187b4d7189eaa-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx10dbf3c8187b4d7189eaa-00676e5ea0) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx10dbf3c8187b4d7189eaa-00676e5ea0) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx10dbf3c8187b4d7189eaa-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx10dbf3c8187b4d7189eaa-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx10dbf3c8187b4d7189eaa-00676e5ea0) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx10dbf3c8187b4d7189eaa-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx10dbf3c8187b4d7189eaa-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx10dbf3c8187b4d7189eaa-00676e5ea0) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx10dbf3c8187b4d7189eaa-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx10dbf3c8187b4d7189eaa-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx10dbf3c8187b4d7189eaa-00676e5ea0) -test DEBUG: Setting object count to 3120 (txn: tx10dbf3c8187b4d7189eaa-00676e5ea0) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx4409c644b1b6408eab589-00676e5ea0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4409c644b1b6408eab589-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4409c644b1b6408eab589-00676e5ea0) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4409c644b1b6408eab589-00676e5ea0) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4409c644b1b6408eab589-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4409c644b1b6408eab589-00676e5ea0) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4409c644b1b6408eab589-00676e5ea0) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4409c644b1b6408eab589-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4409c644b1b6408eab589-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx4409c644b1b6408eab589-00676e5ea0) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4409c644b1b6408eab589-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4409c644b1b6408eab589-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx4409c644b1b6408eab589-00676e5ea0) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4409c644b1b6408eab589-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4409c644b1b6408eab589-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx4409c644b1b6408eab589-00676e5ea0) -test DEBUG: Setting object count to 3120 (txn: tx4409c644b1b6408eab589-00676e5ea0) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx33acf92dc8274498922f7-00676e5ea0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx33acf92dc8274498922f7-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx33acf92dc8274498922f7-00676e5ea0) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx33acf92dc8274498922f7-00676e5ea0) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx33acf92dc8274498922f7-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx33acf92dc8274498922f7-00676e5ea0) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx33acf92dc8274498922f7-00676e5ea0) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx33acf92dc8274498922f7-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx33acf92dc8274498922f7-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx33acf92dc8274498922f7-00676e5ea0) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx33acf92dc8274498922f7-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx33acf92dc8274498922f7-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx33acf92dc8274498922f7-00676e5ea0) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx33acf92dc8274498922f7-00676e5ea0) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx33acf92dc8274498922f7-00676e5ea0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx33acf92dc8274498922f7-00676e5ea0) -test DEBUG: Setting object count to 3120 (txn: tx33acf92dc8274498922f7-00676e5ea0) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7c294be4e1be4a68ad722-00676e5ea1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7c294be4e1be4a68ad722-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7c294be4e1be4a68ad722-00676e5ea1) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7c294be4e1be4a68ad722-00676e5ea1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7c294be4e1be4a68ad722-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7c294be4e1be4a68ad722-00676e5ea1) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7c294be4e1be4a68ad722-00676e5ea1) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx7c294be4e1be4a68ad722-00676e5ea1) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx7c294be4e1be4a68ad722-00676e5ea1) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx7c294be4e1be4a68ad722-00676e5ea1) -test DEBUG: Setting object count to 3120 (txn: tx7c294be4e1be4a68ad722-00676e5ea1) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx98b9f1f2b60f460c8f2e6-00676e5ea1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx98b9f1f2b60f460c8f2e6-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx98b9f1f2b60f460c8f2e6-00676e5ea1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx98b9f1f2b60f460c8f2e6-00676e5ea1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx98b9f1f2b60f460c8f2e6-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx98b9f1f2b60f460c8f2e6-00676e5ea1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx98b9f1f2b60f460c8f2e6-00676e5ea1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx98b9f1f2b60f460c8f2e6-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx98b9f1f2b60f460c8f2e6-00676e5ea1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx98b9f1f2b60f460c8f2e6-00676e5ea1) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx98b9f1f2b60f460c8f2e6-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx98b9f1f2b60f460c8f2e6-00676e5ea1) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx98b9f1f2b60f460c8f2e6-00676e5ea1) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx98b9f1f2b60f460c8f2e6-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx98b9f1f2b60f460c8f2e6-00676e5ea1) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx98b9f1f2b60f460c8f2e6-00676e5ea1) -test DEBUG: Setting object count to 3120 (txn: tx98b9f1f2b60f460c8f2e6-00676e5ea1) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txc4f5cf3220f143c284de6-00676e5ea1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc4f5cf3220f143c284de6-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc4f5cf3220f143c284de6-00676e5ea1) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc4f5cf3220f143c284de6-00676e5ea1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc4f5cf3220f143c284de6-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc4f5cf3220f143c284de6-00676e5ea1) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc4f5cf3220f143c284de6-00676e5ea1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc4f5cf3220f143c284de6-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txc4f5cf3220f143c284de6-00676e5ea1) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txc4f5cf3220f143c284de6-00676e5ea1) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txd599d500cb854f14a8bcb-00676e5ea1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd599d500cb854f14a8bcb-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd599d500cb854f14a8bcb-00676e5ea1) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txd599d500cb854f14a8bcb-00676e5ea1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd599d500cb854f14a8bcb-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd599d500cb854f14a8bcb-00676e5ea1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txd599d500cb854f14a8bcb-00676e5ea1) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx642d0594e1384cf892efd-00676e5ea1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx642d0594e1384cf892efd-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx642d0594e1384cf892efd-00676e5ea1) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx642d0594e1384cf892efd-00676e5ea1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx642d0594e1384cf892efd-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx642d0594e1384cf892efd-00676e5ea1) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx642d0594e1384cf892efd-00676e5ea1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx642d0594e1384cf892efd-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx642d0594e1384cf892efd-00676e5ea1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx642d0594e1384cf892efd-00676e5ea1) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx642d0594e1384cf892efd-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx642d0594e1384cf892efd-00676e5ea1) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx642d0594e1384cf892efd-00676e5ea1) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx4f093ecb985743cb95744-00676e5ea1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4f093ecb985743cb95744-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4f093ecb985743cb95744-00676e5ea1) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx4f093ecb985743cb95744-00676e5ea1) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx3f070ec137b64706a43c4-00676e5ea1)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx57428f4fc97647e1a8376-00676e5e9c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx30b2da9de6754b428623a-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx30b2da9de6754b428623a-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx30b2da9de6754b428623a-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx30b2da9de6754b428623a-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx30b2da9de6754b428623a-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx30b2da9de6754b428623a-00676e5e9c) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx30b2da9de6754b428623a-00676e5e9c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0022 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0012 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0100 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0014 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 1927250 0 -test DEBUG: Unlinked retiring db '/tmp/tmp222qm1x0/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 1927250 0 -test DEBUG: Unlinked retiring db '/tmp/tmp6y8cx1ad/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0075 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 1927250 0test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestContainerController.test_GET_over_limit -test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_path -test.unit.container.test_server.TestContainerController.test_GET_path ... ok -test.unit.container.test_server.TestContainerController.test_GET_plain -test.unit.container.test_server.TestContainerController.test_GET_plain ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx74aa1ac100b143ff81296-00676e5ea1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx74aa1ac100b143ff81296-00676e5ea1) -test DEBUG: Setting object count to 1065 (txn: tx74aa1ac100b143ff81296-00676e5ea1) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpalr_gndu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpalr_gndu/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpalr_gndu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpalr_gndu/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 1927258 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0031 "-" 1927258 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 1927258 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 1927258 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx393c27572d344cfb9956a-00676e5ea1" "proxy-server 1927258" 0.0013 "-" 1927258 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:40473/sda1/0/a/c" "tx393c27572d344cfb9956a-00676e5ea1" "container-server 1927258" 0.0011 "-" 1927258 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:54291/sdb1/0/a/c" "tx393c27572d344cfb9956a-00676e5ea1" "container-server 1927258" 0.0010 "-" 1927258 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx393c27572d344cfb9956a-00676e5ea1" "proxy-server 1927258" 0.0137 "-" 1927258 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx393c27572d344cfb9956a-00676e5ea1" "proxy-server 1927258" 0.0097 "-" 1927258 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/33 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx393c27572d344cfb9956a-00676e5ea1 - 0.0238 - - 1735286433.854289293 1735286433.878074646 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx257c5eec9c8f4ff8b8448-00676e5ea1" "proxy-server 1927258" 0.0012 "-" 1927258 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:54291/sdb1/2/a1/c1" "tx257c5eec9c8f4ff8b8448-00676e5ea1" "container-server 1927258" 0.0010 "-" 1927258 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:40473/sda1/2/a1/c1" "tx257c5eec9c8f4ff8b8448-00676e5ea1" "container-server 1927258" 0.0010 "-" 1927258 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx257c5eec9c8f4ff8b8448-00676e5ea1" "proxy-server 1927258" 0.0122 "-" 1927258 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx257c5eec9c8f4ff8b8448-00676e5ea1" "proxy-server 1927258" 0.0089 "-" 1927258 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/33 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx257c5eec9c8f4ff8b8448-00676e5ea1 - 0.0203 - - 1735286433.879483223 1735286433.899774790 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc2c4a6821b5e433d9808e-00676e5ea1" "proxy-server 1927258" 0.0018 "-" 1927258 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:54291/sdb1/0/a/c1" "txc2c4a6821b5e433d9808e-00676e5ea1" "container-server 1927258" 0.0016 "-" 1927258 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:40473/sda1/0/a/c1" "txc2c4a6821b5e433d9808e-00676e5ea1" "container-server 1927258" 0.0009 "-" 1927258 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc2c4a6821b5e433d9808e-00676e5ea1" "proxy-server 1927258" 0.0084 "-" 1927258 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc2c4a6821b5e433d9808e-00676e5ea1" "proxy-server 1927258" 0.0134 "-" 1927258 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/33 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txc2c4a6821b5e433d9808e-00676e5ea1 - 0.0215 - - 1735286433.901215315 1735286433.922736168 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd248cc9d317144f5972d2-00676e5ea1" "proxy-server 1927258" 0.0018 "-" 1927258 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:54291/sdb1/2/a/c2" "txd248cc9d317144f5972d2-00676e5ea1" "container-server 1927258" 0.0018 "-" 1927258 2 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:40473/sda1/2/a/c2" "txd248cc9d317144f5972d2-00676e5ea1" "container-server 1927258" 0.0010 "-" 1927258 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd248cc9d317144f5972d2-00676e5ea1" "proxy-server 1927258" 0.0094 "-" 1927258 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:33 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd248cc9d317144f5972d2-00676e5ea1" "proxy-server 1927258" 0.0183 "-" 1927258 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/33 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txd248cc9d317144f5972d2-00676e5ea1 - 0.0265 - - 1735286433.924162149 1735286433.950647593 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok - -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5z4uscdg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '7c1ec4e4bee7235cdfa303e9e683a1bb', '44d366c3-d42d-48dd-a164-517bd540cd63-sda', '1735286429.31549', '1735286430', '0', '', '1735286430', 1, 1) -test DEBUG: /tmp/tmp5z4uscdg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '7c1ec4e4bee7235cdfa303e9e683a1bb', '44d366c3-d42d-48dd-a164-517bd540cd63-sda', '1735286429.31549', '1735286430', '0', '', '1735286430', 1, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('44d366c3-d42d-48dd-a164-517bd540cd63-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp5z4uscdg/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02857 seconds (35.00258/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp5z4uscdg/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, sync, (1, 'ab12c13dc43c51b9820e265db2b8a7c9', '0f9c7811-7707-462f-bfb0-b20b60894771-sda', '1735286429.34306', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('0f9c7811-7707-462f-bfb0-b20b60894771-sda', '147c9be7f27859a496b17988371f5478.db') -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (1, 'ab12c13dc43c51b9820e265db2b8a7c9', '0f9c7811-7707-462f-bfb0-b20b60894771-sda', '1735286429.34306', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('0f9c7811-7707-462f-bfb0-b20b60894771-sda', '147c9be7f27859a496b17988371f5478.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp12qzuedl/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '0d021f18-0746-480e-b42c-af4bc8c450a0-sda', '1735286429.86626', '1735286430', '1735286431', '', '1735286431', 0, 0) -test DEBUG: /tmp/tmp12qzuedl/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '0d021f18-0746-480e-b42c-af4bc8c450a0-sda', '1735286429.86626', '1735286430', '1735286431', '', '1735286431', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('0d021f18-0746-480e-b42c-af4bc8c450a0-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01257 seconds (79.58013/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_mi984rz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'e6556a3ec6a0b737acce49f7f5e3d82c', '11151731-247a-4df9-a7c7-1f0b42c9fa38-sda', '1735286429.88882', '1735286430', '1735286431', '', '1735286431', 1, 1) -test DEBUG: /tmp/tmp_mi984rz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286432.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '11151731-247a-4df9-a7c7-1f0b42c9fa38-sda') -test DEBUG: /tmp/tmp_mi984rz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0025394s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'e6556a3ec6a0b737acce49f7f5e3d82c', '11151731-247a-4df9-a7c7-1f0b42c9fa38-sda', '1735286429.88882', '1735286430', '1735286431', '', '1735286431', 1, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('11151731-247a-4df9-a7c7-1f0b42c9fa38-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp_mi984rz/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01911 seconds (52.31931/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp_mi984rz/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, sync, (1, 'a33f14cbf141bdf8d4a9fb376ca967be', 'f7eb5fff-2da3-4270-83f6-3223cdc9de93-sda', '1735286429.90751', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('f7eb5fff-2da3-4270-83f6-3223cdc9de93-sda', '147c9be7f27859a496b17988371f5478.db') -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (1, 'a33f14cbf141bdf8d4a9fb376ca967be', 'f7eb5fff-2da3-4270-83f6-3223cdc9de93-sda', '1735286429.90751', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('f7eb5fff-2da3-4270-83f6-3223cdc9de93-sda', '147c9be7f27859a496b17988371f5478.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpeulwel99/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f5594b99-872b-4d49-a393-a95c62fb1a03-sda', '1735286429.92830', '1735286430', '1735286431', '', '1735286431', 0, 1) -test DEBUG: /tmp/tmpeulwel99/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f5594b99-872b-4d49-a393-a95c62fb1a03-sda', '1735286429.92830', '1735286430', '1735286431', '', '1735286431', 0, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('f5594b99-872b-4d49-a393-a95c62fb1a03-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01025 seconds (97.51832/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9zskntja/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'e6556a3ec6a0b737acce49f7f5e3d82c', '18269f1d-bd18-4a42-b691-e29a3777c6ae-sda', '1735286429.94881', '1735286430', '1735286431', '', '1735286431', 1, 0) -test DEBUG: /tmp/tmp9zskntja/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok + +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0114 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0033 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0103 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0100 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0031 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0103 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0116 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0102 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0060 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0168 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0046 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0077 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0023 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0119 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0046 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0072 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0021 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0116 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0032 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 3324107 0 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0114 "-" 3324107 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0005 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0032 "-" 3324107 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3324107 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:25 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3324107 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txd121414bbe0d456e86b63-00697b6f03) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.common.test_manager.TestServer.test_wait +test.unit.common.test_manager.TestServer.test_wait ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok +test.unit.common.test_utils.TestPunchHole.test_arg_bounds +test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok +test.unit.common.test_utils.TestPunchHole.test_error +test.unit.common.test_utils.TestPunchHole.test_error ... ok +test.unit.common.test_utils.TestPunchHole.test_no_fallocate +test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok +test.unit.common.test_utils.TestPunchHole.test_punch_hole +test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_defaults +test.unit.common.utils.test_config.ResellerConfReader.test_defaults ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default +test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma +test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options +test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok -swift: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 507 - "-" "-" "-" 0.0003 "-" 1927250 - -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697027.03271', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697027.05037', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD - return self._handle_acl(app, 'HEAD') - ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, obj, - headers, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1!test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok - -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3f070ec137b64706a43c4-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx3f070ec137b64706a43c4-00676e5ea1) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx3f070ec137b64706a43c4-00676e5ea1) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txacc8bd3e599348f28b32d-00676e5ea1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txacc8bd3e599348f28b32d-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txacc8bd3e599348f28b32d-00676e5ea1) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txacc8bd3e599348f28b32d-00676e5ea1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx85902e18f9934077a56c0-00676e5ea1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx85902e18f9934077a56c0-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx85902e18f9934077a56c0-00676e5ea1) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx85902e18f9934077a56c0-00676e5ea1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx85902e18f9934077a56c0-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx85902e18f9934077a56c0-00676e5ea1) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx85902e18f9934077a56c0-00676e5ea1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx85902e18f9934077a56c0-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx85902e18f9934077a56c0-00676e5ea1) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx85902e18f9934077a56c0-00676e5ea1) -test DEBUG: Setting object count to 1068 (txn: tx85902e18f9934077a56c0-00676e5ea1) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx9e954bed27a849548429f-00676e5ea1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9e954bed27a849548429f-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx9e954bed27a849548429f-00676e5ea1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx9e954bed27a849548429f-00676e5ea1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9e954bed27a849548429f-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9e954bed27a849548429f-00676e5ea1) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx9e954bed27a849548429f-00676e5ea1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9e954bed27a849548429f-00676e5ea1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9e954bed27a849548429f-00676e5ea1) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx9e954bed27a849548429f-00676e5ea1) -test DEBUG: Setting object count to 1068 (txn: tx9e954bed27a849548429f-00676e5ea1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txde29b0dda86746198ead3-00676e5ea2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txde29b0dda86746198ead3-00676e5ea2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txde29b0dda86746198ead3-00676e5ea2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txde29b0dda86746198ead3-00676e5ea2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txde29b0dda86746198ead3-00676e5ea2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txde29b0dda86746198ead3-00676e5ea2) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: txde29b0dda86746198ead3-00676e5ea2) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txde29b0dda86746198ead3-00676e5ea2) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx51c7f19291574fb69bcd2-00676e5ea3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx51c7f19291574fb69bcd2-00676e5ea3) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51c7f19291574fb69bcd2-00676e5ea3) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx51c7f19291574fb69bcd2-00676e5ea3) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx51c7f19291574fb69bcd2-00676e5ea3) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51c7f19291574fb69bcd2-00676e5ea3) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx51c7f19291574fb69bcd2-00676e5ea3) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx51c7f19291574fb69bcd2-00676e5ea3) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx51c7f19291574fb69bcd2-00676e5ea3) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx51c7f19291574fb69bcd2-00676e5ea3) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx51c7f19291574fb69bcd2-00676e5ea3)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0038 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0039 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0022 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0005 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0040 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0023 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0023 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0011 "-" 1927250 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0039 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0035 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0013 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0094 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 1927250 -test.unit.container.test_server.TestContainerController.test_GET_prefix -test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.1:1001/sdb (txn: txe74314747a164fd3a12b5-00676e5e9d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.4:1004/sde (txn: tx3ab76a2f0fa642a38099d-00676e5e9d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.10:1010/sdk (txn: txbdc04ea558ff4ace9cfd4-00676e5e9e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'e6556a3ec6a0b737acce49f7f5e3d82c', '18269f1d-bd18-4a42-b691-e29a3777c6ae-sda', '1735286429.94881', '1735286430', '1735286431', '', '1735286431', 1, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('18269f1d-bd18-4a42-b691-e29a3777c6ae-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp9zskntja/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.55036 seconds (1.81700/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp9zskntja/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, sync, (1, 'bf0675d8f9da8e31f7e1eb4b9ccaafe9', 'ee62c345-3588-49a5-ac79-7954c1846f87-sda', '1735286430.50152', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('ee62c345-3588-49a5-ac79-7954c1846f87-sda', '147c9be7f27859a496b17988371f5478.db') -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (1, 'bf0675d8f9da8e31f7e1eb4b9ccaafe9', 'ee62c345-3588-49a5-ac79-7954c1846f87-sda', '1735286430.50152', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('ee62c345-3588-49a5-ac79-7954c1846f87-sda', '147c9be7f27859a496b17988371f5478.db') +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '86ec1eb2aae0e5f89503147eeba3a2c6', 'f8ec780e-2c99-42b3-80c2-dd1cc1ecbfbd-sda', '1769697027.12168', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('f8ec780e-2c99-42b3-80c2-dd1cc1ecbfbd-sda', '8ae28205657edd6d6ad3b248936edce3.db') +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '86ec1eb2aae0e5f89503147eeba3a2c6', 'f8ec780e-2c99-42b3-80c2-dd1cc1ecbfbd-sda', '1769697027.12168', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('f8ec780e-2c99-42b3-80c2-dd1cc1ecbfbd-sda', '8ae28205657edd6d6ad3b248936edce3.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7haiydvf/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '3430ddc8-442d-4155-a70d-c82178d371d8-sda', '1735286431.08113', '1735286431', '1735286432', '', '1735286432', 0, 1) -test DEBUG: /tmp/tmp7haiydvf/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '3430ddc8-442d-4155-a70d-c82178d371d8-sda', '1735286431.08113', '1735286431', '1735286432', '', '1735286432', 0, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('3430ddc8-442d-4155-a70d-c82178d371d8-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Replicating db /tmp/tmpdfcxi35_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2cf3b5d9-74a2-45d8-affe-3d8258ea631b-sda', '1769697027.22957', '1769697027', '1769697028', '', '1769697028', 0, 1) +test DEBUG: /tmp/tmpdfcxi35_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2cf3b5d9-74a2-45d8-affe-3d8258ea631b-sda', '1769697027.22957', '1769697027', '1769697028', '', '1769697028', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2cf3b5d9-74a2-45d8-affe-3d8258ea631b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01023 seconds (97.75470/s) +test INFO: Attempted to replicate 1 dbs in 0.03374 seconds (29.63787/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfuyr8w67/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '02689b70-275e-4e9b-8a59-de08833c73c5-sda', '1735286431.10385', '1735286431', '1735286432', '', '1735286432', 0, 1) -test DEBUG: /tmp/tmpfuyr8w67/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '02689b70-275e-4e9b-8a59-de08833c73c5-sda', '1735286431.10385', '1735286431', '1735286432', '', '1735286432', 0, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('02689b70-275e-4e9b-8a59-de08833c73c5-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Replicating db /tmp/tmpdkyfx03n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3cd022ed-a257-4dc9-8121-da8e18295a26-sda', '1769697027.29735', '1769697027', '1769697028', '', '1769697028', 0, 1) +test DEBUG: /tmp/tmpdkyfx03n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3cd022ed-a257-4dc9-8121-da8e18295a26-sda', '1769697027.29735', '1769697027', '1769697028', '', '1769697028', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3cd022ed-a257-4dc9-8121-da8e18295a26-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01054 seconds (94.88212/s) +test INFO: Attempted to replicate 1 dbs in 0.01990 seconds (50.24838/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9u_g5qk_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'aa2218a5-cf9c-4af8-b194-4bd167b67810-sda', '1735286431.12840', '1735286433', '0', '', '1735286433', 0, 0) -test DEBUG: /tmp/tmp9u_g5qk_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'aa2218a5-cf9c-4af8-b194-4bd167b67810-sda', '1735286431.12840', '1735286433', '0', '', '1735286433', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('aa2218a5-cf9c-4af8-b194-4bd167b67810-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Replicating db /tmp/tmp4d70p5tf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bdb63c81-738d-4972-a153-143d8b4d6386-sda', '1769697027.34924', '1769697029', '0', '', '1769697029', 0, 0) +test DEBUG: /tmp/tmp4d70p5tf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bdb63c81-738d-4972-a153-143d8b4d6386-sda', '1769697027.34924', '1769697029', '0', '', '1769697029', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bdb63c81-738d-4972-a153-143d8b4d6386-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01132 seconds (88.37664/s) +test INFO: Attempted to replicate 1 dbs in 0.01475 seconds (67.78079/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpx7x_vrdk/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'a769013daa23194bf2b7dfd8cb229c4f', '5d4d1279-40d2-4e38-8828-2bb62d19f386-sda', '1735286431.15320', '1735286433', '0', '', '1735286433', 1, 1) -test DEBUG: /tmp/tmpx7x_vrdk/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'a769013daa23194bf2b7dfd8cb229c4f', '5d4d1279-40d2-4e38-8828-2bb62d19f386-sda', '1735286431.15320', '1735286433', '0', '', '1735286433', 1, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('5d4d1279-40d2-4e38-8828-2bb62d19f386-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpx7x_vrdk/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db +test DEBUG: Replicating db /tmp/tmpn4j1rygb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ddf6b816e88c41c3695dfeedf209ddf3', 'c722c872-b0b5-4869-9dbe-37be90d6b331-sda', '1769697027.38227', '1769697029', '0', '', '1769697029', 1, 1) +test DEBUG: /tmp/tmpn4j1rygb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ddf6b816e88c41c3695dfeedf209ddf3', 'c722c872-b0b5-4869-9dbe-37be90d6b331-sda', '1769697027.38227', '1769697029', '0', '', '1769697029', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c722c872-b0b5-4869-9dbe-37be90d6b331-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpn4j1rygb/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01722 seconds (58.05713/s) +test INFO: Attempted to replicate 1 dbs in 0.03866 seconds (25.86930/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpx7x_vrdk/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, sync, (1, '7dfda95a188ed261a980c7fccf2447f2', '6a7b8003-cf4c-4255-80f1-38cab34aac2e-sda', '1735286431.17001', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('6a7b8003-cf4c-4255-80f1-38cab34aac2e-sda', '147c9be7f27859a496b17988371f5478.db') -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (1, '7dfda95a188ed261a980c7fccf2447f2', '6a7b8003-cf4c-4255-80f1-38cab34aac2e-sda', '1735286431.17001', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('6a7b8003-cf4c-4255-80f1-38cab34aac2e-sda', '147c9be7f27859a496b17988371f5478.db') +test DEBUG: Replicating db /tmp/tmpn4j1rygb/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '86ec1eb2aae0e5f89503147eeba3a2c6', '5c4c4d09-ffd8-4b8f-8ea0-a513ef8b2774-sda', '1769697027.45195', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('5c4c4d09-ffd8-4b8f-8ea0-a513ef8b2774-sda', '8ae28205657edd6d6ad3b248936edce3.db') +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '86ec1eb2aae0e5f89503147eeba3a2c6', '5c4c4d09-ffd8-4b8f-8ea0-a513ef8b2774-sda', '1769697027.45195', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('5c4c4d09-ffd8-4b8f-8ea0-a513ef8b2774-sda', '8ae28205657edd6d6ad3b248936edce3.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication -REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '92d20ff8-741f-4d4e-ab81-3fb2996e243a-sda', '1735286431.18958', '1735286431.18775', '0', '', '1735286431.18775', 0, 0) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ff631f9d-e8a7-4b6d-a382-f82a9406dccb-sda', '1769697027.48974', '1769697027.48798', '0', '', '1769697027.48798', 0, 0) test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpqcko5i_d/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'e3d141bf-0112-4289-85a4-c80d8d0bff65-sda', '1735286431.19662', '1735286431.19483', '0', '', '1735286431.19483', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test DEBUG: Replicating db /tmp/tmpwffubjho/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cdf0004f-2718-4d07-b486-a06479a332c7-sda', '1769697027.51204', '1769697027.51004', '0', '', '1769697027.51004', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cdf0004f-2718-4d07-b486-a06479a332c7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cdf0004f-2718-4d07-b486-a06479a332c7-sda', '1769697027.51204', '1769697027.51004', '0', '', '1769697027.51004', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cdf0004f-2718-4d07-b486-a06479a332c7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02072 seconds (48.27119/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f8fe0961462721b089fe0b35f26a7069', '1713c458-b1a3-40e1-a414-0f30a62df111-sda', '1769697027.54957', '1769697027.54778', '0', '', '1769697027.54778', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx51ea180cc9fd442284813-00676e5ea2) -test INFO: Client disconnected on read of '/a/c' (txn: tx51ea180cc9fd442284813-00676e5ea2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx5b1104aad2ae44c78083c-00676e5ea2) -test INFO: Client disconnected on read of '/a/c' (txn: tx5b1104aad2ae44c78083c-00676e5ea2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx52171b8fd99941aea3852-00676e5ea3) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx52171b8fd99941aea3852-00676e5ea3)test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx153aa1712c07472590a61-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx153aa1712c07472590a61-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx153aa1712c07472590a61-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx153aa1712c07472590a61-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx153aa1712c07472590a61-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx153aa1712c07472590a61-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx153aa1712c07472590a61-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx153aa1712c07472590a61-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx153aa1712c07472590a61-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx153aa1712c07472590a61-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx153aa1712c07472590a61-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx153aa1712c07472590a61-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx153aa1712c07472590a61-00697b6f03) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx153aa1712c07472590a61-00697b6f03) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift ERROR: 400 Bad Request fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok -test ERROR: Failed to unlink '/tmp/tmpw5175hz4/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpw5175hz4/containers/part/suffix/hash/container_1735286424.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpw5175hz4/containers/part/suffix/hash/container_1735286424.00000.db': ['/tmp/tmpw5175hz4/containers/part/suffix/hash/container.db', '/tmp/tmpw5175hz4/containers/part/suffix/hash/container_1735286425.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpw5175hz4/containers/part/suffix/hash/container_1735286425.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmp4b7jiulk/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp4b7jiulk/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpq94rye6t/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpq94rye6t/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0037 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0087 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:30 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1927250 0 -test DEBUG: Unlinked retiring db '/tmp/tmptpqc0unc/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0077 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0022 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927250 0test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_server.TestContainerController.test_GET_xml -test.unit.container.test_server.TestContainerController.test_GET_xml ... ok -test.unit.container.test_server.TestContainerController.test_HEAD -test.unit.container.test_server.TestContainerController.test_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_not_found -test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_OPTIONS -test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok - -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx52171b8fd99941aea3852-00676e5ea3) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx52171b8fd99941aea3852-00676e5ea3) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735286429.69149', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Fri, 27 Dec 2024 08:00:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1735286429.69968', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok - -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('e3d141bf-0112-4289-85a4-c80d8d0bff65-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'e3d141bf-0112-4289-85a4-c80d8d0bff65-sda', '1735286431.19662', '1735286431.19483', '0', '', '1735286431.19483', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('e3d141bf-0112-4289-85a4-c80d8d0bff65-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.19917 seconds (5.02075/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '25bdcb677bf56c0c8c46c2cba2685a5b', '2884c979-a5a8-4ddf-83de-0099aff5a301-sda', '1735286432.05052', '1735286432.04859', '0', '', '1735286432.04859', 1, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('2884c979-a5a8-4ddf-83de-0099aff5a301-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'e742a9fcf9591751e2a34cf28aae0649', '1987f927-3d2c-4811-8f58-85d18578b302-sda', '1735286432.07179', '1735286432.07007', '0', '', '1735286432.07007', 11, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1735286432.07582', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1735286432.07649', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1735286432.07659', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1735286432.07666', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1735286432.07673', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1735286432.07679', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1735286432.07686', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1735286432.07692', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1735286432.07699', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1735286432.07705', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1735286432.07712', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '1987f927-3d2c-4811-8f58-85d18578b302-sda') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpx23qk9sb/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'ee10236f-696e-445b-af2f-8aafb3004170-sda', '1735286432.10255', '1735286435', '0', '', '1735286435', 0, 1) -test DEBUG: /tmp/tmpx23qk9sb/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'ee10236f-696e-445b-af2f-8aafb3004170-sda', '1735286432.10255', '1735286435', '0', '', '1735286435', 0, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('ee10236f-696e-445b-af2f-8aafb3004170-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01085 seconds (92.15938/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp71o0ry8f/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b081861b3f386c3d1aa774735aefd89c', '2c204fdd-3b69-444d-bbfd-9c6ec1415cc3-sda', '1735286432.12959', '1735286435', '0', '', '1735286435', 1, 0) -test DEBUG: /tmp/tmp71o0ry8f/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286436.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2c204fdd-3b69-444d-bbfd-9c6ec1415cc3-sda') -test DEBUG: /tmp/tmp71o0ry8f/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00255489s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b081861b3f386c3d1aa774735aefd89c', '2c204fdd-3b69-444d-bbfd-9c6ec1415cc3-sda', '1735286432.12959', '1735286435', '0', '', '1735286435', 1, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('2c204fdd-3b69-444d-bbfd-9c6ec1415cc3-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp71o0ry8f/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02358 seconds (42.41365/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp71o0ry8f/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, sync, (1, '6e6b003be319269c9485e480be960b38', 'e3bb95c4-5a6e-4100-83d0-b1de37f21129-sda', '1735286432.15176', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('e3bb95c4-5a6e-4100-83d0-b1de37f21129-sda', '147c9be7f27859a496b17988371f5478.db') -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (1, '6e6b003be319269c9485e480be960b38', 'e3bb95c4-5a6e-4100-83d0-b1de37f21129-sda', '1735286432.15176', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('e3bb95c4-5a6e-4100-83d0-b1de37f21129-sda', '147c9be7f27859a496b17988371f5478.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp600ivehu/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'ae4185e2-7471-4297-b5ed-3cc76e8ffec9-sda', '1735286432.17129', '1735286435', '0', '', '1735286435', 0, 1) -test DEBUG: /tmp/tmp600ivehu/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'ae4185e2-7471-4297-b5ed-3cc76e8ffec9-sda', '1735286432.17129', '1735286435', '0', '', '1735286435', 0, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('ae4185e2-7471-4297-b5ed-3cc76e8ffec9-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestTpoolSize.test_default_config +test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpsx5ha6xm/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpsx5ha6xm/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpsx5ha6xm/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpsx5ha6xm/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0032 "-" 1927258 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0032 "-" 1927258 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 1927258 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0031 "-" 1927258 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx18f0503fdb5a4bd5bab81-00676e5ea3" "proxy-server 1927258" 0.0022 "-" 1927258 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:47387/sda1/0/a/c" "tx18f0503fdb5a4bd5bab81-00676e5ea3" "container-server 1927258" 0.0011 "-" 1927258 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:39887/sdb1/0/a/c" "tx18f0503fdb5a4bd5bab81-00676e5ea3" "container-server 1927258" 0.0010 "-" 1927258 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx18f0503fdb5a4bd5bab81-00676e5ea3" "proxy-server 1927258" 0.0133 "-" 1927258 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx18f0503fdb5a4bd5bab81-00676e5ea3" "proxy-server 1927258" 0.0093 "-" 1927258 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/35 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx18f0503fdb5a4bd5bab81-00676e5ea3 - 0.0223 - - 1735286435.208811998 1735286435.231141806 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txdae78cde985040b8af8c4-00676e5ea3" "proxy-server 1927258" 0.0011 "-" 1927258 -test.unit.proxy.test_server.TestAccountController.test_DELETE -test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_server.TestAccountController.test_GET -test.unit.proxy.test_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD -test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT -test.unit.proxy.test_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_status -test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_server.TestAccountController.test_connection_refused -test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697027.26070', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697027.28375', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:39887/sdb1/2/a1/c1" "txdae78cde985040b8af8c4-00676e5ea3" "container-server 1927258" 0.0011 "-" 1927258 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:47387/sda1/2/a1/c1" "txdae78cde985040b8af8c4-00676e5ea3" "container-server 1927258" 0.0012 "-" 1927258 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdae78cde985040b8af8c4-00676e5ea3" "proxy-server 1927258" 0.0132 "-" 1927258 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdae78cde985040b8af8c4-00676e5ea3" "proxy-server 1927258" 0.0096 "-" 1927258 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/35 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txdae78cde985040b8af8c4-00676e5ea3 - 0.0214 - - 1735286435.232568741 1735286435.254011154 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx016aebd0d34f4ad3a071d-00676e5ea3" "proxy-server 1927258" 0.0019 "-" 1927258 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:39887/sdb1/0/a/c1" "tx016aebd0d34f4ad3a071d-00676e5ea3" "container-server 1927258" 0.0010 "-" 1927258 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:47387/sda1/0/a/c1" "tx016aebd0d34f4ad3a071d-00676e5ea3" "container-server 1927258" 0.0016 "-" 1927258 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx016aebd0d34f4ad3a071d-00676e5ea3" "proxy-server 1927258" 0.0086 "-" 1927258 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx016aebd0d34f4ad3a071d-00676e5ea3" "proxy-server 1927258" 0.0138 "-" 1927258 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/35 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx016aebd0d34f4ad3a071d-00676e5ea3 - 0.0221 - - 1735286435.255539894 1735286435.277688265 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe68fd7d15b504b238705e-00676e5ea3" "proxy-server 1927258" 0.0019 "-" 1927258 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:47387/sda1/2/a/c2" "txe68fd7d15b504b238705e-00676e5ea3" "container-server 1927258" 0.0010 "-" 1927258 2 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:39887/sdb1/2/a/c2" "txe68fd7d15b504b238705e-00676e5ea3" "container-server 1927258" 0.0016 "-" 1927258 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe68fd7d15b504b238705e-00676e5ea3" "proxy-server 1927258" 0.0087 "-" 1927258 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:35 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe68fd7d15b504b238705e-00676e5ea3" "proxy-server 1927258" 0.0134 "-" 1927258 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/35 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe68fd7d15b504b238705e-00676e5ea3 - 0.0217 - - 1735286435.279148102 1735286435.300841331 2 - -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0086 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0040 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0025 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:31 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0074 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927250 0test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT -test.unit.container.test_server.TestContainerController.test_PUT ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok - -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx51c7f19291574fb69bcd2-00676e5ea3) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx51c7f19291574fb69bcd2-00676e5ea3) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx51c7f19291574fb69bcd2-00676e5ea3) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx51c7f19291574fb69bcd2-00676e5ea3) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txff2b689106c64e5a96d7f-00676e5ea3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txff2b689106c64e5a96d7f-00676e5ea3) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txff2b689106c64e5a96d7f-00676e5ea3) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txff2b689106c64e5a96d7f-00676e5ea3) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txff2b689106c64e5a96d7f-00676e5ea3) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txff2b689106c64e5a96d7f-00676e5ea3) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txff2b689106c64e5a96d7f-00676e5ea3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txff2b689106c64e5a96d7f-00676e5ea3) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txff2b689106c64e5a96d7f-00676e5ea3) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txff2b689106c64e5a96d7f-00676e5ea3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txff2b689106c64e5a96d7f-00676e5ea3) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txff2b689106c64e5a96d7f-00676e5ea3) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txff2b689106c64e5a96d7f-00676e5ea3) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txff2b689106c64e5a96d7f-00676e5ea3) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txff2b689106c64e5a96d7f-00676e5ea3) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txff2b689106c64e5a96d7f-00676e5ea3) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txff2b689106c64e5a96d7f-00676e5ea3) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txff2b689106c64e5a96d7f-00676e5ea3) -test DEBUG: Setting object count to 1058 (txn: txff2b689106c64e5a96d7f-00676e5ea3) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx586b4f4875fa4fc0b64b9-00676e5ea4) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx586b4f4875fa4fc0b64b9-00676e5ea4) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx586b4f4875fa4fc0b64b9-00676e5ea4) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx586b4f4875fa4fc0b64b9-00676e5ea4) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx586b4f4875fa4fc0b64b9-00676e5ea4) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx586b4f4875fa4fc0b64b9-00676e5ea4) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx586b4f4875fa4fc0b64b9-00676e5ea4) -test DEBUG: Setting object count to 1024 (txn: tx586b4f4875fa4fc0b64b9-00676e5ea4) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx586b4f4875fa4fc0b64b9-00676e5ea4) -test DEBUG: Setting object count to 1024 (txn: tx586b4f4875fa4fc0b64b9-00676e5ea4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5c6ec667b2b344868e9e9-00676e5ea5)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84183e18d3354c8889404-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx319dbe57442c4a26b0c4e-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc6f814e5f0804299b0e8d-00676e5ea0)test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config ... ok -test.unit.proxy.test_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +fake-swift INFO: - - 29/Jan/2026/14/30/27 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0003 - - 1769697027.648076773 1769697027.648377657 - +fake-swift INFO: - - 29/Jan/2026/14/30/27 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1769697027.649388790 1769697027.649574995 - +fake-swift INFO: - - 29/Jan/2026/14/30/27 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1769697027.650139332 1769697027.650315762 - +fake-swift INFO: - - 29/Jan/2026/14/30/27 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1769697027.650670290 1769697027.650790453 - +test DEBUG: Before request +test DEBUG: Inside of request (txn: foo) +test DEBUG: After request +fake-swift INFO: - - 29/Jan/2026/14/30/27 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1769697027.655628681 1769697027.655740023 - +Unable to locate config number 5 for account-server +Unable to locate config number 5 for object-server +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 1 +Signal object-replicator pid: 11 signal: 15 +Signal object-replicator pid: 12 signal: 15 +Signal proxy-server pid: 1 signal: 1 +output Removing pid file /tmp/tmp16ar0f_r/var/run/one-server.pid with wrong pid 3 +output Removing pid file /tmp/tmp16ar0f_r/var/run/zero-server.pid with invalid pid +output Removing pid file /tmp/tmp16ar0f_r/var/run/invalid-server.pid with invalid pid +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 3 signal: 15 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp3eobcsxo/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3eobcsxo/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp3eobcsxo/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3eobcsxo/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0036 "-" 3324098 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0057 "-" 3324098 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3324098 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3324098 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9c0fdee6aa834cfdbda18-00697b6f05" "proxy-server 3324098" 0.0012 "-" 3324098 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:35129/sdb1/1/a/c" "tx9c0fdee6aa834cfdbda18-00697b6f05" "container-server 3324098" 0.0011 "-" 3324098 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:34777/sda1/1/a/c" "tx9c0fdee6aa834cfdbda18-00697b6f05" "container-server 3324098" 0.0012 "-" 3324098 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9c0fdee6aa834cfdbda18-00697b6f05" "proxy-server 3324098" 0.0090 "-" 3324098 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9c0fdee6aa834cfdbda18-00697b6f05" "proxy-server 3324098" 0.0156 "-" 3324098 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/29 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx9c0fdee6aa834cfdbda18-00697b6f05 - 0.0257 - - 1769697029.444936514 1769697029.470676899 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0384bb3783ff4969bd99b-00697b6f05" "proxy-server 3324098" 0.0012 "-" 3324098 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:34777/sda1/1/a1/c1" "tx0384bb3783ff4969bd99b-00697b6f05" "container-server 3324098" 0.0010 "-" 3324098 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:35129/sdb1/1/a1/c1" "tx0384bb3783ff4969bd99b-00697b6f05" "container-server 3324098" 0.0010 "-" 3324098 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0384bb3783ff4969bd99b-00697b6f05" "proxy-server 3324098" 0.0090 "-" 3324098 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0384bb3783ff4969bd99b-00697b6f05" "proxy-server 3324098" 0.0139 "-" 3324098 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/29 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0384bb3783ff4969bd99b-00697b6f05 - 0.0216 - - 1769697029.472150326 1769697029.493784666 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx647f64c903664b3f86573-00697b6f05" "proxy-server 3324098" 0.0019 "-" 3324098 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:35129/sdb1/2/a/c1" "tx647f64c903664b3f86573-00697b6f05" "container-server 3324098" 0.0017 "-" 3324098 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:34777/sda1/2/a/c1" "tx647f64c903664b3f86573-00697b6f05" "container-server 3324098" 0.0010 "-" 3324098 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx647f64c903664b3f86573-00697b6f05" "proxy-server 3324098" 0.0155 "-" 3324098 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx647f64c903664b3f86573-00697b6f05" "proxy-server 3324098" 0.0121 "-" 3324098 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/29 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx647f64c903664b3f86573-00697b6f05 - 0.0247 - - 1769697029.495222807 1769697029.519941568 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txeb97ee1f1589469b89a26-00697b6f05" "proxy-server 3324098" 0.0018 "-" 3324098 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:34777/sda1/1/a/c2" "txeb97ee1f1589469b89a26-00697b6f05" "container-server 3324098" 0.0017 "-" 3324098 2 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:35129/sdb1/1/a/c2" "txeb97ee1f1589469b89a26-00697b6f05" "container-server 3324098" 0.0011 "-" 3324098 2 fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286431.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286431.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286431.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286431.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('1713c458-b1a3-40e1-a414-0f30a62df111-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '8cc50c240b23f5c6ff5b1af09d9e2c7f', '9a09c06b-e11f-434c-981b-07c319c7008e-sda', '1769697027.60620', '1769697027.60408', '0', '', '1769697027.60408', 11, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1769697027.62316', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1769697027.62400', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1769697027.62410', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1769697027.62418', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1769697027.62424', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1769697027.62431', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1769697027.62438', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1769697027.62444', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1769697027.62451', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1769697027.62457', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1769697027.62464', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '9a09c06b-e11f-434c-981b-07c319c7008e-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_htiztvt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '786ebbf3-56c0-47fa-bfaf-57ba13ba9683-sda', '1769697027.67594', '1769697030', '0', '', '1769697030', 0, 0) +test DEBUG: /tmp/tmp_htiztvt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '786ebbf3-56c0-47fa-bfaf-57ba13ba9683-sda', '1769697027.67594', '1769697030', '0', '', '1769697030', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('786ebbf3-56c0-47fa-bfaf-57ba13ba9683-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01372 seconds (72.89318/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8y0ofazg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b081861b3f386c3d1aa774735aefd89c', 'e156ba98-1251-4c15-9c2b-16a0ff0be053-sda', '1735286432.19613', '1735286435', '0', '', '1735286435', 1, 1) -test DEBUG: /tmp/tmp8y0ofazg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b081861b3f386c3d1aa774735aefd89c', 'e156ba98-1251-4c15-9c2b-16a0ff0be053-sda', '1735286432.19613', '1735286435', '0', '', '1735286435', 1, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('e156ba98-1251-4c15-9c2b-16a0ff0be053-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp8y0ofazg/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01661 seconds (60.20899/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp8y0ofazg/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, sync, (1, 'b6e54aefd76f39235d12682d87cd15d7', '873a4309-ff9b-4199-8b91-3d9ed3978824-sda', '1735286432.21237', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('873a4309-ff9b-4199-8b91-3d9ed3978824-sda', '147c9be7f27859a496b17988371f5478.db') -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (1, 'b6e54aefd76f39235d12682d87cd15d7', '873a4309-ff9b-4199-8b91-3d9ed3978824-sda', '1735286432.21237', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('873a4309-ff9b-4199-8b91-3d9ed3978824-sda', '147c9be7f27859a496b17988371f5478.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpo34dlj4e/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '0130035d-771f-4e76-a1c4-a204c610dc73-sda', '1735286432.23111', '1735286432', '1735286436', '', '1735286436', 0, 0) -test DEBUG: /tmp/tmpo34dlj4e/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '0130035d-771f-4e76-a1c4-a204c610dc73-sda', '1735286432.23111', '1735286432', '1735286436', '', '1735286436', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('0130035d-771f-4e76-a1c4-a204c610dc73-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00953 seconds (104.90895/s) +test INFO: Attempted to replicate 1 dbs in 0.00990 seconds (101.01543/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzjz12uhl/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '0a173c7c34634c8802a0630955c5b81b', 'd05c8ef8-a6fc-4009-b7cc-bbbd97ae1196-sda', '1735286432.25141', '1735286432', '1735286436', '', '1735286436', 1, 1) -test DEBUG: /tmp/tmpzjz12uhl/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286437.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'd05c8ef8-a6fc-4009-b7cc-bbbd97ae1196-sda') -test DEBUG: /tmp/tmpzjz12uhl/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00300789s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '0a173c7c34634c8802a0630955c5b81b', 'd05c8ef8-a6fc-4009-b7cc-bbbd97ae1196-sda', '1735286432.25141', '1735286432', '1735286436', '', '1735286436', 1, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('d05c8ef8-a6fc-4009-b7cc-bbbd97ae1196-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpzjz12uhl/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db +test DEBUG: Replicating db /tmp/tmpua7sr6hn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '044e6e1d086d0d708f3ebbe6e060099a', '9bbf5be6-3ffb-48c6-8829-cfe838c8ec5d-sda', '1769697027.69692', '1769697030', '0', '', '1769697030', 1, 1) +test DEBUG: /tmp/tmpua7sr6hn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697031.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '9bbf5be6-3ffb-48c6-8829-cfe838c8ec5d-sda') +test DEBUG: /tmp/tmpua7sr6hn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00340605s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '044e6e1d086d0d708f3ebbe6e060099a', '9bbf5be6-3ffb-48c6-8829-cfe838c8ec5d-sda', '1769697027.69692', '1769697030', '0', '', '1769697030', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9bbf5be6-3ffb-48c6-8829-cfe838c8ec5d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpua7sr6hn/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.03167 seconds (31.57472/s) +test INFO: Attempted to replicate 1 dbs in 0.02208 seconds (45.29270/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpzjz12uhl/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, sync, (1, 'b15b80b3a08327efa54666e289b947e2', '26da81f5-97bf-41a8-9631-0bf3286f51da-sda', '1735286432.28599', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('26da81f5-97bf-41a8-9631-0bf3286f51da-sda', '147c9be7f27859a496b17988371f5478.db') -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (1, 'b15b80b3a08327efa54666e289b947e2', '26da81f5-97bf-41a8-9631-0bf3286f51da-sda', '1735286432.28599', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('26da81f5-97bf-41a8-9631-0bf3286f51da-sda', '147c9be7f27859a496b17988371f5478.db') +test DEBUG: Replicating db /tmp/tmpua7sr6hn/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '021b8283809537b2baa1adaaaa5ea20e', 'ec0e907d-0a7f-4bde-8b97-50f958c2bc83-sda', '1769697027.72154', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('ec0e907d-0a7f-4bde-8b97-50f958c2bc83-sda', '8ae28205657edd6d6ad3b248936edce3.db') +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '021b8283809537b2baa1adaaaa5ea20e', 'ec0e907d-0a7f-4bde-8b97-50f958c2bc83-sda', '1769697027.72154', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('ec0e907d-0a7f-4bde-8b97-50f958c2bc83-sda', '8ae28205657edd6d6ad3b248936edce3.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmwdqx42a/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '894af30d-9003-4683-8f5d-6c3bde58c1d0-sda', '1735286432.30190', '1735286432', '1735286436', '', '1735286436', 0, 1) -test DEBUG: /tmp/tmpmwdqx42a/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '894af30d-9003-4683-8f5d-6c3bde58c1d0-sda', '1735286432.30190', '1735286432', '1735286436', '', '1735286436', 0, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('894af30d-9003-4683-8f5d-6c3bde58c1d0-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Replicating db /tmp/tmpvf39zexi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd1fb3c14-227d-43a6-8856-81eed794af98-sda', '1769697027.74316', '1769697030', '0', '', '1769697030', 0, 0) +test DEBUG: /tmp/tmpvf39zexi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd1fb3c14-227d-43a6-8856-81eed794af98-sda', '1769697027.74316', '1769697030', '0', '', '1769697030', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d1fb3c14-227d-43a6-8856-81eed794af98-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01344 seconds (74.41668/s) +test INFO: Attempted to replicate 1 dbs in 0.01067 seconds (93.74544/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpe90ddzxp/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '0a173c7c34634c8802a0630955c5b81b', '57808b73-b4ac-4b82-8cfb-089995b03d92-sda', '1735286432.32613', '1735286432', '1735286436', '', '1735286436', 1, 0) -test DEBUG: /tmp/tmpe90ddzxp/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok +test DEBUG: Replicating db /tmp/tmpvldnr_ia/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '044e6e1d086d0d708f3ebbe6e060099a', '44322fca-7514-4382-a305-ff06f685fa79-sda', '1769697027.76886', '1769697030', '0', '', '1769697030', 1, 1) +test DEBUG: /tmp/tmpvldnr_ia/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '044e6e1d086d0d708f3ebbe6e060099a', '44322fca-7514-4382-a305-ff06f685fa79-sda', '1769697027.76886', '1769697030', '0', '', '1769697030', 1, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697027.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester WRITE permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0050 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0010 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927250 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 1927250 - -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:32 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 1927250 0test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok -swift: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c" "-" "-" "-" 0.0002 "-" 1927250 +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '0a173c7c34634c8802a0630955c5b81b', '57808b73-b4ac-4b82-8cfb-089995b03d92-sda', '1735286432.32613', '1735286432', '1735286436', '', '1735286436', 1, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('57808b73-b4ac-4b82-8cfb-089995b03d92-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpe90ddzxp/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('44322fca-7514-4382-a305-ff06f685fa79-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpvldnr_ia/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.34714 seconds (2.88065/s) +test INFO: Attempted to replicate 1 dbs in 0.02655 seconds (37.66152/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpe90ddzxp/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, sync, (1, '2206cf4edc3260dc48fc1312feab6ab9', '4d3b8ef9-5b81-4212-861f-555168e4fe4d-sda', '1735286432.67676', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('4d3b8ef9-5b81-4212-861f-555168e4fe4d-sda', '147c9be7f27859a496b17988371f5478.db') -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (1, '2206cf4edc3260dc48fc1312feab6ab9', '4d3b8ef9-5b81-4212-861f-555168e4fe4d-sda', '1735286432.67676', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('4d3b8ef9-5b81-4212-861f-555168e4fe4d-sda', '147c9be7f27859a496b17988371f5478.db') +test DEBUG: Replicating db /tmp/tmpvldnr_ia/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '021b8283809537b2baa1adaaaa5ea20e', 'e42742df-e8e5-48ee-853c-4e7968f39a02-sda', '1769697027.79454', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('e42742df-e8e5-48ee-853c-4e7968f39a02-sda', '8ae28205657edd6d6ad3b248936edce3.db') +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '021b8283809537b2baa1adaaaa5ea20e', 'e42742df-e8e5-48ee-853c-4e7968f39a02-sda', '1769697027.79454', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('e42742df-e8e5-48ee-853c-4e7968f39a02-sda', '8ae28205657edd6d6ad3b248936edce3.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpx_38dq2s/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '6f118fe1-eb71-4613-8a1d-5bd85e76b5ce-sda', '1735286433.06072', '1735286433', '0', '', '1735286433', 0, 0) -test DEBUG: /tmp/tmpx_38dq2s/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '6f118fe1-eb71-4613-8a1d-5bd85e76b5ce-sda', '1735286433.06072', '1735286433', '0', '', '1735286433', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('6f118fe1-eb71-4613-8a1d-5bd85e76b5ce-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Replicating db /tmp/tmp3wpeisd0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '28de93bd-6097-4b68-a32e-c17c665ae0bf-sda', '1769697027.81145', '1769697027', '1769697031', '', '1769697031', 0, 0) +test DEBUG: /tmp/tmp3wpeisd0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '28de93bd-6097-4b68-a32e-c17c665ae0bf-sda', '1769697027.81145', '1769697027', '1769697031', '', '1769697031', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('28de93bd-6097-4b68-a32e-c17c665ae0bf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00915 seconds (109.30802/s) +test INFO: Attempted to replicate 1 dbs in 0.01617 seconds (61.84791/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpo1b31d5h/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '0a173c7c34634c8802a0630955c5b81b', '4c8dce1a-f931-46f8-ac86-b07e176a1148-sda', '1735286433.08040', '1735286433', '0', '', '1735286433', 1, 1) -test DEBUG: /tmp/tmpo1b31d5h/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286437.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '4c8dce1a-f931-46f8-ac86-b07e176a1148-sda') -test DEBUG: /tmp/tmpo1b31d5h/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00273514s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '0a173c7c34634c8802a0630955c5b81b', '4c8dce1a-f931-46f8-ac86-b07e176a1148-sda', '1735286433.08040', '1735286433', '0', '', '1735286433', 1, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('4c8dce1a-f931-46f8-ac86-b07e176a1148-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpo1b31d5h/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db +test DEBUG: Replicating db /tmp/tmpthsapurl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '48a75b62e0e35a577fb74698f960b722', '3cf0d6c1-b4b2-4932-ab8b-9ff498a689a6-sda', '1769697027.83854', '1769697027', '1769697031', '', '1769697031', 1, 0) +test DEBUG: /tmp/tmpthsapurl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697032.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3cf0d6c1-b4b2-4932-ab8b-9ff498a689a6-sda') +test DEBUG: /tmp/tmpthsapurl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00260305s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '48a75b62e0e35a577fb74698f960b722', '3cf0d6c1-b4b2-4932-ab8b-9ff498a689a6-sda', '1769697027.83854', '1769697027', '1769697031', '', '1769697031', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3cf0d6c1-b4b2-4932-ab8b-9ff498a689a6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpthsapurl/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02148 seconds (46.55815/s) +test INFO: Attempted to replicate 1 dbs in 0.02313 seconds (43.24229/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpo1b31d5h/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, sync, (1, 'b15b80b3a08327efa54666e289b947e2', '0c12bce2-408b-4344-9d6d-9db3bc7c199c-sda', '1735286433.10679', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('0c12bce2-408b-4344-9d6d-9db3bc7c199c-sda', '147c9be7f27859a496b17988371f5478.db') -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (1, 'b15b80b3a08327efa54666e289b947e2', '0c12bce2-408b-4344-9d6d-9db3bc7c199c-sda', '1735286433.10679', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('0c12bce2-408b-4344-9d6d-9db3bc7c199c-sda', '147c9be7f27859a496b17988371f5478.db') +test DEBUG: Replicating db /tmp/tmpthsapurl/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '33cb54d05f4d1ad8a6f28b090c456ddf', 'fd3508e4-e3da-4213-8bbf-a6dcd817a69e-sda', '1769697027.86233', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('fd3508e4-e3da-4213-8bbf-a6dcd817a69e-sda', '8ae28205657edd6d6ad3b248936edce3.db') +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '33cb54d05f4d1ad8a6f28b090c456ddf', 'fd3508e4-e3da-4213-8bbf-a6dcd817a69e-sda', '1769697027.86233', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('fd3508e4-e3da-4213-8bbf-a6dcd817a69e-sda', '8ae28205657edd6d6ad3b248936edce3.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpu6hitsh_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '2747fbcc-e483-47ec-afa9-cbec7e2fdc32-sda', '1735286433.12587', '1735286433', '0', '', '1735286433', 0, 0) -test DEBUG: /tmp/tmpu6hitsh_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '2747fbcc-e483-47ec-afa9-cbec7e2fdc32-sda', '1735286433.12587', '1735286433', '0', '', '1735286433', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('2747fbcc-e483-47ec-afa9-cbec7e2fdc32-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Replicating db /tmp/tmpmav4ep0b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6cceb05b-6748-438d-8e3b-885344957f85-sda', '1769697027.88318', '1769697027', '1769697031', '', '1769697031', 0, 0) +test DEBUG: /tmp/tmpmav4ep0b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6cceb05b-6748-438d-8e3b-885344957f85-sda', '1769697027.88318', '1769697027', '1769697031', '', '1769697031', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6cceb05b-6748-438d-8e3b-885344957f85-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01096 seconds (91.27692/s) +test INFO: Attempted to replicate 1 dbs in 0.01051 seconds (95.15118/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpdxs08ka7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '0a173c7c34634c8802a0630955c5b81b', 'df5c6ab0-5ab2-451d-a919-6ed8b55a79cc-sda', '1735286433.14822', '1735286433', '0', '', '1735286433', 1, 0) -test DEBUG: /tmp/tmpdxs08ka7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '0a173c7c34634c8802a0630955c5b81b', 'df5c6ab0-5ab2-451d-a919-6ed8b55a79cc-sda', '1735286433.14822', '1735286433', '0', '', '1735286433', 1, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('df5c6ab0-5ab2-451d-a919-6ed8b55a79cc-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpdxs08ka7/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db +test DEBUG: Replicating db /tmp/tmprbw9ifw4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '48a75b62e0e35a577fb74698f960b722', 'a21a0a70-73a2-4315-82f6-ca55a8b2c61e-sda', '1769697027.90489', '1769697027', '1769697031', '', '1769697031', 1, 0) +test DEBUG: /tmp/tmprbw9ifw4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '48a75b62e0e35a577fb74698f960b722', 'a21a0a70-73a2-4315-82f6-ca55a8b2c61e-sda', '1769697027.90489', '1769697027', '1769697031', '', '1769697031', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a21a0a70-73a2-4315-82f6-ca55a8b2c61e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmprbw9ifw4/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02016 seconds (49.61418/s) +test INFO: Attempted to replicate 1 dbs in 0.02432 seconds (41.11643/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok -swift: - - - [27/Dec/2024:08:00:39 +0000] "DELETE /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1927250 - -swift: - - - [27/Dec/2024:08:00:39 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1927250 - -swift: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1927250 - -swift: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1927250 0 -swift: - - - [27/Dec/2024:08:00:39 +0000] "HEAD /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1927250 - -swift: - - - [27/Dec/2024:08:00:39 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1927250 0 -swift: - - - [27/Dec/2024:08:00:39 +0000] "POST /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1927250 - -swift: - - - [27/Dec/2024:08:00:39 +0000] "POST /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1927250 - -swift: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c" 507 - "-" "-" "-" 0.0004 "-" 1927250 - -swift: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1927250 0 -swift: - - - [27/Dec/2024:08:00:39 +0000] "UPDATE /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1927250 - -swift: - - - [27/Dec/2024:08:00:39 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 1927250 - -swift: - - - [27/Dec/2024:08:00:39 +0000] "DELETE /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1927250 - -swift: - - - [27/Dec/2024:08:00:39 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1927250 - -swift: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1927250 - -swift: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1927250 0 -swift: - - - [27/Dec/2024:08:00:39 +0000] "HEAD /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1927250 - -swift: - - - [27/Dec/2024:08:00:39 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1927250 0 -swift: - - - [27/Dec/2024:08:00:39 +0000] "POST /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1927250 - -swift: - - - [27/Dec/2024:08:00:39 +0000] "POST /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1927250 - -swift: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1927250 - -swift: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1927250 0 -swift: - - - [27/Dec/2024:08:00:39 +0000] "UPDATE /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1927250 - -swift: - - - [27/Dec/2024:08:00:39 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 1927250 - - -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc6f814e5f0804299b0e8d-00676e5ea0) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpchcsb3c0/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpchcsb3c0/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpchcsb3c0/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpchcsb3c0/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 1927254 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 1927254 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1927254 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1927254 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa3db430887cd4a39a3c99-00676e5ea0" "proxy-server 1927254" 0.0011 "-" 1927254 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:37485/sdb1/1/a/c" "txa3db430887cd4a39a3c99-00676e5ea0" "container-server 1927254" 0.0011 "-" 1927254 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:33081/sda1/1/a/c" "txa3db430887cd4a39a3c99-00676e5ea0" "container-server 1927254" 0.0011 "-" 1927254 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa3db430887cd4a39a3c99-00676e5ea0" "proxy-server 1927254" 0.0086 "-" 1927254 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txa3db430887cd4a39a3c99-00676e5ea0" "proxy-server 1927254" 0.0137 "-" 1927254 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/32 PUT /v1/a/c HTTP/1.0 201 - - t - - - txa3db430887cd4a39a3c99-00676e5ea0 - 0.0213 - - 1735286432.743933678 1735286432.765249491 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx974e18dd2b49475eae5d7-00676e5ea0" "proxy-server 1927254" 0.0013 "-" 1927254 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:33081/sda1/1/a1/c1" "tx974e18dd2b49475eae5d7-00676e5ea0" "container-server 1927254" 0.0011 "-" 1927254 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:37485/sdb1/1/a1/c1" "tx974e18dd2b49475eae5d7-00676e5ea0" "container-server 1927254" 0.0035 "-" 1927254 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx974e18dd2b49475eae5d7-00676e5ea0" "proxy-server 1927254" 0.0152 "-" 1927254 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx974e18dd2b49475eae5d7-00676e5ea0" "proxy-server 1927254" 0.0117 "-" 1927254 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/32 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx974e18dd2b49475eae5d7-00676e5ea0 - 0.0236 - - 1735286432.766731501 1735286432.790338755 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdecfc972d4564729b7d6d-00676e5ea0" "proxy-server 1927254" 0.0021 "-" 1927254 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:33081/sda1/2/a/c1" "txdecfc972d4564729b7d6d-00676e5ea0" "container-server 1927254" 0.0011 "-" 1927254 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:37485/sdb1/2/a/c1" "txdecfc972d4564729b7d6d-00676e5ea0" "container-server 1927254" 0.0017 "-" 1927254 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txdecfc972d4564729b7d6d-00676e5ea0" "proxy-server 1927254" 0.0139 "-" 1927254 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txdecfc972d4564729b7d6d-00676e5ea0" "proxy-server 1927254" 0.0100 "-" 1927254 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/32 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txdecfc972d4564729b7d6d-00676e5ea0 - 0.0232 - - 1735286432.791772604 1735286432.814968109 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4c053fdae871492b8157c-00676e5ea0" "proxy-server 1927254" 0.0020 "-" 1927254 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:33081/sda1/1/a/c2" "tx4c053fdae871492b8157c-00676e5ea0" "container-server 1927254" 0.0010 "-" 1927254 2 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:37485/sdb1/1/a/c2" "tx4c053fdae871492b8157c-00676e5ea0" "container-server 1927254" 0.0018 "-" 1927254 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4c053fdae871492b8157c-00676e5ea0" "proxy-server 1927254" 0.0135 "-" 1927254 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:32 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4c053fdae871492b8157c-00676e5ea0" "proxy-server 1927254" 0.0100 "-" 1927254 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/32 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx4c053fdae871492b8157c-00676e5ea0 - 0.0228 - - 1735286432.816452980 1735286432.839239597 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb62a8b3269cc47e6affc4-00676e5ea0) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx39e673485d274a6b9d345-00676e5ea0) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0460549785804f93b2756-00676e5ea0)test.unit.proxy.test_server.TestContainerController.test_DELETE -test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok -swift: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1927250 - -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_server.TestContainerController.test_POST -test.unit.proxy.test_server.TestContainerController.test_POST ... ok - -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: Setting object count to 1072 (txn: tx5c6ec667b2b344868e9e9-00676e5ea5) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Setting object count to 1072 (txn: tx901fe4cbefd84887a3385-00676e5ea6) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmprbw9ifw4/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '33cb54d05f4d1ad8a6f28b090c456ddf', '41d72eb8-9fd5-494f-b86e-915d2d5c3ff1-sda', '1769697027.93262', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('41d72eb8-9fd5-494f-b86e-915d2d5c3ff1-sda', '8ae28205657edd6d6ad3b248936edce3.db') +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '33cb54d05f4d1ad8a6f28b090c456ddf', '41d72eb8-9fd5-494f-b86e-915d2d5c3ff1-sda', '1769697027.93262', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('41d72eb8-9fd5-494f-b86e-915d2d5c3ff1-sda', '8ae28205657edd6d6ad3b248936edce3.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpa1cwjpt1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '525019aa-b22a-4f7b-a884-0b61571cacab-sda', '1769697028.10944', '1769697028', '0', '', '1769697028', 0, 0) +test DEBUG: /tmp/tmpa1cwjpt1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '525019aa-b22a-4f7b-a884-0b61571cacab-sda', '1769697028.10944', '1769697028', '0', '', '1769697028', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('525019aa-b22a-4f7b-a884-0b61571cacab-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01148 seconds (87.07400/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpt62fjx9r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '48a75b62e0e35a577fb74698f960b722', '9759f8f2-fbfc-4f14-b97e-e42e7cb85ece-sda', '1769697028.13579', '1769697028', '0', '', '1769697028', 1, 1) +test DEBUG: /tmp/tmpt62fjx9r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697032.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '9759f8f2-fbfc-4f14-b97e-e42e7cb85ece-sda') +test DEBUG: /tmp/tmpt62fjx9r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00567794s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '48a75b62e0e35a577fb74698f960b722', '9759f8f2-fbfc-4f14-b97e-e42e7cb85ece-sda', '1769697028.13579', '1769697028', '0', '', '1769697028', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9759f8f2-fbfc-4f14-b97e-e42e7cb85ece-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpt62fjx9r/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02671 seconds (37.44165/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpt62fjx9r/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '3bfcba60cc58d195e348b4852b5acd14', 'fa36c03a-6838-45e6-8a92-bc4b60428466-sda', '1769697028.16277', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('fa36c03a-6838-45e6-8a92-bc4b60428466-sda', '8ae28205657edd6d6ad3b248936edce3.db') +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '3bfcba60cc58d195e348b4852b5acd14', 'fa36c03a-6838-45e6-8a92-bc4b60428466-sda', '1769697028.16277', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('fa36c03a-6838-45e6-8a92-bc4b60428466-sda', '8ae28205657edd6d6ad3b248936edce3.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpblh5i48k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd51d3ce6-099b-44f5-9090-7cfe48d35008-sda', '1769697028.18308', '1769697028', '0', '', '1769697028', 0, 0) +test DEBUG: /tmp/tmpblh5i48k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd51d3ce6-099b-44f5-9090-7cfe48d35008-sda', '1769697028.18308', '1769697028', '0', '', '1769697028', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d51d3ce6-099b-44f5-9090-7cfe48d35008-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01522 seconds (65.68644/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpn7mpy5o_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '48a75b62e0e35a577fb74698f960b722', '669380a8-a49d-4599-a0ed-2b8a6760ac6d-sda', '1769697028.21077', '1769697028', '0', '', '1769697028', 1, 1) +test DEBUG: /tmp/tmpn7mpy5o_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '48a75b62e0e35a577fb74698f960b722', '669380a8-a49d-4599-a0ed-2b8a6760ac6d-sda', '1769697028.21077', '1769697028', '0', '', '1769697028', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('669380a8-a49d-4599-a0ed-2b8a6760ac6d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpn7mpy5o_/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01963 seconds (50.95281/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpn7mpy5o_/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '3bfcba60cc58d195e348b4852b5acd14', 'f1063f3e-a5c8-4cba-bdf5-9a916d3f8d84-sda', '1769697028.23347', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('f1063f3e-a5c8-4cba-bdf5-9a916d3f8d84-sda', '8ae28205657edd6d6ad3b248936edce3.db') +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '3bfcba60cc58d195e348b4852b5acd14', 'f1063f3e-a5c8-4cba-bdf5-9a916d3f8d84-sda', '1769697028.23347', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('f1063f3e-a5c8-4cba-bdf5-9a916d3f8d84-sda', '8ae28205657edd6d6ad3b248936edce3.db') +test INFO: Cleaning up 0 reconciler containers +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697027.98925', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697028.00820', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok - -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0086 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0075 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 1927250 0 -test DEBUG: Unlinked retiring db '/tmp/tmp9rexg1ao/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0021 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0021 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0021 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0020 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 1927250 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestContainerController.test_PUT_account_update -test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok - -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0460549785804f93b2756-00676e5ea0) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx0460549785804f93b2756-00676e5ea0) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx15614f8ee80c49929818e-00676e5ea1) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx15614f8ee80c49929818e-00676e5ea1) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx15614f8ee80c49929818e-00676e5ea1) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb1610f624926433899749-00676e5ea1) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txb1610f624926433899749-00676e5ea1) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txbc2b900d1f204bf1b08d9-00676e5ea1) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txbc2b900d1f204bf1b08d9-00676e5ea1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txec6c457171c04eababbf5-00676e5ea1) -test INFO: Client disconnected on read of '/a/c' (txn: txec6c457171c04eababbf5-00676e5ea1) -test INFO: Client disconnected on read of '/a/c' (txn: tx65acb1ab9e6541f88a1d4-00676e5ea1) -test INFO: Client disconnected on read of '/a/c' (txn: tx65acb1ab9e6541f88a1d4-00676e5ea1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txe19a3a35b0414418ba269-00676e5ea1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe30d24ca7e69420ab90d4-00676e5ea1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4870cfa08c994c79aa137-00676e5ea1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4870cfa08c994c79aa137-00676e5ea1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4870cfa08c994c79aa137-00676e5ea1) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx4870cfa08c994c79aa137-00676e5ea1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx81c7753984da4345bd749-00676e5ea1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx81c7753984da4345bd749-00676e5ea1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx81c7753984da4345bd749-00676e5ea1) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx81c7753984da4345bd749-00676e5ea1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx5a5bb4fb5dc74e6a80521-00676e5ea1) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx5a5bb4fb5dc74e6a80521-00676e5ea1) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx5a5bb4fb5dc74e6a80521-00676e5ea1) -test ERROR: Account HEAD returning 503 for [] (txn: tx5a5bb4fb5dc74e6a80521-00676e5ea1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2d4d6db657f34e9f9e4b9-00676e5ea1) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: txae4ef4f53460470ab4166-00676e5ea1) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txae4ef4f53460470ab4166-00676e5ea1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok - -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpdxs08ka7/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, sync, (1, '2206cf4edc3260dc48fc1312feab6ab9', '3ff6f7a5-7a18-4eaa-a36b-91915da6d42f-sda', '1735286433.17116', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('3ff6f7a5-7a18-4eaa-a36b-91915da6d42f-sda', '147c9be7f27859a496b17988371f5478.db') -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (1, '2206cf4edc3260dc48fc1312feab6ab9', '3ff6f7a5-7a18-4eaa-a36b-91915da6d42f-sda', '1735286433.17116', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('3ff6f7a5-7a18-4eaa-a36b-91915da6d42f-sda', '147c9be7f27859a496b17988371f5478.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmphjnk0wmy/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9d8ad631-4348-49a9-ad5a-5fd92b9a97d7-sda', '1735286434.07713', '1735286434', '1735286436', '', '1735286436', 0, 0) -test DEBUG: /tmp/tmphjnk0wmy/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9d8ad631-4348-49a9-ad5a-5fd92b9a97d7-sda', '1735286434.07713', '1735286434', '1735286436', '', '1735286436', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('9d8ad631-4348-49a9-ad5a-5fd92b9a97d7-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00924 seconds (108.27246/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8qm0uoa5/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'e921d422b1bb38105b8d0a22598308f7', '04763eaa-8e87-4416-89a2-7c1e59bfa463-sda', '1735286434.10059', '1735286434', '1735286436', '', '1735286436', 1, 0) -test DEBUG: /tmp/tmp8qm0uoa5/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286439.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '04763eaa-8e87-4416-89a2-7c1e59bfa463-sda') -test DEBUG: /tmp/tmp8qm0uoa5/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00283551s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'e921d422b1bb38105b8d0a22598308f7', '04763eaa-8e87-4416-89a2-7c1e59bfa463-sda', '1735286434.10059', '1735286434', '1735286436', '', '1735286436', 1, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('04763eaa-8e87-4416-89a2-7c1e59bfa463-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp8qm0uoa5/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02024 seconds (49.39798/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp8qm0uoa5/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, sync, (1, '5a39a796f03b72d79c822e263879849d', 'f48ddf44-5185-4d97-b64a-13d23c719b91-sda', '1735286434.12476', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('f48ddf44-5185-4d97-b64a-13d23c719b91-sda', '147c9be7f27859a496b17988371f5478.db') -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (1, '5a39a796f03b72d79c822e263879849d', 'f48ddf44-5185-4d97-b64a-13d23c719b91-sda', '1735286434.12476', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('f48ddf44-5185-4d97-b64a-13d23c719b91-sda', '147c9be7f27859a496b17988371f5478.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpn3apbdti/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '1a6651ee-e1b5-4703-8aac-b4b44abc2830-sda', '1735286434.14227', '1735286434', '1735286436', '', '1735286436', 0, 0) -test DEBUG: /tmp/tmpn3apbdti/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '1a6651ee-e1b5-4703-8aac-b4b44abc2830-sda', '1735286434.14227', '1735286434', '1735286436', '', '1735286436', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('1a6651ee-e1b5-4703-8aac-b4b44abc2830-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01076 seconds (92.97861/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzp2q7wus/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'e921d422b1bb38105b8d0a22598308f7', '4dc2dc75-6758-4fb4-bf96-a16dba2d52f9-sda', '1735286434.16424', '1735286434', '1735286436', '', '1735286436', 1, 0) -test DEBUG: /tmp/tmpzp2q7wus/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'e921d422b1bb38105b8d0a22598308f7', '4dc2dc75-6758-4fb4-bf96-a16dba2d52f9-sda', '1735286434.16424', '1735286434', '1735286436', '', '1735286436', 1, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('4dc2dc75-6758-4fb4-bf96-a16dba2d52f9-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpzp2q7wus/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02005 seconds (49.87791/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpzp2q7wus/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, sync, (1, '5a39a796f03b72d79c822e263879849d', 'fe767547-198c-4b0a-9d04-fb1a8d7686d0-sda', '1735286434.18739', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('fe767547-198c-4b0a-9d04-fb1a8d7686d0-sda', '147c9be7f27859a496b17988371f5478.db') -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (1, '5a39a796f03b72d79c822e263879849d', 'fe767547-198c-4b0a-9d04-fb1a8d7686d0-sda', '1735286434.18739', '1735286400', '0', '', '1735286400', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok -swift: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -swift: - - - [27/Dec/2024:08:00:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927250 0 -swift: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927250 0 -swift: - - - [27/Dec/2024:08:00:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927250 - -swift: - - - [27/Dec/2024:08:00:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1927250 - -swift: - - - [27/Dec/2024:08:00:40 +0000] "OPTIONS /sda1/p/a/c" 200 - "-" "-" "-" 0.0001 "-" 1927250 - -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286432.20367', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286433.44242', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf55add3a9c4941c9b192d-00676e5ea2) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbf7368be89d64426861e0-00676e5ea2) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5e9129269cff4db3b0d1d-00676e5ea2) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx50fda0a81a2948c39998e-00676e5ea2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx99f0f67816ad4f3281c1d-00676e5ea2) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0498ba7a51a14cb9b39a3-00676e5ea2) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx0498ba7a51a14cb9b39a3-00676e5ea2) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txb734791fe51d49289708a-00676e5ea2) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txb734791fe51d49289708a-00676e5ea2) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txb734791fe51d49289708a-00676e5ea2) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txb734791fe51d49289708a-00676e5ea2) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb734791fe51d49289708a-00676e5ea2) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb734791fe51d49289708a-00676e5ea2) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb734791fe51d49289708a-00676e5ea2) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txb734791fe51d49289708a-00676e5ea2) -test WARNING: Could not autocreate account '/account' (txn: txb734791fe51d49289708a-00676e5ea2) -test INFO: autocreate account '/account' (txn: tx55cb0879dab749068c7bb-00676e5ea2) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx865f0cea78ac428183db5-00676e5ea2) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx865f0cea78ac428183db5-00676e5ea2) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx865f0cea78ac428183db5-00676e5ea2) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx865f0cea78ac428183db5-00676e5ea2) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx865f0cea78ac428183db5-00676e5ea2) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx865f0cea78ac428183db5-00676e5ea2) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx865f0cea78ac428183db5-00676e5ea2) -test WARNING: Could not autocreate account '/account' (txn: tx865f0cea78ac428183db5-00676e5ea2) -test INFO: autocreate account '/account' (txn: tx412023944143452ba6786-00676e5ea2) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txff67c2e2100e4c329cc16-00676e5ea2) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txff67c2e2100e4c329cc16-00676e5ea2) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txff67c2e2100e4c329cc16-00676e5ea2) -test INFO: autocreate account '/account' (txn: tx3a0130a8c5cd491491632-00676e5ea2) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txccf4774715414ad296dec-00676e5ea2) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txccf4774715414ad296dec-00676e5ea2) -test INFO: autocreate account '/account' (txn: txccf4774715414ad296dec-00676e5ea2) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx708459b35e27486fa8ddb-00676e5ea2)test.unit.proxy.test_server.TestContainerController.test_PUT -test.unit.proxy.test_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd89261655f8348a2905d7-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c6ed414b3f74859a120e-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txeb97ee1f1589469b89a26-00697b6f05" "proxy-server 3324098" 0.0134 "-" 3324098 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:29 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txeb97ee1f1589469b89a26-00697b6f05" "proxy-server 3324098" 0.0100 "-" 3324098 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/29 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txeb97ee1f1589469b89a26-00697b6f05 - 0.0225 - - 1769697029.521422625 1769697029.543890476 2 -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('fe767547-198c-4b0a-9d04-fb1a8d7686d0-sda', '147c9be7f27859a496b17988371f5478.db') -test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1nbkfi0g/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'c770519f-6623-4426-b580-1193113f5472-sda', '1735286435.22103', '1735286438', '1735286437', '', '1735286438', 0, 0) -test DEBUG: /tmp/tmp1nbkfi0g/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'c770519f-6623-4426-b580-1193113f5472-sda', '1735286435.22103', '1735286438', '1735286437', '', '1735286438', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('c770519f-6623-4426-b580-1193113f5472-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Replicating db /tmp/tmped64l7gv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '94df9e06-27a8-4ffc-a442-c077f538e720-sda', '1769697028.68556', '1769697028', '1769697030', '', '1769697030', 0, 0) +test DEBUG: /tmp/tmped64l7gv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '94df9e06-27a8-4ffc-a442-c077f538e720-sda', '1769697028.68556', '1769697028', '1769697030', '', '1769697030', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('94df9e06-27a8-4ffc-a442-c077f538e720-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01154 seconds (86.65305/s) +test INFO: Attempted to replicate 1 dbs in 0.02400 seconds (41.67365/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpl1mzejq1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'a89cc0d9c7254ef15bf2a969f9f7a9d8', '7a837d10-f8dc-4c45-bf49-4921b8ee82d7-sda', '1735286435.24386', '1735286438', '1735286437', '', '1735286438', 1, 0) -test DEBUG: /tmp/tmpl1mzejq1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286441.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7a837d10-f8dc-4c45-bf49-4921b8ee82d7-sda') -test DEBUG: /tmp/tmpl1mzejq1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00296974s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'a89cc0d9c7254ef15bf2a969f9f7a9d8', '7a837d10-f8dc-4c45-bf49-4921b8ee82d7-sda', '1735286435.24386', '1735286438', '1735286437', '', '1735286438', 1, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('7a837d10-f8dc-4c45-bf49-4921b8ee82d7-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpl1mzejq1/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db +test DEBUG: Replicating db /tmp/tmpok05k1nn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8d7d8903b3343888fbd93d945d85d594', 'c177d10c-276c-4682-915f-e1f383248780-sda', '1769697028.72460', '1769697028', '1769697030', '', '1769697030', 1, 0) +test DEBUG: /tmp/tmpok05k1nn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697033.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c177d10c-276c-4682-915f-e1f383248780-sda') +test DEBUG: /tmp/tmpok05k1nn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00904107s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8d7d8903b3343888fbd93d945d85d594', 'c177d10c-276c-4682-915f-e1f383248780-sda', '1769697028.72460', '1769697028', '1769697030', '', '1769697030', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c177d10c-276c-4682-915f-e1f383248780-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpok05k1nn/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01976 seconds (50.60364/s) +test INFO: Attempted to replicate 1 dbs in 0.03760 seconds (26.59632/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpl1mzejq1/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, sync, (1, 'c49997d5106bb2d6764df1252b38059a', '4b6a0bcb-39b8-4dbe-a85b-f5ce7a325842-sda', '1735286435.26781', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('4b6a0bcb-39b8-4dbe-a85b-f5ce7a325842-sda', '147c9be7f27859a496b17988371f5478.db') -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (1, 'c49997d5106bb2d6764df1252b38059a', '4b6a0bcb-39b8-4dbe-a85b-f5ce7a325842-sda', '1735286435.26781', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('4b6a0bcb-39b8-4dbe-a85b-f5ce7a325842-sda', '147c9be7f27859a496b17988371f5478.db') +test DEBUG: Replicating db /tmp/tmpok05k1nn/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '5fb74af7664b39b96ba66aa713405332', '8833f1d6-4f3b-4ac2-8225-308ce79bc54c-sda', '1769697028.76466', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('8833f1d6-4f3b-4ac2-8225-308ce79bc54c-sda', '8ae28205657edd6d6ad3b248936edce3.db') +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '5fb74af7664b39b96ba66aa713405332', '8833f1d6-4f3b-4ac2-8225-308ce79bc54c-sda', '1769697028.76466', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('8833f1d6-4f3b-4ac2-8225-308ce79bc54c-sda', '8ae28205657edd6d6ad3b248936edce3.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp38n719m8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'c8221228-207a-453d-b44a-ce9c6245ca87-sda', '1735286435.28549', '1735286438', '1735286437', '', '1735286438', 0, 1) -test DEBUG: /tmp/tmp38n719m8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'c8221228-207a-453d-b44a-ce9c6245ca87-sda', '1735286435.28549', '1735286438', '1735286437', '', '1735286438', 0, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('c8221228-207a-453d-b44a-ce9c6245ca87-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Replicating db /tmp/tmp0gk5ubcg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '338b65bb-6a75-48dc-8fe7-652a4ab0ed94-sda', '1769697028.79678', '1769697028', '1769697030', '', '1769697030', 0, 1) +test DEBUG: /tmp/tmp0gk5ubcg/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '338b65bb-6a75-48dc-8fe7-652a4ab0ed94-sda', '1769697028.79678', '1769697028', '1769697030', '', '1769697030', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('338b65bb-6a75-48dc-8fe7-652a4ab0ed94-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01041 seconds (96.10613/s) +test INFO: Attempted to replicate 1 dbs in 0.01659 seconds (60.28861/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmppg7l4adn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'a89cc0d9c7254ef15bf2a969f9f7a9d8', '475d1a8f-c026-4cd0-ac78-278dbb849f14-sda', '1735286435.30769', '1735286438', '1735286437', '', '1735286438', 1, 1) -test DEBUG: /tmp/tmppg7l4adn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'a89cc0d9c7254ef15bf2a969f9f7a9d8', '475d1a8f-c026-4cd0-ac78-278dbb849f14-sda', '1735286435.30769', '1735286438', '1735286437', '', '1735286438', 1, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('475d1a8f-c026-4cd0-ac78-278dbb849f14-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmppg7l4adn/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db +test DEBUG: Replicating db /tmp/tmpubbrbjem/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8d7d8903b3343888fbd93d945d85d594', '751cea7e-8acd-43ef-817f-fda21d2e0deb-sda', '1769697028.82837', '1769697028', '1769697030', '', '1769697030', 1, 0) +test DEBUG: /tmp/tmpubbrbjem/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8d7d8903b3343888fbd93d945d85d594', '751cea7e-8acd-43ef-817f-fda21d2e0deb-sda', '1769697028.82837', '1769697028', '1769697030', '', '1769697030', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('751cea7e-8acd-43ef-817f-fda21d2e0deb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpubbrbjem/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01911 seconds (52.33759/s) +test INFO: Attempted to replicate 1 dbs in 0.02828 seconds (35.35844/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmppg7l4adn/sda/containers/0/478/147c9be7f27859a496b17988371f5478/147c9be7f27859a496b17988371f5478.db -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, sync, (1, '492d13e7c981e3cc5b73f3f1459389b7', '0e68f1e3-13a7-48f5-b051-6a184141b592-sda', '1735286435.33317', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('0e68f1e3-13a7-48f5-b051-6a184141b592-sda', '147c9be7f27859a496b17988371f5478.db') -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, sync, (1, '492d13e7c981e3cc5b73f3f1459389b7', '0e68f1e3-13a7-48f5-b051-6a184141b592-sda', '1735286435.33317', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/147c9be7f27859a496b17988371f5478, complete_rsync, ('0e68f1e3-13a7-48f5-b051-6a184141b592-sda', '147c9be7f27859a496b17988371f5478.db') +test DEBUG: Replicating db /tmp/tmpubbrbjem/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '5fb74af7664b39b96ba66aa713405332', 'b2ea35dd-bd9e-4e07-ad3a-73720d0f8aee-sda', '1769697028.85768', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('b2ea35dd-bd9e-4e07-ad3a-73720d0f8aee-sda', '8ae28205657edd6d6ad3b248936edce3.db') +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '5fb74af7664b39b96ba66aa713405332', 'b2ea35dd-bd9e-4e07-ad3a-73720d0f8aee-sda', '1769697028.85768', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('b2ea35dd-bd9e-4e07-ad3a-73720d0f8aee-sda', '8ae28205657edd6d6ad3b248936edce3.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '0a173c7c34634c8802a0630955c5b81b', 'cc08e79d-8611-4352-b218-00c18f13d06a-sda', '1735286435.34992', '1735286435.00000', '0', '{"x-container-meta-test": ["foo", "1735286435.00000"]}', '1735286435.00000', 1, 0) -test DEBUG: replicator-rpc-sync time for info: 0.00s -test DEBUG: replicator-rpc-sync time for update_metadata: 0.00s -test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.00stest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok - -test INFO: - - - [27/Dec/2024:08:00:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:34 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0034 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0040 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0039 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0041 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0032 "-" 1927250 - -test ERROR: ERROR Account update failed with 127.0.0.1:50601/sda1 (will retry later): Response 503 OK -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 1927250 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1927250 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927250 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1927250 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0075 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0039 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0017 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0016 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927250 0test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpkez5d4ka/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b5e2e23c-7f73-4d50-a7b3-d562f5e3620b-sda', '1769697028.88589', '1769697031', '1769697030', '', '1769697031', 0, 1) +test DEBUG: /tmp/tmpkez5d4ka/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b5e2e23c-7f73-4d50-a7b3-d562f5e3620b-sda', '1769697028.88589', '1769697031', '1769697030', '', '1769697031', 0, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx708459b35e27486fa8ddb-00676e5ea2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: tx8ee443f9db5a4c3fb3077-00676e5ea4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: txaa15026b9b5948e786e30-00676e5ea4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx381e0ceee8c0462aad305-00676e5ea4) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx564866fa94ef4932a1121-00676e5ea4) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txecc496b50fad4cf7b9c6a-00676e5ea4) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5788343fc379443982982-00676e5ea4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx056dd517108b471d94834-00676e5ea4) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx39bfe43dc055402fb5ba5-00676e5ea4) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx53b86f47a5db40a99f2f1-00676e5ea4) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx53b86f47a5db40a99f2f1-00676e5ea4) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx53b86f47a5db40a99f2f1-00676e5ea4) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx5d7d58c724b94aef8d8e2-00676e5ea4) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx5d7d58c724b94aef8d8e2-00676e5ea4)test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, obj, + headers, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:00:34 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286434.83349', 'Content-Type': 'so'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:00:34 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286434.84443', 'Content-Type': 'so'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok - -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx5d7d58c724b94aef8d8e2-00676e5ea4) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx8126cb9721104c478b37a-00676e5ea4) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8126cb9721104c478b37a-00676e5ea4) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8126cb9721104c478b37a-00676e5ea4) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx8126cb9721104c478b37a-00676e5ea4) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx5e61877b024c420c9a716-00676e5ea4) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx5e61877b024c420c9a716-00676e5ea4) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx5e61877b024c420c9a716-00676e5ea4) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5e61877b024c420c9a716-00676e5ea4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txb45cb0f8de6a475297d41-00676e5ea5) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txa9370d85703746f397292-00676e5ea5) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txa9370d85703746f397292-00676e5ea5) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa9370d85703746f397292-00676e5ea5) -test ERROR: Account HEAD returning 503 for [] (txn: txa9370d85703746f397292-00676e5ea5) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx6dc99462715e4c6caa22f-00676e5ea5) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx6dc99462715e4c6caa22f-00676e5ea5) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx6dc99462715e4c6caa22f-00676e5ea5) -test ERROR: Account HEAD returning 503 for [] (txn: tx6dc99462715e4c6caa22f-00676e5ea5) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx6132a1f21fa349f8b1daa-00676e5ea5) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txa1ce07cca2414a888416b-00676e5ea5) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txa1ce07cca2414a888416b-00676e5ea5) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa1ce07cca2414a888416b-00676e5ea5)test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0014 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0013 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 1927250 -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok - -test DEBUG: replicator-rpc-sync time for get_sync: 0.00s -test DEBUG: replicator-rpc-sync time for merge_syncs: 0.00s -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '433723f10ba934c92bcb41f96392ece0', 'e4b11356-f89c-43c6-a0bb-a7f3a3c49f10-sda', '1735286436.26870', '1735286436.26664', '0', '', '1735286436.26664', 1, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286436.27299', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286436.27299', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.27299', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286436.27304', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286436.27304', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.27304', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286436.27305', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286436.27305', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.27305', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'e4b11356-f89c-43c6-a0bb-a7f3a3c49f10-sda') -test DEBUG: /tmp/tmpjrd308m7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjrd308m7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735286436.27450', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'e4b11356-f89c-43c6-a0bb-a7f3a3c49f10-sda') -test DEBUG: /tmp/tmpjrd308m7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00308251s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '433723f10ba934c92bcb41f96392ece0', 'e4b11356-f89c-43c6-a0bb-a7f3a3c49f10-sda', '1735286436.26870', '1735286436.26664', '0', '', '1735286436.26664', 1, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286436.27299', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286436.27299', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.27299', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286436.27304', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286436.27304', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.27304', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286436.27305', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286436.27305', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.27305', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'e4b11356-f89c-43c6-a0bb-a7f3a3c49f10-sda') -test DEBUG: /tmp/tmpjrd308m7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjrd308m7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '433723f10ba934c92bcb41f96392ece0', 'e4b11356-f89c-43c6-a0bb-a7f3a3c49f10-sda', '1735286436.26870', '1735286436.26664', '0', '', '1735286436.26664', 1, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286436.27299', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286436.27299', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.27299', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286436.27304', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1735286436.30519', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.27304', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286436.27305', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286436.27305', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.27305', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286436.30490', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286436.30490', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286436.30479', 'epoch': '1735286436.30479', 'reported': 0, 'tombstones': -1}], 'e4b11356-f89c-43c6-a0bb-a7f3a3c49f10-sda') -test DEBUG: /tmp/tmpjrd308m7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpjrd308m7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '433723f10ba934c92bcb41f96392ece0', 'e4b11356-f89c-43c6-a0bb-a7f3a3c49f10-sda', '1735286436.26870', '1735286436.26664', '0', '', '1735286436.26664', 1, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286436.27299', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286436.27299', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.27299', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286436.27304', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286436.31487', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.27304', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286436.27305', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286436.27305', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.27305', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286436.30490', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286436.30490', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286436.30479', 'epoch': '1735286436.30479', 'reported': 0, 'tombstones': -1}], 'e4b11356-f89c-43c6-a0bb-a7f3a3c49f10-sda') -test DEBUG: /tmp/tmpjrd308m7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpjrd308m7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '433723f10ba934c92bcb41f96392ece0', 'e4b11356-f89c-43c6-a0bb-a7f3a3c49f10-sda', '1735286436.26870', '1735286436.26664', '0', '', '1735286436.26664', 1, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286436.32412', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286436.32412', 'deleted': 1, 'state': 10, 'state_timestamp': '1735286436.32412', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286436.27304', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286436.31487', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.27304', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286436.27305', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286436.27305', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.27305', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286436.30490', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286436.30490', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286436.30479', 'epoch': '1735286436.30479', 'reported': 0, 'tombstones': -1}], 'e4b11356-f89c-43c6-a0bb-a7f3a3c49f10-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697028.75366', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697028.76475', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok - -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: Setting object count to 1072 (txn: tx2a8cdb6f46e944fe94dde-00676e5ea6) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Setting object count to 1072 (txn: txdcc9056ab9d4472dac640-00676e5ea7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd0dcdb18d308410ba74ae-00676e5ea8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txd0dcdb18d308410ba74ae-00676e5ea8) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txd0dcdb18d308410ba74ae-00676e5ea8) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: txd0dcdb18d308410ba74ae-00676e5ea8) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: txd0dcdb18d308410ba74ae-00676e5ea8) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txdc073bd03be84c9c98b3e-00676e5ea8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txdc073bd03be84c9c98b3e-00676e5ea8) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txdc073bd03be84c9c98b3e-00676e5ea8) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txdc073bd03be84c9c98b3e-00676e5ea8) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdc073bd03be84c9c98b3e-00676e5ea8) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdc073bd03be84c9c98b3e-00676e5ea8) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txdc073bd03be84c9c98b3e-00676e5ea8) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdc073bd03be84c9c98b3e-00676e5ea8) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdc073bd03be84c9c98b3e-00676e5ea8) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txdc073bd03be84c9c98b3e-00676e5ea8) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdc073bd03be84c9c98b3e-00676e5ea8) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdc073bd03be84c9c98b3e-00676e5ea8) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txdc073bd03be84c9c98b3e-00676e5ea8) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txed6482a3bdfe42dab8b4e-00676e5ea9) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txed6482a3bdfe42dab8b4e-00676e5ea9)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286435.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok - -test ERROR: Account HEAD returning 503 for [] (txn: txa1ce07cca2414a888416b-00676e5ea5) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx0c762226b2f548ccb384c-00676e5ea5) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx0c762226b2f548ccb384c-00676e5ea5) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx0c762226b2f548ccb384c-00676e5ea5) -test ERROR: Account HEAD returning 503 for [] (txn: tx0c762226b2f548ccb384c-00676e5ea5) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx9eaf8a6222a74b74a6087-00676e5ea6) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx7a35bc9f46e14ccd9b392-00676e5ea6) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx7a35bc9f46e14ccd9b392-00676e5ea6) -test INFO: Client disconnected on read of '/a/c' (txn: tx7a35bc9f46e14ccd9b392-00676e5ea6) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx70bb834391dd4ba38913c-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txa13787c3d8f4423fb3f20-00676e5ea6) -test INFO: Client disconnected on read of '/a/c' (txn: txa13787c3d8f4423fb3f20-00676e5ea6) -test INFO: Client disconnected on read of '/a/c/' (txn: txa13787c3d8f4423fb3f20-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx40aa789adad24ac9bdd1f-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx40aa789adad24ac9bdd1f-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx40aa789adad24ac9bdd1f-00676e5ea6) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx40aa789adad24ac9bdd1f-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txb949f5a4de05477c981d1-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txb949f5a4de05477c981d1-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txb949f5a4de05477c981d1-00676e5ea6) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb949f5a4de05477c981d1-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3ed3bbb8642d44daa019c-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3ed3bbb8642d44daa019c-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3ed3bbb8642d44daa019c-00676e5ea6) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx3ed3bbb8642d44daa019c-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx27c1b0745ade4c65a6979-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx27c1b0745ade4c65a6979-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx27c1b0745ade4c65a6979-00676e5ea6) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx27c1b0745ade4c65a6979-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa0fa3a69d6834d5d903c2-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa0fa3a69d6834d5d903c2-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa0fa3a69d6834d5d903c2-00676e5ea6) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa0fa3a69d6834d5d903c2-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx8e3cdd9297b24bd08eb4b-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx8e3cdd9297b24bd08eb4b-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx8e3cdd9297b24bd08eb4b-00676e5ea6) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8e3cdd9297b24bd08eb4b-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb260c729c99b4bb7b78b3-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb260c729c99b4bb7b78b3-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb260c729c99b4bb7b78b3-00676e5ea6) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb260c729c99b4bb7b78b3-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx61318b2f9e484948882b1-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx61318b2f9e484948882b1-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx61318b2f9e484948882b1-00676e5ea6) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx61318b2f9e484948882b1-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9cc12136256947269315d-00676e5ea6) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx9cc12136256947269315d-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9cc12136256947269315d-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9cc12136256947269315d-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9cc12136256947269315d-00676e5ea6) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9cc12136256947269315d-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe47626f68e264e66a19eb-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txe47626f68e264e66a19eb-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txe47626f68e264e66a19eb-00676e5ea6) -test ERROR: Container GET returning 503 for [503, 503] (txn: txe47626f68e264e66a19eb-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb23403cf06d9465bb6a8b-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb23403cf06d9465bb6a8b-00676e5ea6) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: txb23403cf06d9465bb6a8b-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb23403cf06d9465bb6a8b-00676e5ea6) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb23403cf06d9465bb6a8b-00676e5ea6) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: txb23403cf06d9465bb6a8b-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb23403cf06d9465bb6a8b-00676e5ea6) -test ERROR: Container GET returning 503 for [503, 503] (txn: txb23403cf06d9465bb6a8b-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx195bbcbbd7ba4077a0225-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx195bbcbbd7ba4077a0225-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx195bbcbbd7ba4077a0225-00676e5ea6) -test ERROR: Container GET returning 503 for [] (txn: tx195bbcbbd7ba4077a0225-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0a299e512e684c0caad08-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0a299e512e684c0caad08-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0a299e512e684c0caad08-00676e5ea6) -test ERROR: Container GET returning 503 for [] (txn: tx0a299e512e684c0caad08-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx203319ca4017487d99c19-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx203319ca4017487d99c19-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx203319ca4017487d99c19-00676e5ea6) -test ERROR: Container GET returning 503 for [] (txn: tx203319ca4017487d99c19-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc1770ed6b97545e68047b-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc1770ed6b97545e68047b-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc1770ed6b97545e68047b-00676e5ea6) -test ERROR: Container GET returning 503 for [] (txn: txc1770ed6b97545e68047b-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txffffc9afb8ac4d2b9c00e-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txffffc9afb8ac4d2b9c00e-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txffffc9afb8ac4d2b9c00e-00676e5ea6) -test ERROR: Container GET returning 503 for [] (txn: txffffc9afb8ac4d2b9c00e-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfe576021e3084fdc8168a-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfe576021e3084fdc8168a-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfe576021e3084fdc8168a-00676e5ea6) -test ERROR: Container GET returning 503 for [] (txn: txfe576021e3084fdc8168a-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx61306f9605cd439f9bd81-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx61306f9605cd439f9bd81-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx61306f9605cd439f9bd81-00676e5ea6) -test ERROR: Container GET returning 503 for [] (txn: tx61306f9605cd439f9bd81-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8d14bb32c8dd45129d8f8-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8d14bb32c8dd45129d8f8-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8d14bb32c8dd45129d8f8-00676e5ea6) -test ERROR: Container GET returning 503 for [] (txn: tx8d14bb32c8dd45129d8f8-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb3a5ac8c3ab84799b1201-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb3a5ac8c3ab84799b1201-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb3a5ac8c3ab84799b1201-00676e5ea6) -test ERROR: Container GET returning 503 for [] (txn: txb3a5ac8c3ab84799b1201-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txcd5c4033df87402bb52c5-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txcd5c4033df87402bb52c5-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txcd5c4033df87402bb52c5-00676e5ea6) -test ERROR: Container GET returning 503 for [] (txn: txcd5c4033df87402bb52c5-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd401bcdb3ae849ec8f5dd-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd401bcdb3ae849ec8f5dd-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd401bcdb3ae849ec8f5dd-00676e5ea6) -test ERROR: Container GET returning 503 for [] (txn: txd401bcdb3ae849ec8f5dd-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2345b9a89c8843df896b5-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2345b9a89c8843df896b5-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2345b9a89c8843df896b5-00676e5ea6) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2345b9a89c8843df896b5-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx322dcddf71ca4da4a54bf-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx322dcddf71ca4da4a54bf-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx322dcddf71ca4da4a54bf-00676e5ea6) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx322dcddf71ca4da4a54bf-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx168a01a2f2ed40acaaa6e-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx168a01a2f2ed40acaaa6e-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx168a01a2f2ed40acaaa6e-00676e5ea6) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx168a01a2f2ed40acaaa6e-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf1c296cd97774f07acda8-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf1c296cd97774f07acda8-00676e5ea6) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf1c296cd97774f07acda8-00676e5ea6) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf1c296cd97774f07acda8-00676e5ea6) -test INFO: Client disconnected on read of '/a/c' (txn: txf4184dbc6472483aac2b2-00676e5ea6) -test INFO: Client disconnected on read of '/a/c/' (txn: txf4184dbc6472483aac2b2-00676e5ea6) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx091d7358ce354b8ebf238-00676e5ea6) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx091d7358ce354b8ebf238-00676e5ea6) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx091d7358ce354b8ebf238-00676e5ea6) -test ERROR: Account HEAD returning 503 for [] (txn: tx091d7358ce354b8ebf238-00676e5ea6) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txa677474c17da4265a97b0-00676e5ea6)test.unit.proxy.test_server.TestContainerController.test_error_limiting -test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok + +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3133a1f803954a8581c82-00697b6f04) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txb0368fab337941a39e848-00697b6f05) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx0e582d7c284941a79980e-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx0e582d7c284941a79980e-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx0e582d7c284941a79980e-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx0e582d7c284941a79980e-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx0e582d7c284941a79980e-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx0e582d7c284941a79980e-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx0e582d7c284941a79980e-00697b6f05) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0077 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0013 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test DEBUG: Unlinked retiring db '/tmp/tmpxbsvtxa9/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0006 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0011 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0066 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0012 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1927250 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0042 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:36 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0018 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0016 "-" 1927250 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0062 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1927250 0 -test DEBUG: Unlinked retiring db '/tmp/tmpfqvlpk19/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT_utf8 -test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE -test.unit.container.test_server.TestContainerController.test_UPDATE ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestContainerController.test__call__raise_timeout -test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok -test.unit.container.test_server.TestContainerController.test_acl_container -test.unit.container.test_server.TestContainerController.test_acl_container ... ok -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok - -test DEBUG: /tmp/tmpjrd308m7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpjrd308m7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '433723f10ba934c92bcb41f96392ece0', 'e4b11356-f89c-43c6-a0bb-a7f3a3c49f10-sda', '1735286436.26870', '1735286436.26664', '0', '', '1735286436.26664', 1, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286436.32412', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286436.32412', 'deleted': 1, 'state': 10, 'state_timestamp': '1735286436.32412', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286436.27304', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286436.31487', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.27304', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286436.65724', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1735286436.65724', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.65724', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286436.30490', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286436.30490', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286436.30479', 'epoch': '1735286436.30479', 'reported': 0, 'tombstones': -1}], 'e4b11356-f89c-43c6-a0bb-a7f3a3c49f10-sda') -test DEBUG: /tmp/tmpjrd308m7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpjrd308m7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '433723f10ba934c92bcb41f96392ece0', 'e4b11356-f89c-43c6-a0bb-a7f3a3c49f10-sda', '1735286436.26870', '1735286436.26664', '0', '', '1735286436.26664', 1, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286436.32412', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286436.32412', 'deleted': 1, 'state': 10, 'state_timestamp': '1735286436.32412', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286436.27304', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286436.31487', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.27304', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286436.65724', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1735286436.66793', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.65724', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286436.30490', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286436.30490', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286436.30479', 'epoch': '1735286436.30479', 'reported': 0, 'tombstones': -1}], 'e4b11356-f89c-43c6-a0bb-a7f3a3c49f10-sda') -test DEBUG: /tmp/tmpjrd308m7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpjrd308m7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '433723f10ba934c92bcb41f96392ece0', 'e4b11356-f89c-43c6-a0bb-a7f3a3c49f10-sda', '1735286436.26870', '1735286436.26664', '0', '', '1735286436.26664', 1, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286436.67757', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286436.32412', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.32412', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286436.27304', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286436.31487', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.27304', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286436.65724', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1735286436.66793', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.65724', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286436.30490', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286436.30490', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286436.30479', 'epoch': '1735286436.30479', 'reported': 0, 'tombstones': -1}], 'e4b11356-f89c-43c6-a0bb-a7f3a3c49f10-sda') -test DEBUG: /tmp/tmpjrd308m7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpjrd308m7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '433723f10ba934c92bcb41f96392ece0', 'e4b11356-f89c-43c6-a0bb-a7f3a3c49f10-sda', '1735286436.26870', '1735286436.26664', '0', '', '1735286436.26664', 1, 0) -REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286436.67757', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286436.32412', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.32412', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286436.27304', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286436.31487', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.27304', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286436.65724', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1735286436.66793', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286436.65724', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286436.30490', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286436.30490', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286436.30479', 'epoch': '1735286436.30479', 'reported': 0, 'tombstones': -1}], 'e4b11356-f89c-43c6-a0bb-a7f3a3c49f10-sda') -test DEBUG: /tmp/tmpjrd308m7/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.0:1000/sda -test WARNING: /tmp/tmpjrd308m7/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '76e3e9a6be06de82e1dfffae3a96ea40', 'bc9d13c9-9d48-4d01-8d74-a489681514d9-sda', '1735286437.16982', '1735286437.16797', '0', '', '1735286437.16797', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok - -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txa677474c17da4265a97b0-00676e5ea6) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txa677474c17da4265a97b0-00676e5ea6) -test ERROR: Account HEAD returning 503 for [] (txn: txa677474c17da4265a97b0-00676e5ea6) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx8ca2b4024993416ea431b-00676e5ea7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx4c4d2dbd1bba44349f15d-00676e5ea7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txa677dbc7bbfe49dfbe3c7-00676e5ea7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok - 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! - -user quit -No .MockServer object at 0xffff8cc96360> running -.MockServerFactory.MockServer object at 0xffff88809400> (1) appears to have stopped -No .MockServerFactory.MockServer object at 0xffff8cc65a90> running -No .MockServerFactory.MockServer object at 0xffff8cc66fd0> running -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff8cc908a0> to die; giving up -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff8880b380> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff8880b380> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff8cc66d50> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff8cc66d50> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff8cc66fd0> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff8cc66fd0> pid: None signal: 9 -test ERROR: Problem finding shard upper in '/tmp/tmpg9qq_k3g/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpg9qq_k3g/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpwy0xhu55/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpwy0xhu55/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txed6482a3bdfe42dab8b4e-00676e5ea9) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txed6482a3bdfe42dab8b4e-00676e5ea9) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txed6482a3bdfe42dab8b4e-00676e5ea9) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txed6482a3bdfe42dab8b4e-00676e5ea9) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txed6482a3bdfe42dab8b4e-00676e5ea9) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txed6482a3bdfe42dab8b4e-00676e5ea9) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txed6482a3bdfe42dab8b4e-00676e5ea9) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txed6482a3bdfe42dab8b4e-00676e5ea9) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txed6482a3bdfe42dab8b4e-00676e5ea9) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txed6482a3bdfe42dab8b4e-00676e5ea9) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txed6482a3bdfe42dab8b4e-00676e5ea9) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txed6482a3bdfe42dab8b4e-00676e5ea9) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txed6482a3bdfe42dab8b4e-00676e5ea9) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txed6482a3bdfe42dab8b4e-00676e5ea9) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx1a472e79bbaa4e98b8b48-00676e5eaa) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx1a472e79bbaa4e98b8b48-00676e5eaa) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1a472e79bbaa4e98b8b48-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1a472e79bbaa4e98b8b48-00676e5eaa) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1a472e79bbaa4e98b8b48-00676e5eaa) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1a472e79bbaa4e98b8b48-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1a472e79bbaa4e98b8b48-00676e5eaa) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1a472e79bbaa4e98b8b48-00676e5eaa) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx1a472e79bbaa4e98b8b48-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1a472e79bbaa4e98b8b48-00676e5eaa) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1a472e79bbaa4e98b8b48-00676e5eaa) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1a472e79bbaa4e98b8b48-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1a472e79bbaa4e98b8b48-00676e5eaa) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx1a472e79bbaa4e98b8b48-00676e5eaa) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1a472e79bbaa4e98b8b48-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1a472e79bbaa4e98b8b48-00676e5eaa) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx1a472e79bbaa4e98b8b48-00676e5eaa) -test DEBUG: Setting object count to 3120 (txn: tx1a472e79bbaa4e98b8b48-00676e5eaa) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx682be8d0e9b74e57b218c-00676e5eaa) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx682be8d0e9b74e57b218c-00676e5eaa) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx682be8d0e9b74e57b218c-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx682be8d0e9b74e57b218c-00676e5eaa) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx682be8d0e9b74e57b218c-00676e5eaa) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx682be8d0e9b74e57b218c-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx682be8d0e9b74e57b218c-00676e5eaa) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx682be8d0e9b74e57b218c-00676e5eaa) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx682be8d0e9b74e57b218c-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx682be8d0e9b74e57b218c-00676e5eaa) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx682be8d0e9b74e57b218c-00676e5eaa) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx682be8d0e9b74e57b218c-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx682be8d0e9b74e57b218c-00676e5eaa) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx682be8d0e9b74e57b218c-00676e5eaa) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx682be8d0e9b74e57b218c-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx682be8d0e9b74e57b218c-00676e5eaa) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx682be8d0e9b74e57b218c-00676e5eaa) -test DEBUG: Setting object count to 3120 (txn: tx682be8d0e9b74e57b218c-00676e5eaa) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txba0f780e86d949e28f34c-00676e5eaa) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txba0f780e86d949e28f34c-00676e5eaa) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txba0f780e86d949e28f34c-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txba0f780e86d949e28f34c-00676e5eaa) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txba0f780e86d949e28f34c-00676e5eaa) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txba0f780e86d949e28f34c-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txba0f780e86d949e28f34c-00676e5eaa) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txba0f780e86d949e28f34c-00676e5eaa) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txba0f780e86d949e28f34c-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txba0f780e86d949e28f34c-00676e5eaa) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txba0f780e86d949e28f34c-00676e5eaa) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txba0f780e86d949e28f34c-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txba0f780e86d949e28f34c-00676e5eaa) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txba0f780e86d949e28f34c-00676e5eaa) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txba0f780e86d949e28f34c-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txba0f780e86d949e28f34c-00676e5eaa) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txba0f780e86d949e28f34c-00676e5eaa) -test DEBUG: Setting object count to 3120 (txn: txba0f780e86d949e28f34c-00676e5eaa) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf9a3d3f5a721463b97bc0-00676e5eaa) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf9a3d3f5a721463b97bc0-00676e5eaa) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf9a3d3f5a721463b97bc0-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9a3d3f5a721463b97bc0-00676e5eaa) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf9a3d3f5a721463b97bc0-00676e5eaa) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf9a3d3f5a721463b97bc0-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf9a3d3f5a721463b97bc0-00676e5eaa) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf9a3d3f5a721463b97bc0-00676e5eaa) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txf9a3d3f5a721463b97bc0-00676e5eaa) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txf9a3d3f5a721463b97bc0-00676e5eaa) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txf9a3d3f5a721463b97bc0-00676e5eaa) -test DEBUG: Setting object count to 3120 (txn: txf9a3d3f5a721463b97bc0-00676e5eaa) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx36747240e91a478d814eb-00676e5eaa) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx36747240e91a478d814eb-00676e5eaa) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx36747240e91a478d814eb-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx36747240e91a478d814eb-00676e5eaa) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx36747240e91a478d814eb-00676e5eaa) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx36747240e91a478d814eb-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx36747240e91a478d814eb-00676e5eaa) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx36747240e91a478d814eb-00676e5eaa) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx36747240e91a478d814eb-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx36747240e91a478d814eb-00676e5eaa) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx36747240e91a478d814eb-00676e5eaa) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx36747240e91a478d814eb-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx36747240e91a478d814eb-00676e5eaa) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx36747240e91a478d814eb-00676e5eaa) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx36747240e91a478d814eb-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx36747240e91a478d814eb-00676e5eaa) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx36747240e91a478d814eb-00676e5eaa) -test DEBUG: Setting object count to 3120 (txn: tx36747240e91a478d814eb-00676e5eaa) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx2b10dd19a0d64061b5b73-00676e5eaa) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx2b10dd19a0d64061b5b73-00676e5eaa) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2b10dd19a0d64061b5b73-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2b10dd19a0d64061b5b73-00676e5eaa) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2b10dd19a0d64061b5b73-00676e5eaa)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286437.02759', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286437.03712', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697029.19410', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697029.19627', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok -test ERROR: Failed to unlink '/tmp/tmp3fvky047/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp3fvky047/containers/part/suffix/hash/container_1735286437.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp3fvky047/containers/part/suffix/hash/container_1735286437.00000.db': ['/tmp/tmp3fvky047/containers/part/suffix/hash/container.db', '/tmp/tmp3fvky047/containers/part/suffix/hash/container_1735286438.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp3fvky047/containers/part/suffix/hash/container_1735286438.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmplmgwfde_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp90m20yx4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp90m20yx4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp90m20yx4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp90m20yx4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1735286438.00000, (0, 0) as of 1735286438.00000, active as of 1735286438.00000> to ShardRange<'k' to 't' as of 1735286439.00000, (0, 0) as of 1735286439.00000, active as of 1735286439.00000>, path: .shards_a/shard_c, db: /tmp/tmp90m20yx4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp90m20yx4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp90m20yx4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp90m20yx4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp90m20yx4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286443.00000, (0, 0) as of 1735286443.00000, shrinking as of 1735286440.00000> to ShardRange<'k' to 't' as of 1735286443.00000, (0, 0) as of 1735286443.00000, sharding as of 1735286444.00000>, path: .shards_a/shard_c, db: /tmp/tmp90m20yx4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp90m20yx4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp90m20yx4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp90m20yx4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286438.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/cbc/b99938c8d4f09063fcfdbbd7f9a99cbc/b99938c8d4f09063fcfdbbd7f9a99cbc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286440.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/c8e/f99d7471b81964858d7e62d0798f2c8e/f99d7471b81964858d7e62d0798f2c8e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286439.00000, (0, 0) as of 1735286439.00000, found as of 1735286439.00000> to ShardRange<'k' to 't' as of 1735286440.00000, (0, 0) as of 1735286440.00000, created as of 1735286440.00000>, path: .shards_a/shard_c_1735286440.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/c8e/f99d7471b81964858d7e62d0798f2c8e/f99d7471b81964858d7e62d0798f2c8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286442.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/214/17f92eb8622e1983a45035c0693b9214/17f92eb8622e1983a45035c0693b9214.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286441.00000, (0, 0) as of 1735286441.00000, found as of 1735286441.00000> to ShardRange<'k' to 't' as of 1735286442.00000, (0, 0) as of 1735286442.00000, cleaved as of 1735286442.00000>, path: .shards_a/shard_c_1735286442.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/214/17f92eb8622e1983a45035c0693b9214/17f92eb8622e1983a45035c0693b9214.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286444.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/e1e/a876e56990f188e6ae8a8022f452ce1e/a876e56990f188e6ae8a8022f452ce1e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286443.00000, (0, 0) as of 1735286443.00000, found as of 1735286443.00000> to ShardRange<'k' to 't' as of 1735286444.00000, (0, 0) as of 1735286444.00000, active as of 1735286444.00000>, path: .shards_a/shard_c_1735286444.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/e1e/a876e56990f188e6ae8a8022f452ce1e/a876e56990f188e6ae8a8022f452ce1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286446.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/528/68657cf19e1bbcafe2e9ff687b2c0528/68657cf19e1bbcafe2e9ff687b2c0528.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286445.00000, (0, 0) as of 1735286445.00000, found as of 1735286445.00000> to ShardRange<'k' to 't' as of 1735286446.00000, (0, 0) as of 1735286446.00000, shrinking as of 1735286446.00000>, path: .shards_a/shard_c_1735286446.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/528/68657cf19e1bbcafe2e9ff687b2c0528/68657cf19e1bbcafe2e9ff687b2c0528.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286446.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/528/68657cf19e1bbcafe2e9ff687b2c0528/68657cf19e1bbcafe2e9ff687b2c0528.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286448.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/bb2/7c863f12f020fcf80d38ba0ddffa5bb2/7c863f12f020fcf80d38ba0ddffa5bb2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286447.00000, (0, 0) as of 1735286447.00000, found as of 1735286447.00000> to ShardRange<'k' to 't' as of 1735286448.00000, (0, 0) as of 1735286448.00000, sharding as of 1735286448.00000>, path: .shards_a/shard_c_1735286448.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/bb2/7c863f12f020fcf80d38ba0ddffa5bb2/7c863f12f020fcf80d38ba0ddffa5bb2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286448.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/bb2/7c863f12f020fcf80d38ba0ddffa5bb2/7c863f12f020fcf80d38ba0ddffa5bb2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286450.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/b7d/c4690d24ed43bed475f31786c8b8db7d/c4690d24ed43bed475f31786c8b8db7d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286449.00000, (0, 0) as of 1735286449.00000, found as of 1735286449.00000> to ShardRange<'k' to 't' as of 1735286450.00000, (0, 0) as of 1735286450.00000, sharded as of 1735286450.00000>, path: .shards_a/shard_c_1735286450.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/b7d/c4690d24ed43bed475f31786c8b8db7d/c4690d24ed43bed475f31786c8b8db7d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286450.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/b7d/c4690d24ed43bed475f31786c8b8db7d/c4690d24ed43bed475f31786c8b8db7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286452.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/f8c/379625e46a645a1026745dd43a12ef8c/379625e46a645a1026745dd43a12ef8c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286451.00000, (0, 0) as of 1735286451.00000, found as of 1735286451.00000> to ShardRange<'k' to 't' as of 1735286452.00000, (0, 0) as of 1735286452.00000, shrunk as of 1735286452.00000>, path: .shards_a/shard_c_1735286452.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/f8c/379625e46a645a1026745dd43a12ef8c/379625e46a645a1026745dd43a12ef8c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286452.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/f8c/379625e46a645a1026745dd43a12ef8c/379625e46a645a1026745dd43a12ef8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286454.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/a76/2b21216675a9926a8f1df52f2502fa76/2b21216675a9926a8f1df52f2502fa76.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286453.00000, (0, 0) as of 1735286453.00000, created as of 1735286453.00000> to ShardRange<'k' to 't' as of 1735286454.00000, (0, 0) as of 1735286454.00000, found as of 1735286454.00000>, path: .shards_a/shard_c_1735286454.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/a76/2b21216675a9926a8f1df52f2502fa76/2b21216675a9926a8f1df52f2502fa76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286456.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/008/c2d7391aa901a68be60bc4946765e008/c2d7391aa901a68be60bc4946765e008.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286458.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/ddf/da77b3e39f3230f7ce8e0483ee78addf/da77b3e39f3230f7ce8e0483ee78addf.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286457.00000, (0, 0) as of 1735286457.00000, created as of 1735286457.00000> to ShardRange<'k' to 't' as of 1735286458.00000, (0, 0) as of 1735286458.00000, cleaved as of 1735286458.00000>, path: .shards_a/shard_c_1735286458.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/ddf/da77b3e39f3230f7ce8e0483ee78addf/da77b3e39f3230f7ce8e0483ee78addf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286460.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/9c5/33d31cd6b2ef8b945a9161fad99db9c5/33d31cd6b2ef8b945a9161fad99db9c5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286459.00000, (0, 0) as of 1735286459.00000, created as of 1735286459.00000> to ShardRange<'k' to 't' as of 1735286460.00000, (0, 0) as of 1735286460.00000, active as of 1735286460.00000>, path: .shards_a/shard_c_1735286460.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/9c5/33d31cd6b2ef8b945a9161fad99db9c5/33d31cd6b2ef8b945a9161fad99db9c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286462.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/ed4/64b260a496dda7e3c98d9db57f3eaed4/64b260a496dda7e3c98d9db57f3eaed4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286461.00000, (0, 0) as of 1735286461.00000, created as of 1735286461.00000> to ShardRange<'k' to 't' as of 1735286462.00000, (0, 0) as of 1735286462.00000, shrinking as of 1735286462.00000>, path: .shards_a/shard_c_1735286462.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/ed4/64b260a496dda7e3c98d9db57f3eaed4/64b260a496dda7e3c98d9db57f3eaed4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286462.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/ed4/64b260a496dda7e3c98d9db57f3eaed4/64b260a496dda7e3c98d9db57f3eaed4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286464.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/a3d/a529904600a357d9fd2c90ac4798da3d/a529904600a357d9fd2c90ac4798da3d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286463.00000, (0, 0) as of 1735286463.00000, created as of 1735286463.00000> to ShardRange<'k' to 't' as of 1735286464.00000, (0, 0) as of 1735286464.00000, sharding as of 1735286464.00000>, path: .shards_a/shard_c_1735286464.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/a3d/a529904600a357d9fd2c90ac4798da3d/a529904600a357d9fd2c90ac4798da3d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286464.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/a3d/a529904600a357d9fd2c90ac4798da3d/a529904600a357d9fd2c90ac4798da3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286466.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/aab/1dbd7ece8d62b064933871a96eeaaaab/1dbd7ece8d62b064933871a96eeaaaab.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286465.00000, (0, 0) as of 1735286465.00000, created as of 1735286465.00000> to ShardRange<'k' to 't' as of 1735286466.00000, (0, 0) as of 1735286466.00000, sharded as of 1735286466.00000>, path: .shards_a/shard_c_1735286466.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/aab/1dbd7ece8d62b064933871a96eeaaaab/1dbd7ece8d62b064933871a96eeaaaab.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286466.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/aab/1dbd7ece8d62b064933871a96eeaaaab/1dbd7ece8d62b064933871a96eeaaaab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286468.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/fd5/12097ccbb66ee84eb0524ac44d733fd5/12097ccbb66ee84eb0524ac44d733fd5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286467.00000, (0, 0) as of 1735286467.00000, created as of 1735286467.00000> to ShardRange<'k' to 't' as of 1735286468.00000, (0, 0) as of 1735286468.00000, shrunk as of 1735286468.00000>, path: .shards_a/shard_c_1735286468.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/fd5/12097ccbb66ee84eb0524ac44d733fd5/12097ccbb66ee84eb0524ac44d733fd5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286468.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/fd5/12097ccbb66ee84eb0524ac44d733fd5/12097ccbb66ee84eb0524ac44d733fd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286470.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/3a5/36574b2ad25f5bdf9405458024f063a5/36574b2ad25f5bdf9405458024f063a5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286469.00000, (0, 0) as of 1735286469.00000, cleaved as of 1735286469.00000> to ShardRange<'k' to 't' as of 1735286470.00000, (0, 0) as of 1735286470.00000, found as of 1735286470.00000>, path: .shards_a/shard_c_1735286470.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/3a5/36574b2ad25f5bdf9405458024f063a5/36574b2ad25f5bdf9405458024f063a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286472.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/a13/9cfc232fca56357fee2002ff0c2cca13/9cfc232fca56357fee2002ff0c2cca13.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286471.00000, (0, 0) as of 1735286471.00000, cleaved as of 1735286471.00000> to ShardRange<'k' to 't' as of 1735286472.00000, (0, 0) as of 1735286472.00000, created as of 1735286472.00000>, path: .shards_a/shard_c_1735286472.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/a13/9cfc232fca56357fee2002ff0c2cca13/9cfc232fca56357fee2002ff0c2cca13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286474.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/80e/0d1586c0f31a2b5b627a45c53892480e/0d1586c0f31a2b5b627a45c53892480e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286476.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/900/3ece06d4458f8cda814d86d0f3093900/3ece06d4458f8cda814d86d0f3093900.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286475.00000, (0, 0) as of 1735286475.00000, cleaved as of 1735286475.00000> to ShardRange<'k' to 't' as of 1735286476.00000, (0, 0) as of 1735286476.00000, active as of 1735286476.00000>, path: .shards_a/shard_c_1735286476.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/900/3ece06d4458f8cda814d86d0f3093900/3ece06d4458f8cda814d86d0f3093900.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286478.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/323/058ff9a951e316ee99e3b2ff54e58323/058ff9a951e316ee99e3b2ff54e58323.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286477.00000, (0, 0) as of 1735286477.00000, cleaved as of 1735286477.00000> to ShardRange<'k' to 't' as of 1735286478.00000, (0, 0) as of 1735286478.00000, shrinking as of 1735286478.00000>, path: .shards_a/shard_c_1735286478.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/323/058ff9a951e316ee99e3b2ff54e58323/058ff9a951e316ee99e3b2ff54e58323.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286478.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/323/058ff9a951e316ee99e3b2ff54e58323/058ff9a951e316ee99e3b2ff54e58323.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286480.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/84e/e6b1dda366a2650323d09192aa1d384e/e6b1dda366a2650323d09192aa1d384e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286479.00000, (0, 0) as of 1735286479.00000, cleaved as of 1735286479.00000> to ShardRange<'k' to 't' as of 1735286480.00000, (0, 0) as of 1735286480.00000, sharding as of 1735286480.00000>, path: .shards_a/shard_c_1735286480.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/84e/e6b1dda366a2650323d09192aa1d384e/e6b1dda366a2650323d09192aa1d384e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286480.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/84e/e6b1dda366a2650323d09192aa1d384e/e6b1dda366a2650323d09192aa1d384e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286482.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/3ad/c52fbb0a1b65ab98422a5d09494be3ad/c52fbb0a1b65ab98422a5d09494be3ad.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286481.00000, (0, 0) as of 1735286481.00000, cleaved as of 1735286481.00000> to ShardRange<'k' to 't' as of 1735286482.00000, (0, 0) as of 1735286482.00000, sharded as of 1735286482.00000>, path: .shards_a/shard_c_1735286482.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/3ad/c52fbb0a1b65ab98422a5d09494be3ad/c52fbb0a1b65ab98422a5d09494be3ad.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286482.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/3ad/c52fbb0a1b65ab98422a5d09494be3ad/c52fbb0a1b65ab98422a5d09494be3ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286484.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/a02/e2c61a06dc125078dd8c573e10a3ea02/e2c61a06dc125078dd8c573e10a3ea02.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286483.00000, (0, 0) as of 1735286483.00000, cleaved as of 1735286483.00000> to ShardRange<'k' to 't' as of 1735286484.00000, (0, 0) as of 1735286484.00000, shrunk as of 1735286484.00000>, path: .shards_a/shard_c_1735286484.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/a02/e2c61a06dc125078dd8c573e10a3ea02/e2c61a06dc125078dd8c573e10a3ea02.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286484.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/a02/e2c61a06dc125078dd8c573e10a3ea02/e2c61a06dc125078dd8c573e10a3ea02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286486.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/f01/e5681b001f6050d497f724bea0aa2f01/e5681b001f6050d497f724bea0aa2f01.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286485.00000, (0, 0) as of 1735286485.00000, active as of 1735286485.00000> to ShardRange<'k' to 't' as of 1735286486.00000, (0, 0) as of 1735286486.00000, found as of 1735286486.00000>, path: .shards_a/shard_c_1735286486.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/f01/e5681b001f6050d497f724bea0aa2f01/e5681b001f6050d497f724bea0aa2f01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286488.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/82e/ec40387d3592b26c4f3a530071c0c82e/ec40387d3592b26c4f3a530071c0c82e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286487.00000, (0, 0) as of 1735286487.00000, active as of 1735286487.00000> to ShardRange<'k' to 't' as of 1735286488.00000, (0, 0) as of 1735286488.00000, created as of 1735286488.00000>, path: .shards_a/shard_c_1735286488.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/82e/ec40387d3592b26c4f3a530071c0c82e/ec40387d3592b26c4f3a530071c0c82e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286490.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/500/f71102ba415bb49b7fb6e72c12d0d500/f71102ba415bb49b7fb6e72c12d0d500.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286489.00000, (0, 0) as of 1735286489.00000, active as of 1735286489.00000> to ShardRange<'k' to 't' as of 1735286490.00000, (0, 0) as of 1735286490.00000, cleaved as of 1735286490.00000>, path: .shards_a/shard_c_1735286490.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/500/f71102ba415bb49b7fb6e72c12d0d500/f71102ba415bb49b7fb6e72c12d0d500.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286492.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/694/58d54ffb3d94e6e6dcc6065b90361694/58d54ffb3d94e6e6dcc6065b90361694.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286494.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/e35/c66b4c83fc43029cc2645f1f592c9e35/c66b4c83fc43029cc2645f1f592c9e35.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286493.00000, (0, 0) as of 1735286493.00000, active as of 1735286493.00000> to ShardRange<'k' to 't' as of 1735286494.00000, (0, 0) as of 1735286494.00000, shrinking as of 1735286494.00000>, path: .shards_a/shard_c_1735286494.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/e35/c66b4c83fc43029cc2645f1f592c9e35/c66b4c83fc43029cc2645f1f592c9e35.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286494.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/e35/c66b4c83fc43029cc2645f1f592c9e35/c66b4c83fc43029cc2645f1f592c9e35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286496.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/737/6044a1e9659d99beccfd4b0e8f3a1737/6044a1e9659d99beccfd4b0e8f3a1737.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286495.00000, (0, 0) as of 1735286495.00000, active as of 1735286495.00000> to ShardRange<'k' to 't' as of 1735286496.00000, (0, 0) as of 1735286496.00000, sharding as of 1735286496.00000>, path: .shards_a/shard_c_1735286496.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/737/6044a1e9659d99beccfd4b0e8f3a1737/6044a1e9659d99beccfd4b0e8f3a1737.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286496.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/737/6044a1e9659d99beccfd4b0e8f3a1737/6044a1e9659d99beccfd4b0e8f3a1737.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286498.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/1e1/fb4871150b58a57dadd558288aaf11e1/fb4871150b58a57dadd558288aaf11e1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286497.00000, (0, 0) as of 1735286497.00000, active as of 1735286497.00000> to ShardRange<'k' to 't' as of 1735286498.00000, (0, 0) as of 1735286498.00000, sharded as of 1735286498.00000>, path: .shards_a/shard_c_1735286498.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/1e1/fb4871150b58a57dadd558288aaf11e1/fb4871150b58a57dadd558288aaf11e1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286498.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/1e1/fb4871150b58a57dadd558288aaf11e1/fb4871150b58a57dadd558288aaf11e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286500.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/e84/0b8c68626640ec228a9bbf5c82b26e84/0b8c68626640ec228a9bbf5c82b26e84.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286499.00000, (0, 0) as of 1735286499.00000, active as of 1735286499.00000> to ShardRange<'k' to 't' as of 1735286500.00000, (0, 0) as of 1735286500.00000, shrunk as of 1735286500.00000>, path: .shards_a/shard_c_1735286500.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/e84/0b8c68626640ec228a9bbf5c82b26e84/0b8c68626640ec228a9bbf5c82b26e84.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286500.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/e84/0b8c68626640ec228a9bbf5c82b26e84/0b8c68626640ec228a9bbf5c82b26e84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286502.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/8a2/b00333e41826c5eaa9d3a1b70296a8a2/b00333e41826c5eaa9d3a1b70296a8a2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286501.00000, (0, 0) as of 1735286501.00000, shrinking as of 1735286501.00000> to ShardRange<'k' to 't' as of 1735286502.00000, (0, 0) as of 1735286502.00000, found as of 1735286502.00000>, path: .shards_a/shard_c_1735286502.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/8a2/b00333e41826c5eaa9d3a1b70296a8a2/b00333e41826c5eaa9d3a1b70296a8a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286504.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/84a/b393394056e209729a06300ae693484a/b393394056e209729a06300ae693484a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286503.00000, (0, 0) as of 1735286503.00000, shrinking as of 1735286503.00000> to ShardRange<'k' to 't' as of 1735286504.00000, (0, 0) as of 1735286504.00000, created as of 1735286504.00000>, path: .shards_a/shard_c_1735286504.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/84a/b393394056e209729a06300ae693484a/b393394056e209729a06300ae693484a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286506.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/881/aa5835e29a8bf1790d097ca6e5566881/aa5835e29a8bf1790d097ca6e5566881.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286505.00000, (0, 0) as of 1735286505.00000, shrinking as of 1735286505.00000> to ShardRange<'k' to 't' as of 1735286506.00000, (0, 0) as of 1735286506.00000, cleaved as of 1735286506.00000>, path: .shards_a/shard_c_1735286506.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/881/aa5835e29a8bf1790d097ca6e5566881/aa5835e29a8bf1790d097ca6e5566881.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286508.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/724/19fdf71138ac0d23154b3d1c75dc8724/19fdf71138ac0d23154b3d1c75dc8724.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286507.00000, (0, 0) as of 1735286507.00000, shrinking as of 1735286507.00000> to ShardRange<'k' to 't' as of 1735286508.00000, (0, 0) as of 1735286508.00000, active as of 1735286508.00000>, path: .shards_a/shard_c_1735286508.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/724/19fdf71138ac0d23154b3d1c75dc8724/19fdf71138ac0d23154b3d1c75dc8724.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286510.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/931/4295270eb11a4f0c7300163ce4e88931/4295270eb11a4f0c7300163ce4e88931.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286510.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/931/4295270eb11a4f0c7300163ce4e88931/4295270eb11a4f0c7300163ce4e88931.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286512.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/b59/ffb49687c10c018ead19c5c6f30d8b59/ffb49687c10c018ead19c5c6f30d8b59.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286511.00000, (0, 0) as of 1735286511.00000, shrinking as of 1735286511.00000> to ShardRange<'k' to 't' as of 1735286512.00000, (0, 0) as of 1735286512.00000, sharding as of 1735286512.00000>, path: .shards_a/shard_c_1735286512.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/b59/ffb49687c10c018ead19c5c6f30d8b59/ffb49687c10c018ead19c5c6f30d8b59.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286512.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/b59/ffb49687c10c018ead19c5c6f30d8b59/ffb49687c10c018ead19c5c6f30d8b59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286514.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/f20/adcbd63fba7bd5f03554b4610e712f20/adcbd63fba7bd5f03554b4610e712f20.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286513.00000, (0, 0) as of 1735286513.00000, shrinking as of 1735286513.00000> to ShardRange<'k' to 't' as of 1735286514.00000, (0, 0) as of 1735286514.00000, sharded as of 1735286514.00000>, path: .shards_a/shard_c_1735286514.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/f20/adcbd63fba7bd5f03554b4610e712f20/adcbd63fba7bd5f03554b4610e712f20.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286514.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/f20/adcbd63fba7bd5f03554b4610e712f20/adcbd63fba7bd5f03554b4610e712f20.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286516.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/3a2/77d0f954c51b1524e1401cec0d4b13a2/77d0f954c51b1524e1401cec0d4b13a2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286515.00000, (0, 0) as of 1735286515.00000, shrinking as of 1735286515.00000> to ShardRange<'k' to 't' as of 1735286516.00000, (0, 0) as of 1735286516.00000, shrunk as of 1735286516.00000>, path: .shards_a/shard_c_1735286516.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/3a2/77d0f954c51b1524e1401cec0d4b13a2/77d0f954c51b1524e1401cec0d4b13a2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286516.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/3a2/77d0f954c51b1524e1401cec0d4b13a2/77d0f954c51b1524e1401cec0d4b13a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286518.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/cbe/99d30586082f51ce57709524e57cfcbe/99d30586082f51ce57709524e57cfcbe.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286517.00000, (0, 0) as of 1735286517.00000, sharding as of 1735286517.00000> to ShardRange<'k' to 't' as of 1735286518.00000, (0, 0) as of 1735286518.00000, found as of 1735286518.00000>, path: .shards_a/shard_c_1735286518.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/cbe/99d30586082f51ce57709524e57cfcbe/99d30586082f51ce57709524e57cfcbe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286520.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/719/3470f2786d3be259157123010a82c719/3470f2786d3be259157123010a82c719.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286519.00000, (0, 0) as of 1735286519.00000, sharding as of 1735286519.00000> to ShardRange<'k' to 't' as of 1735286520.00000, (0, 0) as of 1735286520.00000, created as of 1735286520.00000>, path: .shards_a/shard_c_1735286520.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/719/3470f2786d3be259157123010a82c719/3470f2786d3be259157123010a82c719.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286522.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/7ac/6eb556bad26cf04f2d7561e88e4527ac/6eb556bad26cf04f2d7561e88e4527ac.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286521.00000, (0, 0) as of 1735286521.00000, sharding as of 1735286521.00000> to ShardRange<'k' to 't' as of 1735286522.00000, (0, 0) as of 1735286522.00000, cleaved as of 1735286522.00000>, path: .shards_a/shard_c_1735286522.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/7ac/6eb556bad26cf04f2d7561e88e4527ac/6eb556bad26cf04f2d7561e88e4527ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286524.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/371/181edf975660f3782c6c1d17d5721371/181edf975660f3782c6c1d17d5721371.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286523.00000, (0, 0) as of 1735286523.00000, sharding as of 1735286523.00000> to ShardRange<'k' to 't' as of 1735286524.00000, (0, 0) as of 1735286524.00000, active as of 1735286524.00000>, path: .shards_a/shard_c_1735286524.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/371/181edf975660f3782c6c1d17d5721371/181edf975660f3782c6c1d17d5721371.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286526.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/373/9e5d2f1be6af65a533d976c79c753373/9e5d2f1be6af65a533d976c79c753373.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286525.00000, (0, 0) as of 1735286525.00000, sharding as of 1735286525.00000> to ShardRange<'k' to 't' as of 1735286526.00000, (0, 0) as of 1735286526.00000, shrinking as of 1735286526.00000>, path: .shards_a/shard_c_1735286526.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/373/9e5d2f1be6af65a533d976c79c753373/9e5d2f1be6af65a533d976c79c753373.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286526.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/373/9e5d2f1be6af65a533d976c79c753373/9e5d2f1be6af65a533d976c79c753373.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286528.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/bfe/7f824f7be1b8e74541b03ef2406fcbfe/7f824f7be1b8e74541b03ef2406fcbfe.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286528.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/bfe/7f824f7be1b8e74541b03ef2406fcbfe/7f824f7be1b8e74541b03ef2406fcbfe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286530.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/061/5e58a42a18520346d1298784d449c061/5e58a42a18520346d1298784d449c061.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286529.00000, (0, 0) as of 1735286529.00000, sharding as of 1735286529.00000> to ShardRange<'k' to 't' as of 1735286530.00000, (0, 0) as of 1735286530.00000, sharded as of 1735286530.00000>, path: .shards_a/shard_c_1735286530.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/061/5e58a42a18520346d1298784d449c061/5e58a42a18520346d1298784d449c061.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286530.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/061/5e58a42a18520346d1298784d449c061/5e58a42a18520346d1298784d449c061.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286532.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/c3d/820680db78873c40ff2c31ca07a78c3d/820680db78873c40ff2c31ca07a78c3d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286531.00000, (0, 0) as of 1735286531.00000, sharding as of 1735286531.00000> to ShardRange<'k' to 't' as of 1735286532.00000, (0, 0) as of 1735286532.00000, shrunk as of 1735286532.00000>, path: .shards_a/shard_c_1735286532.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/c3d/820680db78873c40ff2c31ca07a78c3d/820680db78873c40ff2c31ca07a78c3d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286532.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/c3d/820680db78873c40ff2c31ca07a78c3d/820680db78873c40ff2c31ca07a78c3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286534.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/9be/d0eb38f423926a2dd1534646c7f929be/d0eb38f423926a2dd1534646c7f929be.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286533.00000, (0, 0) as of 1735286533.00000, sharded as of 1735286533.00000> to ShardRange<'k' to 't' as of 1735286534.00000, (0, 0) as of 1735286534.00000, found as of 1735286534.00000>, path: .shards_a/shard_c_1735286534.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/9be/d0eb38f423926a2dd1534646c7f929be/d0eb38f423926a2dd1534646c7f929be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286536.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/000/05396678ef80b1750bea63b9486bc000/05396678ef80b1750bea63b9486bc000.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286535.00000, (0, 0) as of 1735286535.00000, sharded as of 1735286535.00000> to ShardRange<'k' to 't' as of 1735286536.00000, (0, 0) as of 1735286536.00000, created as of 1735286536.00000>, path: .shards_a/shard_c_1735286536.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/000/05396678ef80b1750bea63b9486bc000/05396678ef80b1750bea63b9486bc000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286538.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/e94/d92cb9e2033a08feb0553bc5a9ecae94/d92cb9e2033a08feb0553bc5a9ecae94.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286537.00000, (0, 0) as of 1735286537.00000, sharded as of 1735286537.00000> to ShardRange<'k' to 't' as of 1735286538.00000, (0, 0) as of 1735286538.00000, cleaved as of 1735286538.00000>, path: .shards_a/shard_c_1735286538.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/e94/d92cb9e2033a08feb0553bc5a9ecae94/d92cb9e2033a08feb0553bc5a9ecae94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286540.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/328/40b23e42afcf614579e320bae59cb328/40b23e42afcf614579e320bae59cb328.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286539.00000, (0, 0) as of 1735286539.00000, sharded as of 1735286539.00000> to ShardRange<'k' to 't' as of 1735286540.00000, (0, 0) as of 1735286540.00000, active as of 1735286540.00000>, path: .shards_a/shard_c_1735286540.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/328/40b23e42afcf614579e320bae59cb328/40b23e42afcf614579e320bae59cb328.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286542.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/ec1/be9396aa8ade91b08ed5a4e78713dec1/be9396aa8ade91b08ed5a4e78713dec1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286541.00000, (0, 0) as of 1735286541.00000, sharded as of 1735286541.00000> to ShardRange<'k' to 't' as of 1735286542.00000, (0, 0) as of 1735286542.00000, shrinking as of 1735286542.00000>, path: .shards_a/shard_c_1735286542.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/ec1/be9396aa8ade91b08ed5a4e78713dec1/be9396aa8ade91b08ed5a4e78713dec1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286542.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/ec1/be9396aa8ade91b08ed5a4e78713dec1/be9396aa8ade91b08ed5a4e78713dec1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286544.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/9f4/4a858c49a906288fc968eac95b4eb9f4/4a858c49a906288fc968eac95b4eb9f4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286543.00000, (0, 0) as of 1735286543.00000, sharded as of 1735286543.00000> to ShardRange<'k' to 't' as of 1735286544.00000, (0, 0) as of 1735286544.00000, sharding as of 1735286544.00000>, path: .shards_a/shard_c_1735286544.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/9f4/4a858c49a906288fc968eac95b4eb9f4/4a858c49a906288fc968eac95b4eb9f4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286544.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/9f4/4a858c49a906288fc968eac95b4eb9f4/4a858c49a906288fc968eac95b4eb9f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286546.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/317/6466b1f84cb6095d44b4f04253f1a317/6466b1f84cb6095d44b4f04253f1a317.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286546.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/317/6466b1f84cb6095d44b4f04253f1a317/6466b1f84cb6095d44b4f04253f1a317.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286548.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/88b/da6dbb2af6919a53cd385fa0cb63488b/da6dbb2af6919a53cd385fa0cb63488b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286547.00000, (0, 0) as of 1735286547.00000, sharded as of 1735286547.00000> to ShardRange<'k' to 't' as of 1735286548.00000, (0, 0) as of 1735286548.00000, shrunk as of 1735286548.00000>, path: .shards_a/shard_c_1735286548.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/88b/da6dbb2af6919a53cd385fa0cb63488b/da6dbb2af6919a53cd385fa0cb63488b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286548.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/88b/da6dbb2af6919a53cd385fa0cb63488b/da6dbb2af6919a53cd385fa0cb63488b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286550.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/cfc/ac85a089461b3205bc56a38ef2675cfc/ac85a089461b3205bc56a38ef2675cfc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286549.00000, (0, 0) as of 1735286549.00000, shrunk as of 1735286549.00000> to ShardRange<'k' to 't' as of 1735286550.00000, (0, 0) as of 1735286550.00000, found as of 1735286550.00000>, path: .shards_a/shard_c_1735286550.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/cfc/ac85a089461b3205bc56a38ef2675cfc/ac85a089461b3205bc56a38ef2675cfc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286552.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/35a/dfb28e6b0fde2d5e574cd414835d135a/dfb28e6b0fde2d5e574cd414835d135a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286551.00000, (0, 0) as of 1735286551.00000, shrunk as of 1735286551.00000> to ShardRange<'k' to 't' as of 1735286552.00000, (0, 0) as of 1735286552.00000, created as of 1735286552.00000>, path: .shards_a/shard_c_1735286552.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/35a/dfb28e6b0fde2d5e574cd414835d135a/dfb28e6b0fde2d5e574cd414835d135a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286554.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/c76/9911f562d77b2097618920a5b3824c76/9911f562d77b2097618920a5b3824c76.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286553.00000, (0, 0) as of 1735286553.00000, shrunk as of 1735286553.00000> to ShardRange<'k' to 't' as of 1735286554.00000, (0, 0) as of 1735286554.00000, cleaved as of 1735286554.00000>, path: .shards_a/shard_c_1735286554.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/c76/9911f562d77b2097618920a5b3824c76/9911f562d77b2097618920a5b3824c76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286556.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/4db/81d3489f5c3448b1cac1477aedc2b4db/81d3489f5c3448b1cac1477aedc2b4db.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286555.00000, (0, 0) as of 1735286555.00000, shrunk as of 1735286555.00000> to ShardRange<'k' to 't' as of 1735286556.00000, (0, 0) as of 1735286556.00000, active as of 1735286556.00000>, path: .shards_a/shard_c_1735286556.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/4db/81d3489f5c3448b1cac1477aedc2b4db/81d3489f5c3448b1cac1477aedc2b4db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286558.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/36f/3b0baffdb41eaff936a8631de9eb836f/3b0baffdb41eaff936a8631de9eb836f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286557.00000, (0, 0) as of 1735286557.00000, shrunk as of 1735286557.00000> to ShardRange<'k' to 't' as of 1735286558.00000, (0, 0) as of 1735286558.00000, shrinking as of 1735286558.00000>, path: .shards_a/shard_c_1735286558.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/36f/3b0baffdb41eaff936a8631de9eb836f/3b0baffdb41eaff936a8631de9eb836f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286558.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/36f/3b0baffdb41eaff936a8631de9eb836f/3b0baffdb41eaff936a8631de9eb836f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286560.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/986/47b06e09f96ef2149a08fdd883a83986/47b06e09f96ef2149a08fdd883a83986.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286559.00000, (0, 0) as of 1735286559.00000, shrunk as of 1735286559.00000> to ShardRange<'k' to 't' as of 1735286560.00000, (0, 0) as of 1735286560.00000, sharding as of 1735286560.00000>, path: .shards_a/shard_c_1735286560.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/986/47b06e09f96ef2149a08fdd883a83986/47b06e09f96ef2149a08fdd883a83986.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286560.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/986/47b06e09f96ef2149a08fdd883a83986/47b06e09f96ef2149a08fdd883a83986.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286562.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/b04/e975e8e475302fc8fd164d46bc05db04/e975e8e475302fc8fd164d46bc05db04.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286561.00000, (0, 0) as of 1735286561.00000, shrunk as of 1735286561.00000> to ShardRange<'k' to 't' as of 1735286562.00000, (0, 0) as of 1735286562.00000, sharded as of 1735286562.00000>, path: .shards_a/shard_c_1735286562.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/b04/e975e8e475302fc8fd164d46bc05db04/e975e8e475302fc8fd164d46bc05db04.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286562.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/b04/e975e8e475302fc8fd164d46bc05db04/e975e8e475302fc8fd164d46bc05db04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286564.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/065/b07e4ed4a9325a6ca077b34fecead065/b07e4ed4a9325a6ca077b34fecead065.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286564.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/065/b07e4ed4a9325a6ca077b34fecead065/b07e4ed4a9325a6ca077b34fecead065.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286565.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/a99/bdc120d0073f3d1d23037f3b35e69a99/bdc120d0073f3d1d23037f3b35e69a99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286567.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/612/e0be0f81c39b98a07fa644699e4d3612/e0be0f81c39b98a07fa644699e4d3612.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286569.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/197/882911039e9f87db75d7c83229588197/882911039e9f87db75d7c83229588197.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286571.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/620/6aa18c7a5ee8afea51fa0fff656c0620/6aa18c7a5ee8afea51fa0fff656c0620.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286573.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/497/201032c8558897de5fda82905aafd497/201032c8558897de5fda82905aafd497.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286575.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/d62/8da054261695c9d679a67f2befc5bd62/8da054261695c9d679a67f2befc5bd62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286577.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/474/e82b810044402df36212c3dd32e4c474/e82b810044402df36212c3dd32e4c474.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286579.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/243/418e61461bdf7a25020ae8b025fba243/418e61461bdf7a25020ae8b025fba243.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286581.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/c2d/5aeaa9f14eadd58792b7930c4d3d5c2d/5aeaa9f14eadd58792b7930c4d3d5c2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286583.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/010/49e5423edf2799f2ab7ec0a2734e5010/49e5423edf2799f2ab7ec0a2734e5010.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286585.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/6d1/57eabe3293a712b27582c47c564e96d1/57eabe3293a712b27582c47c564e96d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286587.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/352/bfa7d07ddaa765d1682f83a5e432f352/bfa7d07ddaa765d1682f83a5e432f352.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286589.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/15c/c6d92397b8f5d1cfb167369450fb715c/c6d92397b8f5d1cfb167369450fb715c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286591.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/9a3/c7e361424c2088184c4e22545d78e9a3/c7e361424c2088184c4e22545d78e9a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286593.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/484/97b62aabdc8be128ac8549cfc5ac4484/97b62aabdc8be128ac8549cfc5ac4484.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286595.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/21f/af37db0b843e0f6065857ce5e311a21f/af37db0b843e0f6065857ce5e311a21f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286597.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/ad0/af65d96769a5f50df9b5d256154ffad0/af65d96769a5f50df9b5d256154ffad0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286599.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/6b9/fd05b558d22bda014a6da8155442b6b9/fd05b558d22bda014a6da8155442b6b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286601.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/2c8/8bfb4ba8df8f7307e849897664c4f2c8/8bfb4ba8df8f7307e849897664c4f2c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286603.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/edc/37be89a637a0a6d63d6f85968bd0fedc/37be89a637a0a6d63d6f85968bd0fedc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286605.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/e79/853646c6ad69bfc90cd6efe267a5ce79/853646c6ad69bfc90cd6efe267a5ce79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286607.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/171/6a508818c448885d971c3deebcb2e171/6a508818c448885d971c3deebcb2e171.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286609.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/5fc/490691e5cf777aab9d1e81cb0368b5fc/490691e5cf777aab9d1e81cb0368b5fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286611.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/ff9/2abc6d01138042e5a609bd51237b4ff9/2abc6d01138042e5a609bd51237b4ff9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286613.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/d88/17a734e25337ac85be9fe7817f469d88/17a734e25337ac85be9fe7817f469d88.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286615.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/409/0410feb71e4d1070fe6808e42f511409/0410feb71e4d1070fe6808e42f511409.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286617.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/342/3a2224687b991d0f4f1b8cb63ca7c342/3a2224687b991d0f4f1b8cb63ca7c342.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286619.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/9fe/5228dcba84002736b7a52da6fcdf79fe/5228dcba84002736b7a52da6fcdf79fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286621.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/52b/b94d70df610667ae8f3cf56d174eb52b/b94d70df610667ae8f3cf56d174eb52b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286623.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/596/e108c1bfe6cbc7ca0d85360f7aa0f596/e108c1bfe6cbc7ca0d85360f7aa0f596.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286625.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/00a/133a2cad67c675ed2efdb8e74985900a/133a2cad67c675ed2efdb8e74985900a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286627.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/1b8/cfa747a1db8921f9059ad20cd45521b8/cfa747a1db8921f9059ad20cd45521b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286629.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/6dd/868da22e6630fbba63e57b195a0576dd/868da22e6630fbba63e57b195a0576dd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286629.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/6dd/868da22e6630fbba63e57b195a0576dd/868da22e6630fbba63e57b195a0576dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286631.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/7b7/0c2fb517603fa0628d2d029153d077b7/0c2fb517603fa0628d2d029153d077b7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286631.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/7b7/0c2fb517603fa0628d2d029153d077b7/0c2fb517603fa0628d2d029153d077b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286633.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/39d/36428b62151a0b5d5b141b18dc57139d/36428b62151a0b5d5b141b18dc57139d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286633.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/39d/36428b62151a0b5d5b141b18dc57139d/36428b62151a0b5d5b141b18dc57139d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286635.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/57c/16326bb6aec778b076886c7bb975257c/16326bb6aec778b076886c7bb975257c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286635.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/57c/16326bb6aec778b076886c7bb975257c/16326bb6aec778b076886c7bb975257c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286637.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/75d/b0a99d14a2766ffc4f2463cd1b53575d/b0a99d14a2766ffc4f2463cd1b53575d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286637.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/75d/b0a99d14a2766ffc4f2463cd1b53575d/b0a99d14a2766ffc4f2463cd1b53575d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286639.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/900/086846f32d8c6a4a2e0a1e9850354900/086846f32d8c6a4a2e0a1e9850354900.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286639.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/900/086846f32d8c6a4a2e0a1e9850354900/086846f32d8c6a4a2e0a1e9850354900.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286641.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/b8f/23c4f5275388872b56576ff62b410b8f/23c4f5275388872b56576ff62b410b8f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286641.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/b8f/23c4f5275388872b56576ff62b410b8f/23c4f5275388872b56576ff62b410b8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286643.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/288/2c138994a869e80c2eedb2c6040b2288/2c138994a869e80c2eedb2c6040b2288.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286643.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/288/2c138994a869e80c2eedb2c6040b2288/2c138994a869e80c2eedb2c6040b2288.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286645.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/c62/e84350f3ae57a991fbc5343b8ecc5c62/e84350f3ae57a991fbc5343b8ecc5c62.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286645.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/c62/e84350f3ae57a991fbc5343b8ecc5c62/e84350f3ae57a991fbc5343b8ecc5c62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286647.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/a8b/cc1b89d5108838b6aa71e879646a1a8b/cc1b89d5108838b6aa71e879646a1a8b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286647.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/a8b/cc1b89d5108838b6aa71e879646a1a8b/cc1b89d5108838b6aa71e879646a1a8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286649.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/df3/e729935d1b27bdb78ffa5750118bddf3/e729935d1b27bdb78ffa5750118bddf3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286649.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/df3/e729935d1b27bdb78ffa5750118bddf3/e729935d1b27bdb78ffa5750118bddf3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286651.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/9c4/203cd43365835b475fbb8292a02179c4/203cd43365835b475fbb8292a02179c4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286651.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/9c4/203cd43365835b475fbb8292a02179c4/203cd43365835b475fbb8292a02179c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286653.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/a75/4f6b2efa72ef0c01e5853ba8a5899a75/4f6b2efa72ef0c01e5853ba8a5899a75.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286653.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/a75/4f6b2efa72ef0c01e5853ba8a5899a75/4f6b2efa72ef0c01e5853ba8a5899a75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286655.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/ec0/207ec6062cc55c47c3ca6ce307c84ec0/207ec6062cc55c47c3ca6ce307c84ec0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286655.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/ec0/207ec6062cc55c47c3ca6ce307c84ec0/207ec6062cc55c47c3ca6ce307c84ec0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286657.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/f06/e5fb91ba1bdba495bc7c5fdd312ebf06/e5fb91ba1bdba495bc7c5fdd312ebf06.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286657.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/f06/e5fb91ba1bdba495bc7c5fdd312ebf06/e5fb91ba1bdba495bc7c5fdd312ebf06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286659.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/f4c/84bb769604044f1ae56e12becafc7f4c/84bb769604044f1ae56e12becafc7f4c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286659.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/f4c/84bb769604044f1ae56e12becafc7f4c/84bb769604044f1ae56e12becafc7f4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286661.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/e1e/da0be9182b1c73082ce549289b6fee1e/da0be9182b1c73082ce549289b6fee1e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286661.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/e1e/da0be9182b1c73082ce549289b6fee1e/da0be9182b1c73082ce549289b6fee1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286663.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/0aa/fc870f48e692cd0f3b03ea201298f0aa/fc870f48e692cd0f3b03ea201298f0aa.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286663.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/0aa/fc870f48e692cd0f3b03ea201298f0aa/fc870f48e692cd0f3b03ea201298f0aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286665.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/a12/9e273a3beecc024ede11b8d1cf4bea12/9e273a3beecc024ede11b8d1cf4bea12.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286665.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/a12/9e273a3beecc024ede11b8d1cf4bea12/9e273a3beecc024ede11b8d1cf4bea12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286667.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/87a/d554a4fada68475ab8f623217c37487a/d554a4fada68475ab8f623217c37487a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286667.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/87a/d554a4fada68475ab8f623217c37487a/d554a4fada68475ab8f623217c37487a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286669.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/643/f0f447508a9ebe7e1612afdfce6ad643/f0f447508a9ebe7e1612afdfce6ad643.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286669.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/643/f0f447508a9ebe7e1612afdfce6ad643/f0f447508a9ebe7e1612afdfce6ad643.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286671.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/0ee/14c77e53815a7b1c2d6de8f85e36f0ee/14c77e53815a7b1c2d6de8f85e36f0ee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286671.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/0ee/14c77e53815a7b1c2d6de8f85e36f0ee/14c77e53815a7b1c2d6de8f85e36f0ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286673.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/544/f6a703725adee84c5128ebe7128ff544/f6a703725adee84c5128ebe7128ff544.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286673.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/544/f6a703725adee84c5128ebe7128ff544/f6a703725adee84c5128ebe7128ff544.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286675.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/6db/2264babf229bf6691f6ffc06142266db/2264babf229bf6691f6ffc06142266db.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286675.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/6db/2264babf229bf6691f6ffc06142266db/2264babf229bf6691f6ffc06142266db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286677.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/a85/5e06463d55b38c53ec2ae43f00048a85/5e06463d55b38c53ec2ae43f00048a85.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286677.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/a85/5e06463d55b38c53ec2ae43f00048a85/5e06463d55b38c53ec2ae43f00048a85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286679.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/8f0/e3eb99829208831cf4132b2243df28f0/e3eb99829208831cf4132b2243df28f0.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok - -test INFO: - - - [27/Dec/2024:08:00:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0035 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Dec/2024:08:00:38 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0042 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Dec/2024:08:00:38 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Dec/2024:08:00:38 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1927250 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ~~~~~~~^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [27/Dec/2024:08:00:38 +0000] "REPLICATE /sda1/p/a/" 500 710 "-" "-" "-" 0.0019 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Dec/2024:08:00:38 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0022 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0043 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0021 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0038 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0012 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1927250 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0063 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1927250 0test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_correct_allowed_method -test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestContainerController.test_creation -test.unit.container.test_server.TestContainerController.test_creation ... ok -test.unit.container.test_server.TestContainerController.test_delete_auto_create -test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_deleted_headers -test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestContainerController.test_list_allowed_methods -test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok -test.unit.container.test_server.TestContainerController.test_listing_with_reserved -test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_log_line_format -test.unit.container.test_server.TestContainerController.test_log_line_format ... ok -test.unit.container.test_server.TestContainerController.test_markers_with_reserved -test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_not_allowed_method -test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697029.19819', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok - -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2b10dd19a0d64061b5b73-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2b10dd19a0d64061b5b73-00676e5eaa) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx2b10dd19a0d64061b5b73-00676e5eaa) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx2b10dd19a0d64061b5b73-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2b10dd19a0d64061b5b73-00676e5eaa) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx2b10dd19a0d64061b5b73-00676e5eaa) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txeaf12c49209d4e8baec10-00676e5eaa) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txeaf12c49209d4e8baec10-00676e5eaa) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txeaf12c49209d4e8baec10-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txeaf12c49209d4e8baec10-00676e5eaa) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txeaf12c49209d4e8baec10-00676e5eaa) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txeaf12c49209d4e8baec10-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txeaf12c49209d4e8baec10-00676e5eaa) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txeaf12c49209d4e8baec10-00676e5eaa) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx6d2ca0b2f06f4c88aaabe-00676e5eaa) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx6d2ca0b2f06f4c88aaabe-00676e5eaa) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6d2ca0b2f06f4c88aaabe-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6d2ca0b2f06f4c88aaabe-00676e5eaa) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6d2ca0b2f06f4c88aaabe-00676e5eaa) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6d2ca0b2f06f4c88aaabe-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx6d2ca0b2f06f4c88aaabe-00676e5eaa) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx6d2ca0b2f06f4c88aaabe-00676e5eaa) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx6d2ca0b2f06f4c88aaabe-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx6d2ca0b2f06f4c88aaabe-00676e5eaa) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6d2ca0b2f06f4c88aaabe-00676e5eaa) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6d2ca0b2f06f4c88aaabe-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx6d2ca0b2f06f4c88aaabe-00676e5eaa) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx6d2ca0b2f06f4c88aaabe-00676e5eaa) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf3eaf79cfffd48c0af3f4-00676e5eaa) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txf3eaf79cfffd48c0af3f4-00676e5eaa) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf3eaf79cfffd48c0af3f4-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3eaf79cfffd48c0af3f4-00676e5eaa) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txf3eaf79cfffd48c0af3f4-00676e5eaa) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8543978c5be5444c82e5c-00676e5eaa) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx8543978c5be5444c82e5c-00676e5eaa) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8543978c5be5444c82e5c-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx8543978c5be5444c82e5c-00676e5eaa) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx8543978c5be5444c82e5c-00676e5eaa) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb7754012eaad4bf98637e-00676e5eaa) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txb7754012eaad4bf98637e-00676e5eaa) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb7754012eaad4bf98637e-00676e5eaa) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txb7754012eaad4bf98637e-00676e5eaa) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txb7754012eaad4bf98637e-00676e5eaa) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx91c565a5ae09483fb26bf-00676e5eab) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx91c565a5ae09483fb26bf-00676e5eab) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx91c565a5ae09483fb26bf-00676e5eab) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx91c565a5ae09483fb26bf-00676e5eab) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx91c565a5ae09483fb26bf-00676e5eab) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx91c565a5ae09483fb26bf-00676e5eab) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx91c565a5ae09483fb26bf-00676e5eab)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx91c565a5ae09483fb26bf-00676e5eab) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx91c565a5ae09483fb26bf-00676e5eab) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx91c565a5ae09483fb26bf-00676e5eab) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx91c565a5ae09483fb26bf-00676e5eab) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx04cc3c679128434c9a527-00676e5eac) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx04cc3c679128434c9a527-00676e5eac) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx04cc3c679128434c9a527-00676e5eac) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx04cc3c679128434c9a527-00676e5eac) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx04cc3c679128434c9a527-00676e5eac) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx04cc3c679128434c9a527-00676e5eac) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx04cc3c679128434c9a527-00676e5eac) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx04cc3c679128434c9a527-00676e5eac) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx04cc3c679128434c9a527-00676e5eac) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx04cc3c679128434c9a527-00676e5eac) -test DEBUG: Setting object count to 1065 (txn: tx04cc3c679128434c9a527-00676e5eac) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp_ad5u0ni/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_ad5u0ni/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp_ad5u0ni/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_ad5u0ni/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0032 "-" 1927266 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0031 "-" 1927266 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 1927266 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 1927266 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0d17e2f9c6b8415bbba7f-00676e5eac" "proxy-server 1927266" 0.0013 "-" 1927266 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:53665/sda1/0/a/c" "tx0d17e2f9c6b8415bbba7f-00676e5eac" "container-server 1927266" 0.0011 "-" 1927266 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:35325/sdb1/0/a/c" "tx0d17e2f9c6b8415bbba7f-00676e5eac" "container-server 1927266" 0.0011 "-" 1927266 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0d17e2f9c6b8415bbba7f-00676e5eac" "proxy-server 1927266" 0.0088 "-" 1927266 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0d17e2f9c6b8415bbba7f-00676e5eac" "proxy-server 1927266" 0.0145 "-" 1927266 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/44 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx0d17e2f9c6b8415bbba7f-00676e5eac - 0.0238 - - 1735286444.101209641 1735286444.124985695 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx6756986b21874b6f83b97-00676e5eac" "proxy-server 1927266" 0.0011 "-" 1927266 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:35325/sdb1/2/a1/c1" "tx6756986b21874b6f83b97-00676e5eac" "container-server 1927266" 0.0011 "-" 1927266 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:53665/sda1/2/a1/c1" "tx6756986b21874b6f83b97-00676e5eac" "container-server 1927266" 0.0011 "-" 1927266 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6756986b21874b6f83b97-00676e5eac" "proxy-server 1927266" 0.0132 "-" 1927266 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6756986b21874b6f83b97-00676e5eac" "proxy-server 1927266" 0.0095 "-" 1927266 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/44 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx6756986b21874b6f83b97-00676e5eac - 0.0215 - - 1735286444.126519442 1735286444.148017883 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfce6c0953338496ca1245-00676e5eac" "proxy-server 1927266" 0.0019 "-" 1927266 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:35325/sdb1/0/a/c1" "txfce6c0953338496ca1245-00676e5eac" "container-server 1927266" 0.0016 "-" 1927266 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:53665/sda1/0/a/c1" "txfce6c0953338496ca1245-00676e5eac" "container-server 1927266" 0.0010 "-" 1927266 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfce6c0953338496ca1245-00676e5eac" "proxy-server 1927266" 0.0088 "-" 1927266 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfce6c0953338496ca1245-00676e5eac" "proxy-server 1927266" 0.0141 "-" 1927266 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/44 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txfce6c0953338496ca1245-00676e5eac - 0.0223 - - 1735286444.149548054 1735286444.171878815 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe0c43dba38b64a1680582-00676e5eac" "proxy-server 1927266" 0.0019 "-" 1927266 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:53665/sda1/2/a/c2" "txe0c43dba38b64a1680582-00676e5eac" "container-server 1927266" 0.0011 "-" 1927266 2test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b5e2e23c-7f73-4d50-a7b3-d562f5e3620b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01777 seconds (56.27338/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwwqy6hvs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3a2c39ae3798f67f13f9bef822dd89cc', '8f33f90a-ef2a-414a-aa31-426a033347fa-sda', '1769697028.93409', '1769697031', '1769697030', '', '1769697031', 1, 1) +test DEBUG: /tmp/tmpwwqy6hvs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697034.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '8f33f90a-ef2a-414a-aa31-426a033347fa-sda') +test DEBUG: /tmp/tmpwwqy6hvs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00277424s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3a2c39ae3798f67f13f9bef822dd89cc', '8f33f90a-ef2a-414a-aa31-426a033347fa-sda', '1769697028.93409', '1769697031', '1769697030', '', '1769697031', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8f33f90a-ef2a-414a-aa31-426a033347fa-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpwwqy6hvs/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02936 seconds (34.05589/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpwwqy6hvs/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '07f36b047abdafaf02a76f2c153977ad', '61c570fb-7ca5-497f-9313-965526ec5982-sda', '1769697028.96241', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('61c570fb-7ca5-497f-9313-965526ec5982-sda', '8ae28205657edd6d6ad3b248936edce3.db') +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, '07f36b047abdafaf02a76f2c153977ad', '61c570fb-7ca5-497f-9313-965526ec5982-sda', '1769697028.96241', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('61c570fb-7ca5-497f-9313-965526ec5982-sda', '8ae28205657edd6d6ad3b248936edce3.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpo9om20hf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '46bfff1a-0877-4124-998a-50eff27f74fa-sda', '1769697028.98511', '1769697031', '1769697030', '', '1769697031', 0, 0) +test DEBUG: /tmp/tmpo9om20hf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '46bfff1a-0877-4124-998a-50eff27f74fa-sda', '1769697028.98511', '1769697031', '1769697030', '', '1769697031', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('46bfff1a-0877-4124-998a-50eff27f74fa-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01410 seconds (70.93790/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp2rz02l0q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '928e93b2e52d6cf26e540d3c6925fb98', 'e80a2570-8db2-48ac-b63a-db217d1e0f03-sda', '1769697029.01093', '1769697032', '1769697031', '', '1769697032', 1, 0) +test DEBUG: /tmp/tmp2rz02l0q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '928e93b2e52d6cf26e540d3c6925fb98', 'e80a2570-8db2-48ac-b63a-db217d1e0f03-sda', '1769697029.01093', '1769697032', '1769697031', '', '1769697032', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e80a2570-8db2-48ac-b63a-db217d1e0f03-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp2rz02l0q/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01725 seconds (57.97448/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp2rz02l0q/sda/containers/0/ce3/8ae28205657edd6d6ad3b248936edce3/8ae28205657edd6d6ad3b248936edce3.db +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, 'cfc3c5ba4a618667fa5d1cb44d3ffaa8', 'f1c47e9a-812c-4c0e-a2b5-68715259515a-sda', '1769697029.03294', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('f1c47e9a-812c-4c0e-a2b5-68715259515a-sda', '8ae28205657edd6d6ad3b248936edce3.db') +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, sync, (1, 'cfc3c5ba4a618667fa5d1cb44d3ffaa8', 'f1c47e9a-812c-4c0e-a2b5-68715259515a-sda', '1769697029.03294', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/8ae28205657edd6d6ad3b248936edce3, complete_rsync, ('f1c47e9a-812c-4c0e-a2b5-68715259515a-sda', '8ae28205657edd6d6ad3b248936edce3.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '044e6e1d086d0d708f3ebbe6e060099a', '4cef62e0-56cf-429b-8f4b-421242794c92-sda', '1769697029.05253', '1769697029.00000', '0', '{"x-container-meta-test": ["foo", "1769697029.00000"]}', '1769697029.00000', 1, 0) +test DEBUG: replicator-rpc-sync time for info: 0.01s +test DEBUG: replicator-rpc-sync time for update_metadata: 0.00s +test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.00s +test DEBUG: replicator-rpc-sync time for get_sync: 0.00s +test DEBUG: replicator-rpc-sync time for merge_syncs: 0.00s +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '07ea1b55edae8234ce655afe9d36f0c8', '14eb2362-e16b-46ea-9eb3-2a162d840ece-sda', '1769697029.07364', '1769697029.07177', '0', '', '1769697029.07177', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697029.07899', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697029.07899', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.07899', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697029.07918', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697029.07918', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.07918', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697029.07919', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697029.07919', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.07919', 'epoch': None, 'reported': 0, 'tombstones': -1}], '14eb2362-e16b-46ea-9eb3-2a162d840ece-sda') +test DEBUG: /tmp/tmp3mh771cj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp3mh771cj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769697029.08060', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '14eb2362-e16b-46ea-9eb3-2a162d840ece-sda') +test DEBUG: /tmp/tmp3mh771cj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0096941s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '07ea1b55edae8234ce655afe9d36f0c8', '14eb2362-e16b-46ea-9eb3-2a162d840ece-sda', '1769697029.07364', '1769697029.07177', '0', '', '1769697029.07177', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697029.07899', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697029.07899', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.07899', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697029.07918', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697029.07918', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.07918', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697029.07919', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697029.07919', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.07919', 'epoch': None, 'reported': 0, 'tombstones': -1}], '14eb2362-e16b-46ea-9eb3-2a162d840ece-sda') +test DEBUG: /tmp/tmp3mh771cj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp3mh771cj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '07ea1b55edae8234ce655afe9d36f0c8', '14eb2362-e16b-46ea-9eb3-2a162d840ece-sda', '1769697029.07364', '1769697029.07177', '0', '', '1769697029.07177', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697029.07899', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697029.07899', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.07899', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697029.07918', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1769697029.39291', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.07918', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697029.07919', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697029.07919', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.07919', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697029.39262', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697029.39262', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697029.39251', 'epoch': '1769697029.39251', 'reported': 0, 'tombstones': -1}], '14eb2362-e16b-46ea-9eb3-2a162d840ece-sda') +test DEBUG: /tmp/tmp3mh771cj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp3mh771cj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '07ea1b55edae8234ce655afe9d36f0c8', '14eb2362-e16b-46ea-9eb3-2a162d840ece-sda', '1769697029.07364', '1769697029.07177', '0', '', '1769697029.07177', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697029.07899', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697029.07899', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.07899', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697029.07918', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697029.40421', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.07918', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697029.07919', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697029.07919', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.07919', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697029.39262', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697029.39262', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697029.39251', 'epoch': '1769697029.39251', 'reported': 0, 'tombstones': -1}], '14eb2362-e16b-46ea-9eb3-2a162d840ece-sda') +test DEBUG: /tmp/tmp3mh771cj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp3mh771cj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '07ea1b55edae8234ce655afe9d36f0c8', '14eb2362-e16b-46ea-9eb3-2a162d840ece-sda', '1769697029.07364', '1769697029.07177', '0', '', '1769697029.07177', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697029.42708', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697029.42708', 'deleted': 1, 'state': 10, 'state_timestamp': '1769697029.42708', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697029.07918', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697029.40421', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.07918', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697029.07919', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697029.07919', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.07919', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697029.39262', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697029.39262', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697029.39251', 'epoch': '1769697029.39251', 'reported': 0, 'tombstones': -1}], '14eb2362-e16b-46ea-9eb3-2a162d840ece-sda') +test DEBUG: /tmp/tmp3mh771cj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp3mh771cj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286438.39215', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286438.40738', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok - -test INFO: - - - [27/Dec/2024:08:00:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0014 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0038 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0056 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0036 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0035 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0034 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0021 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0020 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 1927250 nada -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 1927250 999 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0034 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0012 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0034 "-" 1927250 1 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0012 "-" 1927250 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0040 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0025 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0034 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0024 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0021 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0021 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927250 -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_offset -test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_params_format -test.unit.container.test_server.TestContainerController.test_params_format ... ok -test.unit.container.test_server.TestContainerController.test_params_utf8 -test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_put_auto_create -test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:35325/sdb1/2/a/c2" "txe0c43dba38b64a1680582-00676e5eac" "container-server 1927266" 0.0017 "-" 1927266 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe0c43dba38b64a1680582-00676e5eac" "proxy-server 1927266" 0.0125 "-" 1927266 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe0c43dba38b64a1680582-00676e5eac" "proxy-server 1927266" 0.0175 "-" 1927266 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/44 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe0c43dba38b64a1680582-00676e5eac - 0.0260 - - 1735286444.173385620 1735286444.199364185 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp6knlmsn7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6knlmsn7/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp6knlmsn7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6knlmsn7/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 1927266 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0031 "-" 1927266 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0033 "-" 1927266 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 1927266 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbb32a50a3b5446ff9f30d-00676e5eac" "proxy-server 1927266" 0.0012 "-" 1927266 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:48471/sdb1/0/a/c" "txbb32a50a3b5446ff9f30d-00676e5eac" "container-server 1927266" 0.0011 "-" 1927266 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:36731/sda1/0/a/c" "txbb32a50a3b5446ff9f30d-00676e5eac" "container-server 1927266" 0.0010 "-" 1927266 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txbb32a50a3b5446ff9f30d-00676e5eac" "proxy-server 1927266" 0.0149 "-" 1927266 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txbb32a50a3b5446ff9f30d-00676e5eac" "proxy-server 1927266" 0.0097 "-" 1927266 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/44 PUT /v1/a/c HTTP/1.0 201 - - t - - - txbb32a50a3b5446ff9f30d-00676e5eac - 0.0232 - - 1735286444.250962019 1735286444.274155855 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txe8f51d4205f844b1ac03f-00676e5eac" "proxy-server 1927266" 0.0012 "-" 1927266 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:36731/sda1/2/a1/c1" "txe8f51d4205f844b1ac03f-00676e5eac" "container-server 1927266" 0.0011 "-" 1927266 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:48471/sdb1/2/a1/c1" "txe8f51d4205f844b1ac03f-00676e5eac" "container-server 1927266" 0.0010 "-" 1927266 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe8f51d4205f844b1ac03f-00676e5eac" "proxy-server 1927266" 0.0129 "-" 1927266 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe8f51d4205f844b1ac03f-00676e5eac" "proxy-server 1927266" 0.0092 "-" 1927266 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/44 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txe8f51d4205f844b1ac03f-00676e5eac - 0.0210 - - 1735286444.275607347 1735286444.296646118 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx32d7341e260f4f72b0454-00676e5eac" "proxy-server 1927266" 0.0021 "-" 1927266 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:48471/sdb1/0/a/c1" "tx32d7341e260f4f72b0454-00676e5eac" "container-server 1927266" 0.0017 "-" 1927266 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:36731/sda1/0/a/c1" "tx32d7341e260f4f72b0454-00676e5eac" "container-server 1927266" 0.0011 "-" 1927266 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx32d7341e260f4f72b0454-00676e5eac" "proxy-server 1927266" 0.0092 "-" 1927266 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx32d7341e260f4f72b0454-00676e5eac" "proxy-server 1927266" 0.0144 "-" 1927266 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/44 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx32d7341e260f4f72b0454-00676e5eac - 0.0228 - - 1735286444.298071623 1735286444.320885181 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc02131c9e31147b2a8aee-00676e5eac" "proxy-server 1927266" 0.0020 "-" 1927266 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:48471/sdb1/2/a/c2" "txc02131c9e31147b2a8aee-00676e5eac" "container-server 1927266" 0.0010 "-" 1927266 2 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:36731/sda1/2/a/c2" "txc02131c9e31147b2a8aee-00676e5eac" "container-server 1927266" 0.0017 "-" 1927266 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc02131c9e31147b2a8aee-00676e5eac" "proxy-server 1927266" 0.0133 "-" 1927266 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:44 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc02131c9e31147b2a8aee-00676e5eac" "proxy-server 1927266" 0.0097 "-" 1927266 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/44 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc02131c9e31147b2a8aee-00676e5eac - 0.0224 - - 1735286444.322423220 1735286444.344851971 2 +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697029.25312', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok - -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1735286437.17406', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286437.17406', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286437.17391', 'epoch': '1735286437.17391', 'reported': 0, 'tombstones': -1}], 'bc9d13c9-9d48-4d01-8d74-a489681514d9-sda') -test ERROR: ERROR Bad response 500 from 10.0.0.1 -test DEBUG: /tmp/tmpxn4xgmz7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735286437.17372', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'bc9d13c9-9d48-4d01-8d74-a489681514d9-sda') -test DEBUG: /tmp/tmpxn4xgmz7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0027709s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '630ea3cd-dc5c-4766-a161-39c9456064a6-sda', '1735286438.44150', '1735286438.43960', '0', '', '1735286438.43960', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286438.44586', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286438.44586', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.44586', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286438.44590', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286438.44590', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.44590', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286438.44591', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286438.44591', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.44591', 'epoch': None, 'reported': 0, 'tombstones': -1}], '630ea3cd-dc5c-4766-a161-39c9456064a6-sda') -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9d777b6d-6a4e-40de-b2dd-7edfbc137567-sda', '1735286438.45899', '1735286438.45712', '0', '', '1735286438.45712', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286438.46306', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286438.46306', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.46306', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286438.46310', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286438.46310', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.46310', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286438.46311', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286438.46311', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.46311', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286438.43939', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286438.43939', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286438.43939', 'epoch': None, 'reported': 0, 'tombstones': -1}], '9d777b6d-6a4e-40de-b2dd-7edfbc137567-sda') -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'b7715b96-db5e-4d38-9510-5313f1d9307c-sda', '1735286438.47616', '1735286438.47448', '0', '', '1735286438.47448', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286438.48025', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286438.48025', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.48025', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286438.48030', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286438.48030', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.48030', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286438.48031', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286438.48031', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.48031', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286438.43939', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286438.43939', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286438.43939', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'b7715b96-db5e-4d38-9510-5313f1d9307c-sda') -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f66cfade-8032-41f9-8ffa-5ac893a9aa55-sda', '1735286438.49826', '1735286438.49630', '0', '', '1735286438.49630', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286438.50251', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286438.50251', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.50251', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286438.50256', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286438.50256', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.50256', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286438.50257', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286438.50257', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.50257', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286438.43939', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286438.43939', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286438.43939', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'f66cfade-8032-41f9-8ffa-5ac893a9aa55-sda') -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9001c5fc-d8b1-49d2-966e-1663064b6bef-sda', '1735286438.64407', '1735286438.64239', '0', '', '1735286438.64239', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286438.64797', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286438.64797', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.64797', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286438.64801', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286438.64801', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.64801', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286438.64802', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286438.64802', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.64802', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286438.43939', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286438.43939', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286438.43939', 'epoch': None, 'reported': 0, 'tombstones': -1}], '9001c5fc-d8b1-49d2-966e-1663064b6bef-sda') -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'ef212186-9a4a-4a1b-8e73-17440bdf3ab2-sda', '1735286438.66417', '1735286438.66249', '0', '', '1735286438.66249', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286438.66819', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286438.66819', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.66819', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286438.66823', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286438.66823', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.66823', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286438.66824', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286438.66824', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.66824', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286438.43949', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286438.43949', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286438.43949', 'epoch': '1735286438.43950', 'reported': 0, 'tombstones': -1}], 'ef212186-9a4a-4a1b-8e73-17440bdf3ab2-sda') -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'cdf103d6-1645-4bce-a064-8be7a3e7e7d3-sda', '1735286438.68119', '1735286438.67951', '0', '', '1735286438.67951', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286438.68516', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286438.68516', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.68516', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286438.68520', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286438.68520', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.68520', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286438.68521', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286438.68521', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.68521', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286438.43949', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286438.43949', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286438.43949', 'epoch': '1735286438.43950', 'reported': 0, 'tombstones': -1}], 'cdf103d6-1645-4bce-a064-8be7a3e7e7d3-sda') -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'b907ddc9-4e89-4e1c-8456-c7e023f5be5b-sda', '1735286438.70152', '1735286438.69975', '0', '', '1735286438.69975', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286438.70552', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286438.70552', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.70552', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286438.70557', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286438.70557', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.70557', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286438.70558', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286438.70558', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.70558', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286438.43949', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286438.43949', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286438.43949', 'epoch': '1735286438.43950', 'reported': 0, 'tombstones': -1}], 'b907ddc9-4e89-4e1c-8456-c7e023f5be5b-sda') -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'e30556e6-8099-438d-8eb4-ea3d59ec4cdf-sda', '1735286438.71876', '1735286438.71709', '0', '', '1735286438.71709', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286438.72273', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286438.72273', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.72273', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286438.72277', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286438.72277', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.72277', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286438.72278', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286438.72278', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286438.72278', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286438.43954', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286438.43954', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286438.43954', 'epoch': '1735286438.43955', 'reported': 0, 'tombstones': -1}], 'e30556e6-8099-438d-8eb4-ea3d59ec4cdf-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok -test ERROR: Failed to unlink '/tmp/tmp94f_nfx0/containers/part/suffix/hash/container.db': +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697029.25497', 'Content-Type': 'binary/octet-stream'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp94f_nfx0/containers/part/suffix/hash/container_1735286444.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp94f_nfx0/containers/part/suffix/hash/container_1735286444.00000.db': ['/tmp/tmp94f_nfx0/containers/part/suffix/hash/container.db', '/tmp/tmp94f_nfx0/containers/part/suffix/hash/container_1735286445.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp94f_nfx0/containers/part/suffix/hash/container_1735286445.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0036 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 1927252 2 -test ERROR: ERROR Account update failed with 127.0.0.1:52911/sda1 (will retry later): Response 503 OK -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0036 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0024 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0021 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0013 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0008 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0013 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0013 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test DEBUG: Unlinked retiring db '/tmp/tmpfnb251_g/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok - + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1769697029.26034', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697029.26230', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697029.26414', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697029.26596', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697029.27875', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697029.28071', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769697029.46792', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok +my-daemon: Starting 3324109 +my-daemon: Exited 3324109 +my-daemon: Starting 3324109 +my-daemon: Exited 3324109 +my-daemon: Starting 3324109 +server: Starting 3324109 +server: User quit +server: Exited 3324109 +my-daemon: Starting 3324109 +my-daemon: Exited 3324109 + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok +my-daemon: Starting 3324109 +my-daemon: Exited 3324109 +my-daemon: Starting 3324109 +my-daemon: Exited 3324109 + +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '07ea1b55edae8234ce655afe9d36f0c8', '14eb2362-e16b-46ea-9eb3-2a162d840ece-sda', '1769697029.07364', '1769697029.07177', '0', '', '1769697029.07177', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697029.42708', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697029.42708', 'deleted': 1, 'state': 10, 'state_timestamp': '1769697029.42708', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697029.07918', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697029.40421', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.07918', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697029.84116', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1769697029.84116', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.84116', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697029.39262', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697029.39262', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697029.39251', 'epoch': '1769697029.39251', 'reported': 0, 'tombstones': -1}], '14eb2362-e16b-46ea-9eb3-2a162d840ece-sda') +test DEBUG: /tmp/tmp3mh771cj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp3mh771cj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '07ea1b55edae8234ce655afe9d36f0c8', '14eb2362-e16b-46ea-9eb3-2a162d840ece-sda', '1769697029.07364', '1769697029.07177', '0', '', '1769697029.07177', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697029.42708', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697029.42708', 'deleted': 1, 'state': 10, 'state_timestamp': '1769697029.42708', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697029.07918', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697029.40421', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.07918', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697029.84116', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769697029.85099', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.84116', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697029.39262', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697029.39262', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697029.39251', 'epoch': '1769697029.39251', 'reported': 0, 'tombstones': -1}], '14eb2362-e16b-46ea-9eb3-2a162d840ece-sda') +test DEBUG: /tmp/tmp3mh771cj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp3mh771cj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '07ea1b55edae8234ce655afe9d36f0c8', '14eb2362-e16b-46ea-9eb3-2a162d840ece-sda', '1769697029.07364', '1769697029.07177', '0', '', '1769697029.07177', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697029.86394', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697029.42708', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.42708', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697029.07918', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697029.40421', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.07918', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697029.84116', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769697029.85099', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.84116', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697029.39262', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697029.39262', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697029.39251', 'epoch': '1769697029.39251', 'reported': 0, 'tombstones': -1}], '14eb2362-e16b-46ea-9eb3-2a162d840ece-sda') +test DEBUG: /tmp/tmp3mh771cj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp3mh771cj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '07ea1b55edae8234ce655afe9d36f0c8', '14eb2362-e16b-46ea-9eb3-2a162d840ece-sda', '1769697029.07364', '1769697029.07177', '0', '', '1769697029.07177', 1, 0) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697029.86394', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697029.42708', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.42708', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697029.07918', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697029.40421', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.07918', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697029.84116', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769697029.85099', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697029.84116', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697029.39262', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697029.39262', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697029.39251', 'epoch': '1769697029.39251', 'reported': 0, 'tombstones': -1}], '14eb2362-e16b-46ea-9eb3-2a162d840ece-sda') +test DEBUG: /tmp/tmp3mh771cj/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda +test WARNING: /tmp/tmp3mh771cj/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e327541bedf96a4dbfc334c9c1a0431a', '1a05a416-82c5-470d-820a-3116ac83b139-sda', '1769697029.88857', '1769697029.88653', '0', '', '1769697029.88653', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1769697029.89315', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697029.89315', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697029.89300', 'epoch': '1769697029.89300', 'reported': 0, 'tombstones': -1}], '1a05a416-82c5-470d-820a-3116ac83b139-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0031 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0036 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0032 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0133 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0037 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0021 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0035 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0035 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0022 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0036 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0007 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0033 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0021 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0007 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0039 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0037 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_serv_reserv -test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestContainerController.test_through_call -test.unit.container.test_server.TestContainerController.test_through_call ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestContainerController.test_weird_content_types -test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init -test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286439.47700', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286439.47900', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286439.48090', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286439.48274', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286439.48456', 'Content-Type': 'binary/octet-stream'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok - -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0030 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0028 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0078 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0026 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0029 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0029 "-" 1927252 2 -test DEBUG: Unlinked retiring db '/tmp/tmpo5mpwg6z/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0026 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0026 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0037 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0037 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0022 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0036 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok - -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok - -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '73f0cb98-de93-44fb-900b-8105dd5f5a7c-sda', '1735286439.62837', '1735286439.62652', '0', '', '1735286439.62652', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286439.63251', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286439.63251', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286439.63251', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286439.63256', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286439.63256', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286439.63256', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286439.63257', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286439.63257', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286439.63257', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286438.43949', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286438.43949', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286438.43949', 'epoch': '1735286438.43950', 'reported': 0, 'tombstones': -1}], '73f0cb98-de93-44fb-900b-8105dd5f5a7c-sda') -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '6ce4a8a3-5a1f-4527-865b-cf57ae05bc27-sda', '1735286439.64642', '1735286439.64465', '0', '', '1735286439.64465', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286439.65034', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286439.65034', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286439.65034', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286439.65039', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286439.65039', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286439.65039', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286439.65040', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286439.65040', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286439.65040', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286438.43949', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286438.43949', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286438.43949', 'epoch': '1735286438.43950', 'reported': 0, 'tombstones': -1}], '6ce4a8a3-5a1f-4527-865b-cf57ae05bc27-sda') -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '96308d76-74d2-4cbb-9029-2248a60d89a7-sda', '1735286439.66342', '1735286439.66165', '0', '', '1735286439.66165', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286439.66730', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286439.66730', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286439.66730', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286439.66734', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286439.66734', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286439.66734', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286439.66735', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286439.66735', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286439.66735', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286438.43959', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286438.43939', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286438.43939', 'epoch': None, 'reported': 0, 'tombstones': -1}], '96308d76-74d2-4cbb-9029-2248a60d89a7-sda') -test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1735286438.43949', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286438.43949', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286438.43949', 'epoch': '1735286438.43950', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1735286438.43959', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286438.43939', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286438.43939', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpapft59q_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'eb5182589246d5fcadd7dcd7e3c9f7ec', '42af0097-cd0a-41fd-96b9-e20a45bc125a-sda', '1735286439.68590', '1735286439.68389', '0', '', '1735286439.68389', 1, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735286439.69035', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '42af0097-cd0a-41fd-96b9-e20a45bc125a-sda') -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -test DEBUG: Replicating db /tmp/tmp2f2_7qki/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9a91fc9c-984a-4296-b3bb-70267b45e002-sda', '1735286439.70394', '1735286439.70209', '0', '', '1735286439.70209', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -test ERROR: ERROR syncing /tmp/tmp2f2_7qki/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '95fa305e3aff0486c002b53da105301d', '5e678d30-40c3-4801-84d6-8dfe21cd0763-sda', '1735286439.71911', '1735286439.71723', '0', '', '1735286439.71723', 1, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735286439.72379', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '5e678d30-40c3-4801-84d6-8dfe21cd0763-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/objecttest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok +swift: handoff_delete=5 is too high to have an effect on a ring with replica count 3. Disabling. + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx30ec4319b4b84a0da2996-00697b6f05) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx61ac4039d2e7414cae2c6-00697b6f05) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txcb4d439de9ed4c6e9c7f8-00697b6f05) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txcb4d439de9ed4c6e9c7f8-00697b6f05) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txcb4d439de9ed4c6e9c7f8-00697b6f05) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txcb4d439de9ed4c6e9c7f8-00697b6f05) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txcb4d439de9ed4c6e9c7f8-00697b6f05) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txcb4d439de9ed4c6e9c7f8-00697b6f05) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txcb4d439de9ed4c6e9c7f8-00697b6f05) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txcb4d439de9ed4c6e9c7f8-00697b6f05) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260129/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260129T143029Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697029.93063', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260129/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260129T143029Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697029.95122', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok + +test DEBUG: Unlinked retiring db '/tmp/tmplazust6t/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmplazust6t/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok + +test INFO: - - - [29/Jan/2026:14:30:26 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 3324107 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0003 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0035 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 1927250 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 1927250 - +test INFO: - - - [29/Jan/2026:14:30:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0111 "-" 3324107 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1927250 - +test INFO: - - - [29/Jan/2026:14:30:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0066 "-" 3324107 - +test INFO: - - - [29/Jan/2026:14:30:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0066 "-" 3324107 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0086 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 1927250 0 +test INFO: - - - [29/Jan/2026:14:30:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0090 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0069 "-" 3324107 2 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): Traceback (most recent call last): @@ -39667,697 +32400,428 @@ account_response = conn.getresponse() ^^^^^^^^^^^^^^^^ AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 1927250 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1927250 0 -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1927250 - -test INFO: - - - [27/Dec/2024:08:00:40 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0037 "-" 1927250 0 -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to get commit status of PUT to /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - self.app.node_timeout, not final_phase) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1747, in await_response - self.resp = self.conn.getexpect() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 855, in getexpect - expect_status = self._status.get_expect_status() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 758, in get_expect_status - raise expect_status -Exception: kaboom! (txn: tx2538dffbaed6423b83acd-00676e5eac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: tx0c91d8f119694ccd9c50c-00676e5eac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx1fad3303f8094cb89eecd-00676e5eac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: tx66155171742b4b05a2237-00676e5eac) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3170, in _transfer_data - chunk = next(data_source) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader - return req.environ['wsgi.input'].read( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - self.app.client_chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 7204, in read - raise Exception('exception message') -Exception: exception message (txn: tx651a675ab66a46c8a3f6c-00676e5eac)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok - -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0035 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0020 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0037 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0035 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0006 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0036 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0033 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1927252 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0037 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0070 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0024 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0024 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0023 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0023 "-" 1927252 2 +test INFO: - - - [29/Jan/2026:14:30:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0144 "-" 3324107 2 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test INFO: - - - [29/Jan/2026:14:30:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:26 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:26 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0085 "-" 3324107 2 +test INFO: - - - [29/Jan/2026:14:30:26 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0074 "-" 3324107 2 +sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmp4exux4k5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp1thai6yw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp1thai6yw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp1thai6yw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp1thai6yw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1769697027.00000, (0, 0) as of 1769697027.00000, active as of 1769697027.00000> to ShardRange<'k' to 't' as of 1769697028.00000, (0, 0) as of 1769697028.00000, active as of 1769697028.00000>, path: .shards_a/shard_c, db: /tmp/tmp1thai6yw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp1thai6yw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp1thai6yw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp1thai6yw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp1thai6yw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697032.00000, (0, 0) as of 1769697032.00000, shrinking as of 1769697029.00000> to ShardRange<'k' to 't' as of 1769697032.00000, (0, 0) as of 1769697032.00000, sharding as of 1769697033.00000>, path: .shards_a/shard_c, db: /tmp/tmp1thai6yw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp1thai6yw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp1thai6yw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp1thai6yw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697027.00000, db: /tmp/tmprksx6sd8/sda/containers/0/721/a13e929c7a93ddfc06ef9c9ca6d58721/a13e929c7a93ddfc06ef9c9ca6d58721.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697029.00000, db: /tmp/tmprksx6sd8/sda/containers/0/7b3/00e9c9320772b46ffc005a653063c7b3/00e9c9320772b46ffc005a653063c7b3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697028.00000, (0, 0) as of 1769697028.00000, found as of 1769697028.00000> to ShardRange<'k' to 't' as of 1769697029.00000, (0, 0) as of 1769697029.00000, created as of 1769697029.00000>, path: .shards_a/shard_c_1769697029.00000, db: /tmp/tmprksx6sd8/sda/containers/0/7b3/00e9c9320772b46ffc005a653063c7b3/00e9c9320772b46ffc005a653063c7b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697031.00000, db: /tmp/tmprksx6sd8/sda/containers/0/68e/b068fac641b075443741357ba80da68e/b068fac641b075443741357ba80da68e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697030.00000, (0, 0) as of 1769697030.00000, found as of 1769697030.00000> to ShardRange<'k' to 't' as of 1769697031.00000, (0, 0) as of 1769697031.00000, cleaved as of 1769697031.00000>, path: .shards_a/shard_c_1769697031.00000, db: /tmp/tmprksx6sd8/sda/containers/0/68e/b068fac641b075443741357ba80da68e/b068fac641b075443741357ba80da68e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697033.00000, db: /tmp/tmprksx6sd8/sda/containers/0/42f/a452682b01309cd475af40f062c4242f/a452682b01309cd475af40f062c4242f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697032.00000, (0, 0) as of 1769697032.00000, found as of 1769697032.00000> to ShardRange<'k' to 't' as of 1769697033.00000, (0, 0) as of 1769697033.00000, active as of 1769697033.00000>, path: .shards_a/shard_c_1769697033.00000, db: /tmp/tmprksx6sd8/sda/containers/0/42f/a452682b01309cd475af40f062c4242f/a452682b01309cd475af40f062c4242f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697035.00000, db: /tmp/tmprksx6sd8/sda/containers/0/1f7/58b2b9629cce46a1e58a5bfff52b51f7/58b2b9629cce46a1e58a5bfff52b51f7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697034.00000, (0, 0) as of 1769697034.00000, found as of 1769697034.00000> to ShardRange<'k' to 't' as of 1769697035.00000, (0, 0) as of 1769697035.00000, shrinking as of 1769697035.00000>, path: .shards_a/shard_c_1769697035.00000, db: /tmp/tmprksx6sd8/sda/containers/0/1f7/58b2b9629cce46a1e58a5bfff52b51f7/58b2b9629cce46a1e58a5bfff52b51f7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697035.00000, db: /tmp/tmprksx6sd8/sda/containers/0/1f7/58b2b9629cce46a1e58a5bfff52b51f7/58b2b9629cce46a1e58a5bfff52b51f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697037.00000, db: /tmp/tmprksx6sd8/sda/containers/0/fab/223e7fb3a222fd51a5979db982aa3fab/223e7fb3a222fd51a5979db982aa3fab.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697036.00000, (0, 0) as of 1769697036.00000, found as of 1769697036.00000> to ShardRange<'k' to 't' as of 1769697037.00000, (0, 0) as of 1769697037.00000, sharding as of 1769697037.00000>, path: .shards_a/shard_c_1769697037.00000, db: /tmp/tmprksx6sd8/sda/containers/0/fab/223e7fb3a222fd51a5979db982aa3fab/223e7fb3a222fd51a5979db982aa3fab.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697037.00000, db: /tmp/tmprksx6sd8/sda/containers/0/fab/223e7fb3a222fd51a5979db982aa3fab/223e7fb3a222fd51a5979db982aa3fab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697039.00000, db: /tmp/tmprksx6sd8/sda/containers/0/b92/f3dea853dadcb5c27c28947376878b92/f3dea853dadcb5c27c28947376878b92.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697038.00000, (0, 0) as of 1769697038.00000, found as of 1769697038.00000> to ShardRange<'k' to 't' as of 1769697039.00000, (0, 0) as of 1769697039.00000, sharded as of 1769697039.00000>, path: .shards_a/shard_c_1769697039.00000, db: /tmp/tmprksx6sd8/sda/containers/0/b92/f3dea853dadcb5c27c28947376878b92/f3dea853dadcb5c27c28947376878b92.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697039.00000, db: /tmp/tmprksx6sd8/sda/containers/0/b92/f3dea853dadcb5c27c28947376878b92/f3dea853dadcb5c27c28947376878b92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697041.00000, db: /tmp/tmprksx6sd8/sda/containers/0/897/0fbfbf32b51db50ec277d78c11c59897/0fbfbf32b51db50ec277d78c11c59897.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697040.00000, (0, 0) as of 1769697040.00000, found as of 1769697040.00000> to ShardRange<'k' to 't' as of 1769697041.00000, (0, 0) as of 1769697041.00000, shrunk as of 1769697041.00000>, path: .shards_a/shard_c_1769697041.00000, db: /tmp/tmprksx6sd8/sda/containers/0/897/0fbfbf32b51db50ec277d78c11c59897/0fbfbf32b51db50ec277d78c11c59897.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697041.00000, db: /tmp/tmprksx6sd8/sda/containers/0/897/0fbfbf32b51db50ec277d78c11c59897/0fbfbf32b51db50ec277d78c11c59897.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697043.00000, db: /tmp/tmprksx6sd8/sda/containers/0/5bd/390ffa48d713ca2a437173595c0865bd/390ffa48d713ca2a437173595c0865bd.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697042.00000, (0, 0) as of 1769697042.00000, created as of 1769697042.00000> to ShardRange<'k' to 't' as of 1769697043.00000, (0, 0) as of 1769697043.00000, found as of 1769697043.00000>, path: .shards_a/shard_c_1769697043.00000, db: /tmp/tmprksx6sd8/sda/containers/0/5bd/390ffa48d713ca2a437173595c0865bd/390ffa48d713ca2a437173595c0865bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697045.00000, db: /tmp/tmprksx6sd8/sda/containers/0/978/f80885cc00556f63bdea78b068e80978/f80885cc00556f63bdea78b068e80978.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697047.00000, db: /tmp/tmprksx6sd8/sda/containers/0/b82/d558375e190213a64f977913e18fdb82/d558375e190213a64f977913e18fdb82.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697046.00000, (0, 0) as of 1769697046.00000, created as of 1769697046.00000> to ShardRange<'k' to 't' as of 1769697047.00000, (0, 0) as of 1769697047.00000, cleaved as of 1769697047.00000>, path: .shards_a/shard_c_1769697047.00000, db: /tmp/tmprksx6sd8/sda/containers/0/b82/d558375e190213a64f977913e18fdb82/d558375e190213a64f977913e18fdb82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697049.00000, db: /tmp/tmprksx6sd8/sda/containers/0/ac6/93956b3d6c0fcf8f23e6e20c7b82bac6/93956b3d6c0fcf8f23e6e20c7b82bac6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697048.00000, (0, 0) as of 1769697048.00000, created as of 1769697048.00000> to ShardRange<'k' to 't' as of 1769697049.00000, (0, 0) as of 1769697049.00000, active as of 1769697049.00000>, path: .shards_a/shard_c_1769697049.00000, db: /tmp/tmprksx6sd8/sda/containers/0/ac6/93956b3d6c0fcf8f23e6e20c7b82bac6/93956b3d6c0fcf8f23e6e20c7b82bac6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697051.00000, db: /tmp/tmprksx6sd8/sda/containers/0/61d/987480f2af64424e66eeebc7d658d61d/987480f2af64424e66eeebc7d658d61d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697050.00000, (0, 0) as of 1769697050.00000, created as of 1769697050.00000> to ShardRange<'k' to 't' as of 1769697051.00000, (0, 0) as of 1769697051.00000, shrinking as of 1769697051.00000>, path: .shards_a/shard_c_1769697051.00000, db: /tmp/tmprksx6sd8/sda/containers/0/61d/987480f2af64424e66eeebc7d658d61d/987480f2af64424e66eeebc7d658d61d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697051.00000, db: /tmp/tmprksx6sd8/sda/containers/0/61d/987480f2af64424e66eeebc7d658d61d/987480f2af64424e66eeebc7d658d61d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697053.00000, db: /tmp/tmprksx6sd8/sda/containers/0/14f/4fb4db1381a6a4cfe300bd2dc657414f/4fb4db1381a6a4cfe300bd2dc657414f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697052.00000, (0, 0) as of 1769697052.00000, created as of 1769697052.00000> to ShardRange<'k' to 't' as of 1769697053.00000, (0, 0) as of 1769697053.00000, sharding as of 1769697053.00000>, path: .shards_a/shard_c_1769697053.00000, db: /tmp/tmprksx6sd8/sda/containers/0/14f/4fb4db1381a6a4cfe300bd2dc657414f/4fb4db1381a6a4cfe300bd2dc657414f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697053.00000, db: /tmp/tmprksx6sd8/sda/containers/0/14f/4fb4db1381a6a4cfe300bd2dc657414f/4fb4db1381a6a4cfe300bd2dc657414f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697055.00000, db: /tmp/tmprksx6sd8/sda/containers/0/aef/2af02161da23d99c5ff2f6b0121f9aef/2af02161da23d99c5ff2f6b0121f9aef.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697054.00000, (0, 0) as of 1769697054.00000, created as of 1769697054.00000> to ShardRange<'k' to 't' as of 1769697055.00000, (0, 0) as of 1769697055.00000, sharded as of 1769697055.00000>, path: .shards_a/shard_c_1769697055.00000, db: /tmp/tmprksx6sd8/sda/containers/0/aef/2af02161da23d99c5ff2f6b0121f9aef/2af02161da23d99c5ff2f6b0121f9aef.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697055.00000, db: /tmp/tmprksx6sd8/sda/containers/0/aef/2af02161da23d99c5ff2f6b0121f9aef/2af02161da23d99c5ff2f6b0121f9aef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697057.00000, db: /tmp/tmprksx6sd8/sda/containers/0/91f/bd1224a126e890ed245fa6ad3a39a91f/bd1224a126e890ed245fa6ad3a39a91f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697056.00000, (0, 0) as of 1769697056.00000, created as of 1769697056.00000> to ShardRange<'k' to 't' as of 1769697057.00000, (0, 0) as of 1769697057.00000, shrunk as of 1769697057.00000>, path: .shards_a/shard_c_1769697057.00000, db: /tmp/tmprksx6sd8/sda/containers/0/91f/bd1224a126e890ed245fa6ad3a39a91f/bd1224a126e890ed245fa6ad3a39a91f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697057.00000, db: /tmp/tmprksx6sd8/sda/containers/0/91f/bd1224a126e890ed245fa6ad3a39a91f/bd1224a126e890ed245fa6ad3a39a91f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697059.00000, db: /tmp/tmprksx6sd8/sda/containers/0/aed/fa006a1dcf0cde79cada639b745b3aed/fa006a1dcf0cde79cada639b745b3aed.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697058.00000, (0, 0) as of 1769697058.00000, cleaved as of 1769697058.00000> to ShardRange<'k' to 't' as of 1769697059.00000, (0, 0) as of 1769697059.00000, found as of 1769697059.00000>, path: .shards_a/shard_c_1769697059.00000, db: /tmp/tmprksx6sd8/sda/containers/0/aed/fa006a1dcf0cde79cada639b745b3aed/fa006a1dcf0cde79cada639b745b3aed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697061.00000, db: /tmp/tmprksx6sd8/sda/containers/0/6ff/b21b2eaa27282e9f1c9731e6c749a6ff/b21b2eaa27282e9f1c9731e6c749a6ff.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697060.00000, (0, 0) as of 1769697060.00000, cleaved as of 1769697060.00000> to ShardRange<'k' to 't' as of 1769697061.00000, (0, 0) as of 1769697061.00000, created as of 1769697061.00000>, path: .shards_a/shard_c_1769697061.00000, db: /tmp/tmprksx6sd8/sda/containers/0/6ff/b21b2eaa27282e9f1c9731e6c749a6ff/b21b2eaa27282e9f1c9731e6c749a6ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697063.00000, db: /tmp/tmprksx6sd8/sda/containers/0/285/372054fef37b094b6cdc46bfb0431285/372054fef37b094b6cdc46bfb0431285.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697065.00000, db: /tmp/tmprksx6sd8/sda/containers/0/8d9/918b107ac6a3307c0030ff43af3fa8d9/918b107ac6a3307c0030ff43af3fa8d9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697064.00000, (0, 0) as of 1769697064.00000, cleaved as of 1769697064.00000> to ShardRange<'k' to 't' as of 1769697065.00000, (0, 0) as of 1769697065.00000, active as of 1769697065.00000>, path: .shards_a/shard_c_1769697065.00000, db: /tmp/tmprksx6sd8/sda/containers/0/8d9/918b107ac6a3307c0030ff43af3fa8d9/918b107ac6a3307c0030ff43af3fa8d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697067.00000, db: /tmp/tmprksx6sd8/sda/containers/0/634/93040bec15cdd7d2f5683ada51222634/93040bec15cdd7d2f5683ada51222634.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697066.00000, (0, 0) as of 1769697066.00000, cleaved as of 1769697066.00000> to ShardRange<'k' to 't' as of 1769697067.00000, (0, 0) as of 1769697067.00000, shrinking as of 1769697067.00000>, path: .shards_a/shard_c_1769697067.00000, db: /tmp/tmprksx6sd8/sda/containers/0/634/93040bec15cdd7d2f5683ada51222634/93040bec15cdd7d2f5683ada51222634.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697067.00000, db: /tmp/tmprksx6sd8/sda/containers/0/634/93040bec15cdd7d2f5683ada51222634/93040bec15cdd7d2f5683ada51222634.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697069.00000, db: /tmp/tmprksx6sd8/sda/containers/0/f2e/86f5ca691b36ea445bd273813939af2e/86f5ca691b36ea445bd273813939af2e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697068.00000, (0, 0) as of 1769697068.00000, cleaved as of 1769697068.00000> to ShardRange<'k' to 't' as of 1769697069.00000, (0, 0) as of 1769697069.00000, sharding as of 1769697069.00000>, path: .shards_a/shard_c_1769697069.00000, db: /tmp/tmprksx6sd8/sda/containers/0/f2e/86f5ca691b36ea445bd273813939af2e/86f5ca691b36ea445bd273813939af2e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697069.00000, db: /tmp/tmprksx6sd8/sda/containers/0/f2e/86f5ca691b36ea445bd273813939af2e/86f5ca691b36ea445bd273813939af2e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697071.00000, db: /tmp/tmprksx6sd8/sda/containers/0/a44/76128cef2fe1061f1edd0d6544a4ca44/76128cef2fe1061f1edd0d6544a4ca44.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697070.00000, (0, 0) as of 1769697070.00000, cleaved as of 1769697070.00000> to ShardRange<'k' to 't' as of 1769697071.00000, (0, 0) as of 1769697071.00000, sharded as of 1769697071.00000>, path: .shards_a/shard_c_1769697071.00000, db: /tmp/tmprksx6sd8/sda/containers/0/a44/76128cef2fe1061f1edd0d6544a4ca44/76128cef2fe1061f1edd0d6544a4ca44.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697071.00000, db: /tmp/tmprksx6sd8/sda/containers/0/a44/76128cef2fe1061f1edd0d6544a4ca44/76128cef2fe1061f1edd0d6544a4ca44.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697073.00000, db: /tmp/tmprksx6sd8/sda/containers/0/4da/c75f59dc023d00f3ec8ab913e325c4da/c75f59dc023d00f3ec8ab913e325c4da.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697072.00000, (0, 0) as of 1769697072.00000, cleaved as of 1769697072.00000> to ShardRange<'k' to 't' as of 1769697073.00000, (0, 0) as of 1769697073.00000, shrunk as of 1769697073.00000>, path: .shards_a/shard_c_1769697073.00000, db: /tmp/tmprksx6sd8/sda/containers/0/4da/c75f59dc023d00f3ec8ab913e325c4da/c75f59dc023d00f3ec8ab913e325c4da.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697073.00000, db: /tmp/tmprksx6sd8/sda/containers/0/4da/c75f59dc023d00f3ec8ab913e325c4da/c75f59dc023d00f3ec8ab913e325c4da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697075.00000, db: /tmp/tmprksx6sd8/sda/containers/0/fad/9334de8a7cf8d63c803eca927c408fad/9334de8a7cf8d63c803eca927c408fad.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697074.00000, (0, 0) as of 1769697074.00000, active as of 1769697074.00000> to ShardRange<'k' to 't' as of 1769697075.00000, (0, 0) as of 1769697075.00000, found as of 1769697075.00000>, path: .shards_a/shard_c_1769697075.00000, db: /tmp/tmprksx6sd8/sda/containers/0/fad/9334de8a7cf8d63c803eca927c408fad/9334de8a7cf8d63c803eca927c408fad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697077.00000, db: /tmp/tmprksx6sd8/sda/containers/0/7f2/ec02c24ad9c9feaeaecb3ccdaf8317f2/ec02c24ad9c9feaeaecb3ccdaf8317f2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697076.00000, (0, 0) as of 1769697076.00000, active as of 1769697076.00000> to ShardRange<'k' to 't' as of 1769697077.00000, (0, 0) as of 1769697077.00000, created as of 1769697077.00000>, path: .shards_a/shard_c_1769697077.00000, db: /tmp/tmprksx6sd8/sda/containers/0/7f2/ec02c24ad9c9feaeaecb3ccdaf8317f2/ec02c24ad9c9feaeaecb3ccdaf8317f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697079.00000, db: /tmp/tmprksx6sd8/sda/containers/0/831/3dbee0b231969eabbcfc5902a0298831/3dbee0b231969eabbcfc5902a0298831.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697078.00000, (0, 0) as of 1769697078.00000, active as of 1769697078.00000> to ShardRange<'k' to 't' as of 1769697079.00000, (0, 0) as of 1769697079.00000, cleaved as of 1769697079.00000>, path: .shards_a/shard_c_1769697079.00000, db: /tmp/tmprksx6sd8/sda/containers/0/831/3dbee0b231969eabbcfc5902a0298831/3dbee0b231969eabbcfc5902a0298831.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697081.00000, db: /tmp/tmprksx6sd8/sda/containers/0/97e/24f84baee90279756ee07c4a4bdb897e/24f84baee90279756ee07c4a4bdb897e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697083.00000, db: /tmp/tmprksx6sd8/sda/containers/0/65e/4e76effff2578a56a120953ffcf3a65e/4e76effff2578a56a120953ffcf3a65e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697082.00000, (0, 0) as of 1769697082.00000, active as of 1769697082.00000> to ShardRange<'k' to 't' as of 1769697083.00000, (0, 0) as of 1769697083.00000, shrinking as of 1769697083.00000>, path: .shards_a/shard_c_1769697083.00000, db: /tmp/tmprksx6sd8/sda/containers/0/65e/4e76effff2578a56a120953ffcf3a65e/4e76effff2578a56a120953ffcf3a65e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697083.00000, db: /tmp/tmprksx6sd8/sda/containers/0/65e/4e76effff2578a56a120953ffcf3a65e/4e76effff2578a56a120953ffcf3a65e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697085.00000, db: /tmp/tmprksx6sd8/sda/containers/0/112/bd089d9519f94acd73fcc8060a20e112/bd089d9519f94acd73fcc8060a20e112.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697084.00000, (0, 0) as of 1769697084.00000, active as of 1769697084.00000> to ShardRange<'k' to 't' as of 1769697085.00000, (0, 0) as of 1769697085.00000, sharding as of 1769697085.00000>, path: .shards_a/shard_c_1769697085.00000, db: /tmp/tmprksx6sd8/sda/containers/0/112/bd089d9519f94acd73fcc8060a20e112/bd089d9519f94acd73fcc8060a20e112.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697085.00000, db: /tmp/tmprksx6sd8/sda/containers/0/112/bd089d9519f94acd73fcc8060a20e112/bd089d9519f94acd73fcc8060a20e112.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697087.00000, db: /tmp/tmprksx6sd8/sda/containers/0/8d0/f7e68fe6abe16e5ca4552285911b48d0/f7e68fe6abe16e5ca4552285911b48d0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697086.00000, (0, 0) as of 1769697086.00000, active as of 1769697086.00000> to ShardRange<'k' to 't' as of 1769697087.00000, (0, 0) as of 1769697087.00000, sharded as of 1769697087.00000>, path: .shards_a/shard_c_1769697087.00000, db: /tmp/tmprksx6sd8/sda/containers/0/8d0/f7e68fe6abe16e5ca4552285911b48d0/f7e68fe6abe16e5ca4552285911b48d0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697087.00000, db: /tmp/tmprksx6sd8/sda/containers/0/8d0/f7e68fe6abe16e5ca4552285911b48d0/f7e68fe6abe16e5ca4552285911b48d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697089.00000, db: /tmp/tmprksx6sd8/sda/containers/0/450/9cbeab09ba92297bc39b6689dd0de450/9cbeab09ba92297bc39b6689dd0de450.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697088.00000, (0, 0) as of 1769697088.00000, active as of 1769697088.00000> to ShardRange<'k' to 't' as of 1769697089.00000, (0, 0) as of 1769697089.00000, shrunk as of 1769697089.00000>, path: .shards_a/shard_c_1769697089.00000, db: /tmp/tmprksx6sd8/sda/containers/0/450/9cbeab09ba92297bc39b6689dd0de450/9cbeab09ba92297bc39b6689dd0de450.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697089.00000, db: /tmp/tmprksx6sd8/sda/containers/0/450/9cbeab09ba92297bc39b6689dd0de450/9cbeab09ba92297bc39b6689dd0de450.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697091.00000, db: /tmp/tmprksx6sd8/sda/containers/0/675/1af1e9e9b958a2a437b32492f7ef0675/1af1e9e9b958a2a437b32492f7ef0675.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697090.00000, (0, 0) as of 1769697090.00000, shrinking as of 1769697090.00000> to ShardRange<'k' to 't' as of 1769697091.00000, (0, 0) as of 1769697091.00000, found as of 1769697091.00000>, path: .shards_a/shard_c_1769697091.00000, db: /tmp/tmprksx6sd8/sda/containers/0/675/1af1e9e9b958a2a437b32492f7ef0675/1af1e9e9b958a2a437b32492f7ef0675.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697093.00000, db: /tmp/tmprksx6sd8/sda/containers/0/446/fa6bbdbcfa99e58d6f9013a48d26b446/fa6bbdbcfa99e58d6f9013a48d26b446.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697092.00000, (0, 0) as of 1769697092.00000, shrinking as of 1769697092.00000> to ShardRange<'k' to 't' as of 1769697093.00000, (0, 0) as of 1769697093.00000, created as of 1769697093.00000>, path: .shards_a/shard_c_1769697093.00000, db: /tmp/tmprksx6sd8/sda/containers/0/446/fa6bbdbcfa99e58d6f9013a48d26b446/fa6bbdbcfa99e58d6f9013a48d26b446.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697095.00000, db: /tmp/tmprksx6sd8/sda/containers/0/c0f/ad66a3c7e9f6cfd9b12ced8c5ca62c0f/ad66a3c7e9f6cfd9b12ced8c5ca62c0f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697094.00000, (0, 0) as of 1769697094.00000, shrinking as of 1769697094.00000> to ShardRange<'k' to 't' as of 1769697095.00000, (0, 0) as of 1769697095.00000, cleaved as of 1769697095.00000>, path: .shards_a/shard_c_1769697095.00000, db: /tmp/tmprksx6sd8/sda/containers/0/c0f/ad66a3c7e9f6cfd9b12ced8c5ca62c0f/ad66a3c7e9f6cfd9b12ced8c5ca62c0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697097.00000, db: /tmp/tmprksx6sd8/sda/containers/0/bce/40f215d3c798326697088d491e6e6bce/40f215d3c798326697088d491e6e6bce.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697096.00000, (0, 0) as of 1769697096.00000, shrinking as of 1769697096.00000> to ShardRange<'k' to 't' as of 1769697097.00000, (0, 0) as of 1769697097.00000, active as of 1769697097.00000>, path: .shards_a/shard_c_1769697097.00000, db: /tmp/tmprksx6sd8/sda/containers/0/bce/40f215d3c798326697088d491e6e6bce/40f215d3c798326697088d491e6e6bce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697099.00000, db: /tmp/tmprksx6sd8/sda/containers/0/797/98f0a8edff2d77ecd6d84954ca9a7797/98f0a8edff2d77ecd6d84954ca9a7797.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697099.00000, db: /tmp/tmprksx6sd8/sda/containers/0/797/98f0a8edff2d77ecd6d84954ca9a7797/98f0a8edff2d77ecd6d84954ca9a7797.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697101.00000, db: /tmp/tmprksx6sd8/sda/containers/0/b3a/90a6a260bd5575531d6520b8ed787b3a/90a6a260bd5575531d6520b8ed787b3a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697100.00000, (0, 0) as of 1769697100.00000, shrinking as of 1769697100.00000> to ShardRange<'k' to 't' as of 1769697101.00000, (0, 0) as of 1769697101.00000, sharding as of 1769697101.00000>, path: .shards_a/shard_c_1769697101.00000, db: /tmp/tmprksx6sd8/sda/containers/0/b3a/90a6a260bd5575531d6520b8ed787b3a/90a6a260bd5575531d6520b8ed787b3a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697101.00000, db: /tmp/tmprksx6sd8/sda/containers/0/b3a/90a6a260bd5575531d6520b8ed787b3a/90a6a260bd5575531d6520b8ed787b3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697103.00000, db: /tmp/tmprksx6sd8/sda/containers/0/015/a91252ecc3e398073c153978c1646015/a91252ecc3e398073c153978c1646015.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697102.00000, (0, 0) as of 1769697102.00000, shrinking as of 1769697102.00000> to ShardRange<'k' to 't' as of 1769697103.00000, (0, 0) as of 1769697103.00000, sharded as of 1769697103.00000>, path: .shards_a/shard_c_1769697103.00000, db: /tmp/tmprksx6sd8/sda/containers/0/015/a91252ecc3e398073c153978c1646015/a91252ecc3e398073c153978c1646015.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697103.00000, db: /tmp/tmprksx6sd8/sda/containers/0/015/a91252ecc3e398073c153978c1646015/a91252ecc3e398073c153978c1646015.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697105.00000, db: /tmp/tmprksx6sd8/sda/containers/0/5eb/3293ff6462690f185e4890f3bb5fc5eb/3293ff6462690f185e4890f3bb5fc5eb.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697104.00000, (0, 0) as of 1769697104.00000, shrinking as of 1769697104.00000> to ShardRange<'k' to 't' as of 1769697105.00000, (0, 0) as of 1769697105.00000, shrunk as of 1769697105.00000>, path: .shards_a/shard_c_1769697105.00000, db: /tmp/tmprksx6sd8/sda/containers/0/5eb/3293ff6462690f185e4890f3bb5fc5eb/3293ff6462690f185e4890f3bb5fc5eb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697105.00000, db: /tmp/tmprksx6sd8/sda/containers/0/5eb/3293ff6462690f185e4890f3bb5fc5eb/3293ff6462690f185e4890f3bb5fc5eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697107.00000, db: /tmp/tmprksx6sd8/sda/containers/0/e36/ca9b04d43f7ec503b547b69b1ce62e36/ca9b04d43f7ec503b547b69b1ce62e36.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697106.00000, (0, 0) as of 1769697106.00000, sharding as of 1769697106.00000> to ShardRange<'k' to 't' as of 1769697107.00000, (0, 0) as of 1769697107.00000, found as of 1769697107.00000>, path: .shards_a/shard_c_1769697107.00000, db: /tmp/tmprksx6sd8/sda/containers/0/e36/ca9b04d43f7ec503b547b69b1ce62e36/ca9b04d43f7ec503b547b69b1ce62e36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697109.00000, db: /tmp/tmprksx6sd8/sda/containers/0/a69/6a34a9c22940a52a22c936886efe7a69/6a34a9c22940a52a22c936886efe7a69.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697108.00000, (0, 0) as of 1769697108.00000, sharding as of 1769697108.00000> to ShardRange<'k' to 't' as of 1769697109.00000, (0, 0) as of 1769697109.00000, created as of 1769697109.00000>, path: .shards_a/shard_c_1769697109.00000, db: /tmp/tmprksx6sd8/sda/containers/0/a69/6a34a9c22940a52a22c936886efe7a69/6a34a9c22940a52a22c936886efe7a69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697111.00000, db: /tmp/tmprksx6sd8/sda/containers/0/206/5cde06e8a06f57f753c0b6ae49b5f206/5cde06e8a06f57f753c0b6ae49b5f206.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697110.00000, (0, 0) as of 1769697110.00000, sharding as of 1769697110.00000> to ShardRange<'k' to 't' as of 1769697111.00000, (0, 0) as of 1769697111.00000, cleaved as of 1769697111.00000>, path: .shards_a/shard_c_1769697111.00000, db: /tmp/tmprksx6sd8/sda/containers/0/206/5cde06e8a06f57f753c0b6ae49b5f206/5cde06e8a06f57f753c0b6ae49b5f206.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697113.00000, db: /tmp/tmprksx6sd8/sda/containers/0/d83/966c0bc611fd4f3528d75202dc977d83/966c0bc611fd4f3528d75202dc977d83.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697112.00000, (0, 0) as of 1769697112.00000, sharding as of 1769697112.00000> to ShardRange<'k' to 't' as of 1769697113.00000, (0, 0) as of 1769697113.00000, active as of 1769697113.00000>, path: .shards_a/shard_c_1769697113.00000, db: /tmp/tmprksx6sd8/sda/containers/0/d83/966c0bc611fd4f3528d75202dc977d83/966c0bc611fd4f3528d75202dc977d83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697115.00000, db: /tmp/tmprksx6sd8/sda/containers/0/aae/f2143981b39023493637073a8aa7daae/f2143981b39023493637073a8aa7daae.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697114.00000, (0, 0) as of 1769697114.00000, sharding as of 1769697114.00000> to ShardRange<'k' to 't' as of 1769697115.00000, (0, 0) as of 1769697115.00000, shrinking as of 1769697115.00000>, path: .shards_a/shard_c_1769697115.00000, db: /tmp/tmprksx6sd8/sda/containers/0/aae/f2143981b39023493637073a8aa7daae/f2143981b39023493637073a8aa7daae.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697115.00000, db: /tmp/tmprksx6sd8/sda/containers/0/aae/f2143981b39023493637073a8aa7daae/f2143981b39023493637073a8aa7daae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697117.00000, db: /tmp/tmprksx6sd8/sda/containers/0/112/89c1f0fd4f04e098edc56eb321afe112/89c1f0fd4f04e098edc56eb321afe112.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697117.00000, db: /tmp/tmprksx6sd8/sda/containers/0/112/89c1f0fd4f04e098edc56eb321afe112/89c1f0fd4f04e098edc56eb321afe112.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697119.00000, db: /tmp/tmprksx6sd8/sda/containers/0/a28/242fc001501dcc2cf55d6cc0f1cdca28/242fc001501dcc2cf55d6cc0f1cdca28.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697118.00000, (0, 0) as of 1769697118.00000, sharding as of 1769697118.00000> to ShardRange<'k' to 't' as of 1769697119.00000, (0, 0) as of 1769697119.00000, sharded as of 1769697119.00000>, path: .shards_a/shard_c_1769697119.00000, db: /tmp/tmprksx6sd8/sda/containers/0/a28/242fc001501dcc2cf55d6cc0f1cdca28/242fc001501dcc2cf55d6cc0f1cdca28.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697119.00000, db: /tmp/tmprksx6sd8/sda/containers/0/a28/242fc001501dcc2cf55d6cc0f1cdca28/242fc001501dcc2cf55d6cc0f1cdca28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697121.00000, db: /tmp/tmprksx6sd8/sda/containers/0/40d/07c6cf7305b4389b31bd711163edc40d/07c6cf7305b4389b31bd711163edc40d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697120.00000, (0, 0) as of 1769697120.00000, sharding as of 1769697120.00000> to ShardRange<'k' to 't' as of 1769697121.00000, (0, 0) as of 1769697121.00000, shrunk as of 1769697121.00000>, path: .shards_a/shard_c_1769697121.00000, db: /tmp/tmprksx6sd8/sda/containers/0/40d/07c6cf7305b4389b31bd711163edc40d/07c6cf7305b4389b31bd711163edc40d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697121.00000, db: /tmp/tmprksx6sd8/sda/containers/0/40d/07c6cf7305b4389b31bd711163edc40d/07c6cf7305b4389b31bd711163edc40d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697123.00000, db: /tmp/tmprksx6sd8/sda/containers/0/f8c/94bbb48adefad1d1c0d0a811f4adcf8c/94bbb48adefad1d1c0d0a811f4adcf8c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697122.00000, (0, 0) as of 1769697122.00000, sharded as of 1769697122.00000> to ShardRange<'k' to 't' as of 1769697123.00000, (0, 0) as of 1769697123.00000, found as of 1769697123.00000>, path: .shards_a/shard_c_1769697123.00000, db: /tmp/tmprksx6sd8/sda/containers/0/f8c/94bbb48adefad1d1c0d0a811f4adcf8c/94bbb48adefad1d1c0d0a811f4adcf8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697125.00000, db: /tmp/tmprksx6sd8/sda/containers/0/f3b/43ba609856066225e79616e947e14f3b/43ba609856066225e79616e947e14f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697124.00000, (0, 0) as of 1769697124.00000, sharded as of 1769697124.00000> to ShardRange<'k' to 't' as of 1769697125.00000, (0, 0) as of 1769697125.00000, created as of 1769697125.00000>, path: .shards_a/shard_c_1769697125.00000, db: /tmp/tmprksx6sd8/sda/containers/0/f3b/43ba609856066225e79616e947e14f3b/43ba609856066225e79616e947e14f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697127.00000, db: /tmp/tmprksx6sd8/sda/containers/0/81f/a4756a7334628f1905d93ecb84d2981f/a4756a7334628f1905d93ecb84d2981f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697126.00000, (0, 0) as of 1769697126.00000, sharded as of 1769697126.00000> to ShardRange<'k' to 't' as of 1769697127.00000, (0, 0) as of 1769697127.00000, cleaved as of 1769697127.00000>, path: .shards_a/shard_c_1769697127.00000, db: /tmp/tmprksx6sd8/sda/containers/0/81f/a4756a7334628f1905d93ecb84d2981f/a4756a7334628f1905d93ecb84d2981f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697129.00000, db: /tmp/tmprksx6sd8/sda/containers/0/ea3/ed5c04072ed16466355650405000fea3/ed5c04072ed16466355650405000fea3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697128.00000, (0, 0) as of 1769697128.00000, sharded as of 1769697128.00000> to ShardRange<'k' to 't' as of 1769697129.00000, (0, 0) as of 1769697129.00000, active as of 1769697129.00000>, path: .shards_a/shard_c_1769697129.00000, db: /tmp/tmprksx6sd8/sda/containers/0/ea3/ed5c04072ed16466355650405000fea3/ed5c04072ed16466355650405000fea3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697131.00000, db: /tmp/tmprksx6sd8/sda/containers/0/aea/ed86d36985e631517b578d90e716eaea/ed86d36985e631517b578d90e716eaea.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697130.00000, (0, 0) as of 1769697130.00000, sharded as of 1769697130.00000> to ShardRange<'k' to 't' as of 1769697131.00000, (0, 0) as of 1769697131.00000, shrinking as of 1769697131.00000>, path: .shards_a/shard_c_1769697131.00000, db: /tmp/tmprksx6sd8/sda/containers/0/aea/ed86d36985e631517b578d90e716eaea/ed86d36985e631517b578d90e716eaea.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697131.00000, db: /tmp/tmprksx6sd8/sda/containers/0/aea/ed86d36985e631517b578d90e716eaea/ed86d36985e631517b578d90e716eaea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697133.00000, db: /tmp/tmprksx6sd8/sda/containers/0/6da/c0b67cde9f54406942b8525d52bab6da/c0b67cde9f54406942b8525d52bab6da.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697132.00000, (0, 0) as of 1769697132.00000, sharded as of 1769697132.00000> to ShardRange<'k' to 't' as of 1769697133.00000, (0, 0) as of 1769697133.00000, sharding as of 1769697133.00000>, path: .shards_a/shard_c_1769697133.00000, db: /tmp/tmprksx6sd8/sda/containers/0/6da/c0b67cde9f54406942b8525d52bab6da/c0b67cde9f54406942b8525d52bab6da.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697133.00000, db: /tmp/tmprksx6sd8/sda/containers/0/6da/c0b67cde9f54406942b8525d52bab6da/c0b67cde9f54406942b8525d52bab6da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697135.00000, db: /tmp/tmprksx6sd8/sda/containers/0/50d/772482f5747bb7fc2f02fb38ce41250d/772482f5747bb7fc2f02fb38ce41250d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697135.00000, db: /tmp/tmprksx6sd8/sda/containers/0/50d/772482f5747bb7fc2f02fb38ce41250d/772482f5747bb7fc2f02fb38ce41250d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697137.00000, db: /tmp/tmprksx6sd8/sda/containers/0/124/504fea5ef5f7426ea379c7874e305124/504fea5ef5f7426ea379c7874e305124.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697136.00000, (0, 0) as of 1769697136.00000, sharded as of 1769697136.00000> to ShardRange<'k' to 't' as of 1769697137.00000, (0, 0) as of 1769697137.00000, shrunk as of 1769697137.00000>, path: .shards_a/shard_c_1769697137.00000, db: /tmp/tmprksx6sd8/sda/containers/0/124/504fea5ef5f7426ea379c7874e305124/504fea5ef5f7426ea379c7874e305124.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697137.00000, db: /tmp/tmprksx6sd8/sda/containers/0/124/504fea5ef5f7426ea379c7874e305124/504fea5ef5f7426ea379c7874e305124.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697139.00000, db: /tmp/tmprksx6sd8/sda/containers/0/0da/6ff2f0705785b1dfda6142511a01b0da/6ff2f0705785b1dfda6142511a01b0da.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697138.00000, (0, 0) as of 1769697138.00000, shrunk as of 1769697138.00000> to ShardRange<'k' to 't' as of 1769697139.00000, (0, 0) as of 1769697139.00000, found as of 1769697139.00000>, path: .shards_a/shard_c_1769697139.00000, db: /tmp/tmprksx6sd8/sda/containers/0/0da/6ff2f0705785b1dfda6142511a01b0da/6ff2f0705785b1dfda6142511a01b0da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697141.00000, db: /tmp/tmprksx6sd8/sda/containers/0/87d/bec5d0518bd4b65a595c4b740e75087d/bec5d0518bd4b65a595c4b740e75087d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697140.00000, (0, 0) as of 1769697140.00000, shrunk as of 1769697140.00000> to ShardRange<'k' to 't' as of 1769697141.00000, (0, 0) as of 1769697141.00000, created as of 1769697141.00000>, path: .shards_a/shard_c_1769697141.00000, db: /tmp/tmprksx6sd8/sda/containers/0/87d/bec5d0518bd4b65a595c4b740e75087d/bec5d0518bd4b65a595c4b740e75087d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697143.00000, db: /tmp/tmprksx6sd8/sda/containers/0/37c/f527b668c929301cf07bb4f790ef437c/f527b668c929301cf07bb4f790ef437c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697142.00000, (0, 0) as of 1769697142.00000, shrunk as of 1769697142.00000> to ShardRange<'k' to 't' as of 1769697143.00000, (0, 0) as of 1769697143.00000, cleaved as of 1769697143.00000>, path: .shards_a/shard_c_1769697143.00000, db: /tmp/tmprksx6sd8/sda/containers/0/37c/f527b668c929301cf07bb4f790ef437c/f527b668c929301cf07bb4f790ef437c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697145.00000, db: /tmp/tmprksx6sd8/sda/containers/0/90f/7a780a90f0a826b0338f359a9dbef90f/7a780a90f0a826b0338f359a9dbef90f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697144.00000, (0, 0) as of 1769697144.00000, shrunk as of 1769697144.00000> to ShardRange<'k' to 't' as of 1769697145.00000, (0, 0) as of 1769697145.00000, active as of 1769697145.00000>, path: .shards_a/shard_c_1769697145.00000, db: /tmp/tmprksx6sd8/sda/containers/0/90f/7a780a90f0a826b0338f359a9dbef90f/7a780a90f0a826b0338f359a9dbef90f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697147.00000, db: /tmp/tmprksx6sd8/sda/containers/0/854/7b0017ff75a439036bf5e96c3f2e5854/7b0017ff75a439036bf5e96c3f2e5854.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697146.00000, (0, 0) as of 1769697146.00000, shrunk as of 1769697146.00000> to ShardRange<'k' to 't' as of 1769697147.00000, (0, 0) as of 1769697147.00000, shrinking as of 1769697147.00000>, path: .shards_a/shard_c_1769697147.00000, db: /tmp/tmprksx6sd8/sda/containers/0/854/7b0017ff75a439036bf5e96c3f2e5854/7b0017ff75a439036bf5e96c3f2e5854.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697147.00000, db: /tmp/tmprksx6sd8/sda/containers/0/854/7b0017ff75a439036bf5e96c3f2e5854/7b0017ff75a439036bf5e96c3f2e5854.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697149.00000, db: /tmp/tmprksx6sd8/sda/containers/0/c3b/7604e9c3bc2d23f1e3dec2ecfcad1c3b/7604e9c3bc2d23f1e3dec2ecfcad1c3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697148.00000, (0, 0) as of 1769697148.00000, shrunk as of 1769697148.00000> to ShardRange<'k' to 't' as of 1769697149.00000, (0, 0) as of 1769697149.00000, sharding as of 1769697149.00000>, path: .shards_a/shard_c_1769697149.00000, db: /tmp/tmprksx6sd8/sda/containers/0/c3b/7604e9c3bc2d23f1e3dec2ecfcad1c3b/7604e9c3bc2d23f1e3dec2ecfcad1c3b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697149.00000, db: /tmp/tmprksx6sd8/sda/containers/0/c3b/7604e9c3bc2d23f1e3dec2ecfcad1c3b/7604e9c3bc2d23f1e3dec2ecfcad1c3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697151.00000, db: /tmp/tmprksx6sd8/sda/containers/0/7e2/2026d9f3cc1c8f088c8f5195635157e2/2026d9f3cc1c8f088c8f5195635157e2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697150.00000, (0, 0) as of 1769697150.00000, shrunk as of 1769697150.00000> to ShardRange<'k' to 't' as of 1769697151.00000, (0, 0) as of 1769697151.00000, sharded as of 1769697151.00000>, path: .shards_a/shard_c_1769697151.00000, db: /tmp/tmprksx6sd8/sda/containers/0/7e2/2026d9f3cc1c8f088c8f5195635157e2/2026d9f3cc1c8f088c8f5195635157e2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697151.00000, db: /tmp/tmprksx6sd8/sda/containers/0/7e2/2026d9f3cc1c8f088c8f5195635157e2/2026d9f3cc1c8f088c8f5195635157e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697153.00000, db: /tmp/tmprksx6sd8/sda/containers/0/3c3/2eb343b0faeb9797c68863116ddb23c3/2eb343b0faeb9797c68863116ddb23c3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697153.00000, db: /tmp/tmprksx6sd8/sda/containers/0/3c3/2eb343b0faeb9797c68863116ddb23c3/2eb343b0faeb9797c68863116ddb23c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697154.00000, db: /tmp/tmprksx6sd8/sda/containers/0/9a1/235e591b783bbb320d494f0adb6299a1/235e591b783bbb320d494f0adb6299a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697156.00000, db: /tmp/tmprksx6sd8/sda/containers/0/619/fead3bf49f69a8ce9561c5186c39c619/fead3bf49f69a8ce9561c5186c39c619.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697158.00000, db: /tmp/tmprksx6sd8/sda/containers/0/cb6/4c394a190255857c3b04d9ac75534cb6/4c394a190255857c3b04d9ac75534cb6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697160.00000, db: /tmp/tmprksx6sd8/sda/containers/0/bbc/7b5721c17c7acda974bc975b8c3c4bbc/7b5721c17c7acda974bc975b8c3c4bbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697162.00000, db: /tmp/tmprksx6sd8/sda/containers/0/0a3/94727e2ad29ffc33ba314c090f7b90a3/94727e2ad29ffc33ba314c090f7b90a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697164.00000, db: /tmp/tmprksx6sd8/sda/containers/0/aa3/48a81b305470580f4572b3976ab28aa3/48a81b305470580f4572b3976ab28aa3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697166.00000, db: /tmp/tmprksx6sd8/sda/containers/0/5a6/74348e9f08232c9e21fc1d92416f75a6/74348e9f08232c9e21fc1d92416f75a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697168.00000, db: /tmp/tmprksx6sd8/sda/containers/0/a6d/f24f110f6f41d7f2e2ca009e02611a6d/f24f110f6f41d7f2e2ca009e02611a6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697170.00000, db: /tmp/tmprksx6sd8/sda/containers/0/756/2fb3eef5ec9919b098bb498319d12756/2fb3eef5ec9919b098bb498319d12756.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697172.00000, db: /tmp/tmprksx6sd8/sda/containers/0/1a7/1f9a27de950dbeec4eb54649e9da81a7/1f9a27de950dbeec4eb54649e9da81a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697174.00000, db: /tmp/tmprksx6sd8/sda/containers/0/00d/4d6dfb1233022a97b647999808e3d00d/4d6dfb1233022a97b647999808e3d00d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697176.00000, db: /tmp/tmprksx6sd8/sda/containers/0/b99/dc889b8e00019183e4f4c7f794171b99/dc889b8e00019183e4f4c7f794171b99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697178.00000, db: /tmp/tmprksx6sd8/sda/containers/0/2cd/e7ee8401bc1ad8fc05697fad9f9f32cd/e7ee8401bc1ad8fc05697fad9f9f32cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697180.00000, db: /tmp/tmprksx6sd8/sda/containers/0/536/43a4e479c1f165104360966f1dbab536/43a4e479c1f165104360966f1dbab536.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697182.00000, db: /tmp/tmprksx6sd8/sda/containers/0/b6e/d97d18a0cfe78e11263c605d6cd80b6e/d97d18a0cfe78e11263c605d6cd80b6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697184.00000, db: /tmp/tmprksx6sd8/sda/containers/0/46f/adc4e3a223b789a0b36b0c6a5c4d046f/adc4e3a223b789a0b36b0c6a5c4d046f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697186.00000, db: /tmp/tmprksx6sd8/sda/containers/0/adc/9d291db0ce167c141680d9dc0ab43adc/9d291db0ce167c141680d9dc0ab43adc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697188.00000, db: /tmp/tmprksx6sd8/sda/containers/0/34c/509825fbd856f468aa626957e14ed34c/509825fbd856f468aa626957e14ed34c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697190.00000, db: /tmp/tmprksx6sd8/sda/containers/0/ac2/dcac1549f24814c28a6313287cc3dac2/dcac1549f24814c28a6313287cc3dac2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697192.00000, db: /tmp/tmprksx6sd8/sda/containers/0/45b/91fc3553d78e856de5d95d6dc670745b/91fc3553d78e856de5d95d6dc670745b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697194.00000, db: /tmp/tmprksx6sd8/sda/containers/0/230/c53dd7357f68fb46d986a05efda3d230/c53dd7357f68fb46d986a05efda3d230.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697196.00000, db: /tmp/tmprksx6sd8/sda/containers/0/09e/fc6dbe031d4b5b1c89a9605ebc56b09e/fc6dbe031d4b5b1c89a9605ebc56b09e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697198.00000, db: /tmp/tmprksx6sd8/sda/containers/0/341/da7e89553416fc4dae20d1ed376fd341/da7e89553416fc4dae20d1ed376fd341.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697200.00000, db: /tmp/tmprksx6sd8/sda/containers/0/e5c/946b41a6115256d764ac5348f4dece5c/946b41a6115256d764ac5348f4dece5c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697202.00000, db: /tmp/tmprksx6sd8/sda/containers/0/827/fb9c2c2cccb401856f96f2a465412827/fb9c2c2cccb401856f96f2a465412827.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697204.00000, db: /tmp/tmprksx6sd8/sda/containers/0/0a8/bac3fa1ab0fdad88caa500c5680e10a8/bac3fa1ab0fdad88caa500c5680e10a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697206.00000, db: /tmp/tmprksx6sd8/sda/containers/0/c92/0e289c2f1bd7c1119fc2d28b44d48c92/0e289c2f1bd7c1119fc2d28b44d48c92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697208.00000, db: /tmp/tmprksx6sd8/sda/containers/0/42b/55ca9b971f2d0e1e535c89821784742b/55ca9b971f2d0e1e535c89821784742b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697210.00000, db: /tmp/tmprksx6sd8/sda/containers/0/ba0/b9ec749498671eb2412f354a337dfba0/b9ec749498671eb2412f354a337dfba0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697212.00000, db: /tmp/tmprksx6sd8/sda/containers/0/fd6/57caa7a3a6aab066504b64420b9fafd6/57caa7a3a6aab066504b64420b9fafd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697214.00000, db: /tmp/tmprksx6sd8/sda/containers/0/c4d/a4c691805c41cab00e4f7f958b659c4d/a4c691805c41cab00e4f7f958b659c4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697216.00000, db: /tmp/tmprksx6sd8/sda/containers/0/4f3/a5731df9c0fa5f72f2b435f46d7034f3/a5731df9c0fa5f72f2b435f46d7034f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697218.00000, db: /tmp/tmprksx6sd8/sda/containers/0/71a/b05f08d645466fb391adbda17624f71a/b05f08d645466fb391adbda17624f71a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697218.00000, db: /tmp/tmprksx6sd8/sda/containers/0/71a/b05f08d645466fb391adbda17624f71a/b05f08d645466fb391adbda17624f71a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697220.00000, db: /tmp/tmprksx6sd8/sda/containers/0/eeb/f940a81b50e10d095608a0f8fa56eeeb/f940a81b50e10d095608a0f8fa56eeeb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697220.00000, db: /tmp/tmprksx6sd8/sda/containers/0/eeb/f940a81b50e10d095608a0f8fa56eeeb/f940a81b50e10d095608a0f8fa56eeeb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697222.00000, db: /tmp/tmprksx6sd8/sda/containers/0/c11/b1c93672e15a56aa3a87b1a6eae21c11/b1c93672e15a56aa3a87b1a6eae21c11.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697222.00000, db: /tmp/tmprksx6sd8/sda/containers/0/c11/b1c93672e15a56aa3a87b1a6eae21c11/b1c93672e15a56aa3a87b1a6eae21c11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697224.00000, db: /tmp/tmprksx6sd8/sda/containers/0/751/34d6ffc31a62b75003ece63559ccc751/34d6ffc31a62b75003ece63559ccc751.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697224.00000, db: /tmp/tmprksx6sd8/sda/containers/0/751/34d6ffc31a62b75003ece63559ccc751/34d6ffc31a62b75003ece63559ccc751.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697226.00000, db: /tmp/tmprksx6sd8/sda/containers/0/f60/da0d9d9222e76ba48013a3280010af60/da0d9d9222e76ba48013a3280010af60.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697226.00000, db: /tmp/tmprksx6sd8/sda/containers/0/f60/da0d9d9222e76ba48013a3280010af60/da0d9d9222e76ba48013a3280010af60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697228.00000, db: /tmp/tmprksx6sd8/sda/containers/0/f83/4b2e0a428b8597c2c478decb77bc1f83/4b2e0a428b8597c2c478decb77bc1f83.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697228.00000, db: /tmp/tmprksx6sd8/sda/containers/0/f83/4b2e0a428b8597c2c478decb77bc1f83/4b2e0a428b8597c2c478decb77bc1f83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697230.00000, db: /tmp/tmprksx6sd8/sda/containers/0/61f/f7eac50acd47a936db0f3de987a9161f/f7eac50acd47a936db0f3de987a9161f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697230.00000, db: /tmp/tmprksx6sd8/sda/containers/0/61f/f7eac50acd47a936db0f3de987a9161f/f7eac50acd47a936db0f3de987a9161f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697232.00000, db: /tmp/tmprksx6sd8/sda/containers/0/948/95a5db10696cd9082626ef76c3738948/95a5db10696cd9082626ef76c3738948.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697232.00000, db: /tmp/tmprksx6sd8/sda/containers/0/948/95a5db10696cd9082626ef76c3738948/95a5db10696cd9082626ef76c3738948.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697234.00000, db: /tmp/tmprksx6sd8/sda/containers/0/571/2644e93da415cbd77f0c37ac3daa8571/2644e93da415cbd77f0c37ac3daa8571.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697234.00000, db: /tmp/tmprksx6sd8/sda/containers/0/571/2644e93da415cbd77f0c37ac3daa8571/2644e93da415cbd77f0c37ac3daa8571.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697236.00000, db: /tmp/tmprksx6sd8/sda/containers/0/253/f82537838ed14a1929f374f82a783253/f82537838ed14a1929f374f82a783253.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697236.00000, db: /tmp/tmprksx6sd8/sda/containers/0/253/f82537838ed14a1929f374f82a783253/f82537838ed14a1929f374f82a783253.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697238.00000, db: /tmp/tmprksx6sd8/sda/containers/0/0b1/4dad841ac6c08749985137cf105460b1/4dad841ac6c08749985137cf105460b1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697238.00000, db: /tmp/tmprksx6sd8/sda/containers/0/0b1/4dad841ac6c08749985137cf105460b1/4dad841ac6c08749985137cf105460b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697240.00000, db: /tmp/tmprksx6sd8/sda/containers/0/177/0324e68186d582e6f7689e90a0b26177/0324e68186d582e6f7689e90a0b26177.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697240.00000, db: /tmp/tmprksx6sd8/sda/containers/0/177/0324e68186d582e6f7689e90a0b26177/0324e68186d582e6f7689e90a0b26177.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697242.00000, db: /tmp/tmprksx6sd8/sda/containers/0/695/2a4cb60981011f7dc1e3676a99fbb695/2a4cb60981011f7dc1e3676a99fbb695.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697242.00000, db: /tmp/tmprksx6sd8/sda/containers/0/695/2a4cb60981011f7dc1e3676a99fbb695/2a4cb60981011f7dc1e3676a99fbb695.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697244.00000, db: /tmp/tmprksx6sd8/sda/containers/0/9b1/d1d9bd336317124d4d41d49d2133c9b1/d1d9bd336317124d4d41d49d2133c9b1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697244.00000, db: /tmp/tmprksx6sd8/sda/containers/0/9b1/d1d9bd336317124d4d41d49d2133c9b1/d1d9bd336317124d4d41d49d2133c9b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697246.00000, db: /tmp/tmprksx6sd8/sda/containers/0/cd8/844da09222261e506c30d87de1195cd8/844da09222261e506c30d87de1195cd8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697246.00000, db: /tmp/tmprksx6sd8/sda/containers/0/cd8/844da09222261e506c30d87de1195cd8/844da09222261e506c30d87de1195cd8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697248.00000, db: /tmp/tmprksx6sd8/sda/containers/0/2c2/46f5adf49cfb019570e5d184ad6da2c2/46f5adf49cfb019570e5d184ad6da2c2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697248.00000, db: /tmp/tmprksx6sd8/sda/containers/0/2c2/46f5adf49cfb019570e5d184ad6da2c2/46f5adf49cfb019570e5d184ad6da2c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697250.00000, db: /tmp/tmprksx6sd8/sda/containers/0/9a9/390a26a522567c29cc7acf3ed44d69a9/390a26a522567c29cc7acf3ed44d69a9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697250.00000, db: /tmp/tmprksx6sd8/sda/containers/0/9a9/390a26a522567c29cc7acf3ed44d69a9/390a26a522567c29cc7acf3ed44d69a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697252.00000, db: /tmp/tmprksx6sd8/sda/containers/0/38d/61d385445eb80436f20050af6ac2a38d/61d385445eb80436f20050af6ac2a38d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697252.00000, db: /tmp/tmprksx6sd8/sda/containers/0/38d/61d385445eb80436f20050af6ac2a38d/61d385445eb80436f20050af6ac2a38d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697254.00000, db: /tmp/tmprksx6sd8/sda/containers/0/cab/f2e20f77affee431d22bd5edea536cab/f2e20f77affee431d22bd5edea536cab.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697254.00000, db: /tmp/tmprksx6sd8/sda/containers/0/cab/f2e20f77affee431d22bd5edea536cab/f2e20f77affee431d22bd5edea536cab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697256.00000, db: /tmp/tmprksx6sd8/sda/containers/0/83f/c43d81b3012991865341e9c8d1edc83f/c43d81b3012991865341e9c8d1edc83f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697256.00000, db: /tmp/tmprksx6sd8/sda/containers/0/83f/c43d81b3012991865341e9c8d1edc83f/c43d81b3012991865341e9c8d1edc83f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697258.00000, db: /tmp/tmprksx6sd8/sda/containers/0/d49/38b89075ec65ca377a1dc9f9c413bd49/38b89075ec65ca377a1dc9f9c413bd49.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697258.00000, db: /tmp/tmprksx6sd8/sda/containers/0/d49/38b89075ec65ca377a1dc9f9c413bd49/38b89075ec65ca377a1dc9f9c413bd49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697260.00000, db: /tmp/tmprksx6sd8/sda/containers/0/6ed/331ff638d8f8959551b6344d35b356ed/331ff638d8f8959551b6344d35b356ed.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697260.00000, db: /tmp/tmprksx6sd8/sda/containers/0/6ed/331ff638d8f8959551b6344d35b356ed/331ff638d8f8959551b6344d35b356ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697262.00000, db: /tmp/tmprksx6sd8/sda/containers/0/23c/34073e78e6cedb06564527dcdd11c23c/34073e78e6cedb06564527dcdd11c23c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697262.00000, db: /tmp/tmprksx6sd8/sda/containers/0/23c/34073e78e6cedb06564527dcdd11c23c/34073e78e6cedb06564527dcdd11c23c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697264.00000, db: /tmp/tmprksx6sd8/sda/containers/0/67b/5fd40d2d90807c446a6387514643967b/5fd40d2d90807c446a6387514643967b.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1735286440.01829', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286440.02022', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286440.02210', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286440.02386', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286440.03294', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286440.03472', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735286440.30512', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx5cb77dc800f9409a92d8f-00676e5ead) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txbbf3aae883414b1eb18ee-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txbbf3aae883414b1eb18ee-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txbbf3aae883414b1eb18ee-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txbbf3aae883414b1eb18ee-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txbbf3aae883414b1eb18ee-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txbbf3aae883414b1eb18ee-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txbbf3aae883414b1eb18ee-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txbbf3aae883414b1eb18ee-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txbbf3aae883414b1eb18ee-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txbbf3aae883414b1eb18ee-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txbbf3aae883414b1eb18ee-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txbbf3aae883414b1eb18ee-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txbbf3aae883414b1eb18ee-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txbbf3aae883414b1eb18ee-00676e5ead) -proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: txbbf3aae883414b1eb18ee-00676e5ead) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx74fd573048b249e0ab038-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx74fd573048b249e0ab038-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx74fd573048b249e0ab038-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx74fd573048b249e0ab038-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx74fd573048b249e0ab038-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx74fd573048b249e0ab038-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx74fd573048b249e0ab038-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx74fd573048b249e0ab038-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx74fd573048b249e0ab038-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx74fd573048b249e0ab038-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx74fd573048b249e0ab038-00676e5ead) -proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx74fd573048b249e0ab038-00676e5ead) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx54af8aa711974c069f6d1-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx54af8aa711974c069f6d1-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx54af8aa711974c069f6d1-00676e5ead) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx491d25ad58d6466b9c8e2-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx491d25ad58d6466b9c8e2-00676e5ead) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx491d25ad58d6466b9c8e2-00676e5ead) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Expect: 100-continue on /a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3035, in _make_putter - return MIMEPutter.connect( - ~~~~~~~~~~~~~~~~~~^ - node, part, req.swift_entity_path, headers, self.app.watchdog, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<4 lines>... - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - need_multiphase=True) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1998, in connect - raise FooterNotSupported() -swift.common.exceptions.FooterNotSupported (txn: txc0390b7db73d46c8a9a47-00676e5ead) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok +swift: Quarantining DB file +swift: Quarantining DB file +swift: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call#012 raise effect#012Exception +swift: ERROR syncing /path/to/file with node {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call#012 raise effect#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call#012 raise effect#012Exception +swift: ERROR Remote drive not mounted {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2} +swift: ERROR syncing /path/to/file with node {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration +swift: ERROR syncing /path/to/file with node {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration +swift: ERROR Remote drive not mounted {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1} +swift: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration +swift: ERROR syncing /path/to/file with node {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration +swift: ERROR syncing /path/to/file with node {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration +swift: ERROR Remote drive not mounted {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1} +swift: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration +swift: ERROR syncing /path/to/file with node {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration +swift: ERROR syncing /path/to/file with node {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration +swift: ERROR Remote drive not mounted {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2} +swift: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} +swift: ERROR syncing /path/to/file with node {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration +swift: ERROR syncing /path/to/file with node {'id': 5, 'weight': 10.0, 'zone': 5, 'ip': '1.1.1.5', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.5', 'replication_port': 6200, 'region': 1}: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object#012 success = self._repl_to_node(node, broker, partition, info,#012 different_region)#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__#012 return _mock_self._mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call#012 return _mock_self._execute_mock_call(*args, **kwargs)#012 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3/dist-packages/mock/mock.py", line 1241, in _execute_mock_call#012 result = next(effect)#012StopIteration +swift: ERROR Remote drive not mounted {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2} +swift: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} +swift: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} +swift: ERROR There are not enough handoff nodes to reach replica count for partition 0 +swift: ERROR Remote drive not mounted {'id': 5, 'weight': 10.0, 'zone': 5, 'ip': '1.1.1.5', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.5', 'replication_port': 6200, 'region': 1} +swift: ERROR There are not enough handoff nodes to reach replica count for partition 0 +swift: ERROR Remote drive not mounted {'id': 6, 'weight': 10.0, 'zone': 6, 'ip': '1.1.1.6', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.6', 'replication_port': 6200, 'region': 2} +swift: ERROR rsync failed with -1: ['rsync', '--quiet', '--no-motd', '--timeout=10', '--contimeout=1', '--whole-file', '/some/file', 'remote:/some/file'] + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok - -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpu3c7ytj9/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '676e593c-52bb-44a4-b146-8d0c2755669e-sda', '1735286440.27195', '1735286440.27014', '0', '', '1735286440.27014', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('676e593c-52bb-44a4-b146-8d0c2755669e-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '676e593c-52bb-44a4-b146-8d0c2755669e-sda', '1735286440.27195', '1735286440.27014', '0', '', '1735286440.27014', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('676e593c-52bb-44a4-b146-8d0c2755669e-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01029 seconds (97.20418/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpu3c7ytj9/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '676e593c-52bb-44a4-b146-8d0c2755669e-sda', '1735286440.27195', '1735286440.27014', '0', '', '1735286440.27014', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286440.29201', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286440.29201', 'deleted': 1, 'state': 10, 'state_timestamp': '1735286440.29201', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286440.27326', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286440.27326', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286440.27326', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286440.27327', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286440.27327', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286440.27327', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286440.27341', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286440.27341', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286440.27328', 'epoch': '1735286440.27328', 'reported': 0, 'tombstones': -1}], '676e593c-52bb-44a4-b146-8d0c2755669e-sda') -test DEBUG: /tmp/tmpu3c7ytj9/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpu3c7ytj9/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '676e593c-52bb-44a4-b146-8d0c2755669e-sda', '1735286440.27195', '1735286440.27014', '0', '', '1735286440.27014', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286440.29201', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286440.29201', 'deleted': 1, 'state': 10, 'state_timestamp': '1735286440.29201', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286440.27326', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286440.27326', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286440.27326', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286440.27327', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286440.27327', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286440.27327', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286440.27341', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286440.27341', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286440.27328', 'epoch': '1735286440.27328', 'reported': 0, 'tombstones': -1}], '676e593c-52bb-44a4-b146-8d0c2755669e-sda') -test DEBUG: /tmp/tmpu3c7ytj9/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.2:1002/sdc -test WARNING: /tmp/tmpu3c7ytj9/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01646 seconds (60.76727/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '5db1000b-e3b3-4e05-906f-0918e5246ce7-sda', '1735286440.31743', '1735286440.31564', '1735286440.32152', '', '1735286440.32152', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzfkry8sx/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '40055870-3561-4972-9d67-9426f9e17580-sda', '1735286440.34027', '1735286440.00000', '0', '', '1735286440.00000', 0, 1) -test DEBUG: /tmp/tmpzfkry8sx/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '40055870-3561-4972-9d67-9426f9e17580-sda', '1735286440.34027', '1735286440.00000', '0', '', '1735286440.00000', 0, 1) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('40055870-3561-4972-9d67-9426f9e17580-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01016 seconds (98.39682/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmbzi_a53/sda/containers/0/d8a/075b32eb96ee6405caf9d7fb706a9d8a/075b32eb96ee6405caf9d7fb706a9d8a.db -REPLICATE: /sdb/0/075b32eb96ee6405caf9d7fb706a9d8a, sync, (-1, '00000000000000000000000000000000', 'd58afd08-db3a-420d-8266-0a96c357f9d3-sda', '1735286440.36571', '1735286441.00000', '0', '{"X-Container-Sync-To": ["a", "1735286442.00000"], "X-Container-Sync-Key": ["secret", "1735286443.00000"]}', '1735286441.00000', 0, 0) -REPLICATE: /sdb/0/075b32eb96ee6405caf9d7fb706a9d8a, complete_rsync, ('d58afd08-db3a-420d-8266-0a96c357f9d3-sda', '075b32eb96ee6405caf9d7fb706a9d8a.db') -REPLICATE: /sdc/0/075b32eb96ee6405caf9d7fb706a9d8a, sync, (-1, '00000000000000000000000000000000', 'd58afd08-db3a-420d-8266-0a96c357f9d3-sda', '1735286440.36571', '1735286441.00000', '0', '{"X-Container-Sync-To": ["a", "1735286442.00000"], "X-Container-Sync-Key": ["secret", "1735286443.00000"]}', '1735286441.00000', 0, 0) -REPLICATE: /sdc/0/075b32eb96ee6405caf9d7fb706a9d8a, complete_rsync, ('d58afd08-db3a-420d-8266-0a96c357f9d3-sda', '075b32eb96ee6405caf9d7fb706a9d8a.db') -test DEBUG: Replicating db /tmp/tmpmbzi_a53/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update -test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_sleeper -test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run -test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok +test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response +test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response ... ok +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok +test.unit.common.middleware.test_acl.TestACL.test_clean_acl +test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -40366,2705 +32830,2554 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx34e53ed7be124466905f9-00676e5eae) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx34e53ed7be124466905f9-00676e5eae) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx34e53ed7be124466905f9-00676e5eae) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx73dbbb1146fb4d56a9140-00676e5eae) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx73dbbb1146fb4d56a9140-00676e5eae) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx73dbbb1146fb4d56a9140-00676e5eae) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx73dbbb1146fb4d56a9140-00676e5eae) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 201, 201, 201, 201, 503, 201, 201, 201, 503, 201, 201, 201] (txn: tx73dbbb1146fb4d56a9140-00676e5eae) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server ERROR: Object returning 503 for [] (txn: tx9e0811cdfd634701939fc-00697b6f05) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.10:1010/sdk (txn: tx923b9aea337d4c66b398b-00697b6f05) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: tx923b9aea337d4c66b398b-00697b6f05) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.5:1005/sdf (txn: tx923b9aea337d4c66b398b-00697b6f05) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.3:1003/sdd (txn: tx923b9aea337d4c66b398b-00697b6f05) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx923b9aea337d4c66b398b-00697b6f05) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx923b9aea337d4c66b398b-00697b6f05) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx923b9aea337d4c66b398b-00697b6f05) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx923b9aea337d4c66b398b-00697b6f05) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx923b9aea337d4c66b398b-00697b6f05) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx923b9aea337d4c66b398b-00697b6f05) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx923b9aea337d4c66b398b-00697b6f05) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx923b9aea337d4c66b398b-00697b6f05) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx923b9aea337d4c66b398b-00697b6f05) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx923b9aea337d4c66b398b-00697b6f05) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx194c6546dc8a4a949de14-00676e5eae) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txec0ac061e80b4840a5eb8-00697b6f05)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx2dcf328ec844427a8ddb0-00676e5eae) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp0aen1pbm/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp0aen1pbm/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp0aen1pbm/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp0aen1pbm/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 1927250 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 1927250 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1927250 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1927250 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf1bdf47042b34d8286bf9-00676e5eae" "proxy-server 1927250" 0.0013 "-" 1927250 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:35821/sda1/1/a/c" "txf1bdf47042b34d8286bf9-00676e5eae" "container-server 1927250" 0.0011 "-" 1927250 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:58307/sdb1/1/a/c" "txf1bdf47042b34d8286bf9-00676e5eae" "container-server 1927250" 0.0011 "-" 1927250 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf1bdf47042b34d8286bf9-00676e5eae" "proxy-server 1927250" 0.0141 "-" 1927250 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf1bdf47042b34d8286bf9-00676e5eae" "proxy-server 1927250" 0.0099 "-" 1927250 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/46 PUT /v1/a/c HTTP/1.0 201 - - t - - - txf1bdf47042b34d8286bf9-00676e5eae - 0.0236 - - 1735286446.538408279 1735286446.561964989 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx4890da28f14b45a480727-00676e5eae" "proxy-server 1927250" 0.0013 "-" 1927250 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:58307/sdb1/1/a1/c1" "tx4890da28f14b45a480727-00676e5eae" "container-server 1927250" 0.0011 "-" 1927250 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:35821/sda1/1/a1/c1" "tx4890da28f14b45a480727-00676e5eae" "container-server 1927250" 0.0011 "-" 1927250 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4890da28f14b45a480727-00676e5eae" "proxy-server 1927250" 0.0128 "-" 1927250 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4890da28f14b45a480727-00676e5eae" "proxy-server 1927250" 0.0092 "-" 1927250 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/46 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx4890da28f14b45a480727-00676e5eae - 0.0212 - - 1735286446.563452482 1735286446.584671736 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3a4e11c275794f99986ad-00676e5eae" "proxy-server 1927250" 0.0020 "-" 1927250 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:35821/sda1/2/a/c1" "tx3a4e11c275794f99986ad-00676e5eae" "container-server 1927250" 0.0017 "-" 1927250 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:58307/sdb1/2/a/c1" "tx3a4e11c275794f99986ad-00676e5eae" "container-server 1927250" 0.0011 "-" 1927250 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3a4e11c275794f99986ad-00676e5eae" "proxy-server 1927250" 0.0089 "-" 1927250 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3a4e11c275794f99986ad-00676e5eae" "proxy-server 1927250" 0.0138 "-" 1927250 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/46 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3a4e11c275794f99986ad-00676e5eae - 0.0220 - - 1735286446.586174726 1735286446.608124733 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe8a420c584754aa8ae65c-00676e5eae" "proxy-server 1927250" 0.0020 "-" 1927250 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:58307/sdb1/1/a/c2" "txe8a420c584754aa8ae65c-00676e5eae" "container-server 1927250" 0.0013 "-" 1927250 2 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:35821/sda1/1/a/c2" "txe8a420c584754aa8ae65c-00676e5eae" "container-server 1927250" 0.0018 "-" 1927250 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe8a420c584754aa8ae65c-00676e5eae" "proxy-server 1927250" 0.0133 "-" 1927250 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:46 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe8a420c584754aa8ae65c-00676e5eae" "proxy-server 1927250" 0.0099 "-" 1927250 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/46 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe8a420c584754aa8ae65c-00676e5eae - 0.0224 - - 1735286446.609568834 1735286446.631929636 2 - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241227/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241227T080041Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286441.38336', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241227/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241227T080041Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286441.39178', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok - -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:44 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0011 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0012 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0065 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0015 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 1927252 2 -test DEBUG: Unlinked retiring db '/tmp/tmp3293w0qr/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 1927252 2 -test DEBUG: Unlinked retiring db '/tmp/tmpzzv9y_xs/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0020 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0085 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0039 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0038 "-" 1927252 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok - -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'bb036abc-6998-43c2-b543-a0c0dc506d5c-sda', '1735286440.36281', '1735286440.00000', '0', '', '1735286440.00000', 0, 0) -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('bb036abc-6998-43c2-b543-a0c0dc506d5c-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'bb036abc-6998-43c2-b543-a0c0dc506d5c-sda', '1735286440.36281', '1735286440.00000', '0', '', '1735286440.00000', 0, 0) -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('bb036abc-6998-43c2-b543-a0c0dc506d5c-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.44477 seconds (4.49668/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmbzi_a53/sda/containers/0/d8a/075b32eb96ee6405caf9d7fb706a9d8a/075b32eb96ee6405caf9d7fb706a9d8a.db -REPLICATE: /sdb/0/075b32eb96ee6405caf9d7fb706a9d8a, sync, (-1, '00000000000000000000000000000000', 'd58afd08-db3a-420d-8266-0a96c357f9d3-sda', '1735286440.36571', '1735286441.00000', '0', '{"X-Container-Sync-To": ["", "1735286444.00000"], "X-Container-Sync-Key": ["secret", "1735286443.00000"]}', '1735286441.00000', 0, 0) -test DEBUG: /tmp/tmpmbzi_a53/sda/containers/0/d8a/075b32eb96ee6405caf9d7fb706a9d8a/075b32eb96ee6405caf9d7fb706a9d8a.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/075b32eb96ee6405caf9d7fb706a9d8a, sync, (-1, '00000000000000000000000000000000', 'd58afd08-db3a-420d-8266-0a96c357f9d3-sda', '1735286440.36571', '1735286441.00000', '0', '{"X-Container-Sync-To": ["", "1735286444.00000"], "X-Container-Sync-Key": ["secret", "1735286443.00000"]}', '1735286441.00000', 0, 0) -test DEBUG: /tmp/tmpmbzi_a53/sda/containers/0/d8a/075b32eb96ee6405caf9d7fb706a9d8a/075b32eb96ee6405caf9d7fb706a9d8a.db in sync with 10.0.0.2:1002/sdc, nothing to do -test DEBUG: Replicating db /tmp/tmpmbzi_a53/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db -REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'bb036abc-6998-43c2-b543-a0c0dc506d5c-sda', '1735286440.36281', '1735286440.00000', '0', '', '1735286440.00000', 0, 0) -test DEBUG: /tmp/tmpmbzi_a53/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'bb036abc-6998-43c2-b543-a0c0dc506d5c-sda', '1735286440.36281', '1735286440.00000', '0', '', '1735286440.00000', 0, 0) -test DEBUG: /tmp/tmpmbzi_a53/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.02854 seconds (70.08295/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 -test ERROR: Failed to update sync_store /tmp/tmpuynzwnjc/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/replicator.py", line 304, in _post_replicate_hook - self.sync_store.update_sync_store(broker) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store - raise OSError(1, '1') -PermissionError: [Errno 1] 1 -test INFO: [worker 1/1 pid=1927248] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1927248] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1927248] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1927248] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1927248] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1927248] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1927248] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1927248] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1927248] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1927248] Object reconstruction complete (once). (10.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1927248] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1927248] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1927248] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1927248] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1927248] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1927248] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1927248] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1927248] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. -test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. -test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) -test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. -test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. -test DEBUG: [worker 2/4 pid=20641] debug message -test INFO: [worker 2/4 pid=20641] info message -test WARNING: [worker 2/4 pid=20641] warning message -test ERROR: [worker 2/4 pid=20641] error message -test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: txe0f0837cccff4240be176-00676e5eaf)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 ... ok +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1df700>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1df4c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1df700>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1df700>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1df700>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1df700>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1df700>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1df700>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1df700>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1df4c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok +swift: ERROR Bad response 301 from localhost +swift: ERROR Bad response 101 from localhost +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok +swift: Adding required filter versioned_writes to pipeline at position 3 +swift: Adding required filter dlo to pipeline at position 3 +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +swift: Adding required filter copy to pipeline at position 3 +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok +swift: Adding required filter listing_formats to pipeline at position 3 +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok +swift: Pipeline was modified. New pipeline is "healthcheck catch_errors gatekeeper listing_formats copy dlo versioned_writes proxy-server". +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241227/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241227T080042Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Fri, 27 Dec 2024 08:00:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286442.63013', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok +swift: Adding required filter versioned_writes to pipeline at position 1 +swift: Adding required filter dlo to pipeline at position 1 +swift: Adding required filter copy to pipeline at position 1 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok +swift: Adding required filter listing_formats to pipeline at position 1 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper listing_formats copy dlo versioned_writes healthcheck proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 2 +swift: Adding required filter dlo to pipeline at position 2 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok +swift: Adding required filter copy to pipeline at position 2 +swift: Adding required filter listing_formats to pipeline at position 2 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok +swift: Adding required filter gatekeeper to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "gatekeeper healthcheck catch_errors listing_formats copy dlo versioned_writes proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 2 +swift: Adding required filter dlo to pipeline at position 2 +swift: Adding required filter copy to pipeline at position 2 +swift: Adding required filter listing_formats to pipeline at position 2 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper proxy_logging listing_formats copy dlo versioned_writes proxy-server". + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286442.63874', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok +swift: Adding required filter versioned_writes to pipeline at position 1 +swift: Adding required filter dlo to pipeline at position 1 +swift: Adding required filter copy to pipeline at position 1 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper copy dlo versioned_writes cache listing_formats proxy-server". +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD + return self._handle_acl(app, 'HEAD') + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, obj, + headers, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok +swift: Adding required filter versioned_writes to pipeline at position 0 +swift: Adding required filter dlo to pipeline at position 0 +swift: Adding required filter copy to pipeline at position 0 +swift: Adding required filter listing_formats to pipeline at position 0 +swift: Adding required filter gatekeeper to pipeline at position 0 +swift: Adding required filter catch_errors to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper listing_formats copy dlo versioned_writes healthcheck proxy-server". +swift: Adding required filter versioned_writes to pipeline at position 2 +swift: Adding required filter copy to pipeline at position 0 +swift: Adding required filter listing_formats to pipeline at position 0 +swift: Adding required filter gatekeeper to pipeline at position 0 +swift: Adding required filter catch_errors to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper listing_formats copy slo dlo versioned_writes healthcheck proxy-server". +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok +swift: Adding required filter container_quotas to pipeline at position 3 + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260129/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260129T143030Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697030.17342', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0022 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0005 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0004 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0004 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 1927252 1 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 1927252 1 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 1927252 1 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 1927252 1 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 1927252 1 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 1927252 1 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 1927252 1 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 1927252 1 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 1927252 1 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0002 "-" 1927252 1 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0040 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0022 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0021 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0010 "-" 1927252 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0036 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0013 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0026 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0036 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 1927252 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286443.95442', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697030.18669', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok +swift: Adding required filter catch_errors to pipeline at position 0 +swift: Pipeline was modified. New pipeline is "catch_errors healthcheck proxy-logging bulk container_quotas tempurl proxy-server". +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +swift: Adding required filter versioned_writes to pipeline at position 5 +swift: Adding required filter dlo to pipeline at position 5 +swift: Adding required filter copy to pipeline at position 5 +swift: Adding required filter listing_formats to pipeline at position 3 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck cache listing_formats ratelimit tempauth copy dlo versioned_writes proxy-server". +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok +swift: Adding required filter versioned_writes to pipeline at position 6 +swift: Adding required filter dlo to pipeline at position 6 +swift: Adding required filter copy to pipeline at position 6 +swift: Adding required filter listing_formats to pipeline at position 6 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck cache ratelimit tempauth proxy-logging listing_formats copy dlo versioned_writes proxy-server". + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx13e7bede4aa0438dabd71-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx87f9dda13dc840af89c1a-00697b6f05) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 458, 458, 490, 458, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: txa7fc624af24d4229853f9-00697b6f05) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf11cf1ebc2d3458aa73ab-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf11cf1ebc2d3458aa73ab-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf11cf1ebc2d3458aa73ab-00697b6f05) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe7534a2b18cc474190068-00697b6f05) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe7534a2b18cc474190068-00697b6f05) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe7534a2b18cc474190068-00697b6f05)swift: Adding required filter versioned_writes to pipeline at position 7 +swift: Adding required filter dlo to pipeline at position 7 +swift: Adding required filter copy to pipeline at position 7 +swift: Adding required filter listing_formats to pipeline at position 4 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats slo ratelimit tempauth copy dlo versioned_writes container-quotas account-quotas proxy-logging proxy-server". +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok +swift: Adding required filter versioned_writes to pipeline at position 8 +swift: Adding required filter dlo to pipeline at position 8 +swift: Adding required filter copy to pipeline at position 8 +swift: Adding required filter listing_formats to pipeline at position 4 +swift: Adding required filter gatekeeper to pipeline at position 1 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats bulk slo ratelimit tempauth copy dlo versioned_writes container-quotas account-quotas proxy-logging proxy-server". +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok +swift: Adding required filter versioned_writes to pipeline at position 10 +swift: Adding required filter dlo to pipeline at position 10 +swift: Adding required filter copy to pipeline at position 10 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk slo ratelimit tempauth copy dlo versioned_writes container-quotas account-quotas proxy-logging proxy-server". +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok +swift: Adding required filter versioned_writes to pipeline at position 11 +swift: Adding required filter copy to pipeline at position 11 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk slo dlo ratelimit tempauth copy versioned_writes container-quotas account-quotas proxy-logging proxy-server". + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286443.96383', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769697031.21462', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1769697031.22658', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +test ERROR: ERROR Bad response 500 from 10.0.0.1 +test DEBUG: /tmp/tmpx6v8d5tw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769697029.89282', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '1a05a416-82c5-470d-820a-3116ac83b139-sda') +test DEBUG: /tmp/tmpx6v8d5tw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00470138s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4d165a94-567b-4c5c-a956-7055b720a58d-sda', '1769697030.16480', '1769697030.16298', '0', '', '1769697030.16298', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697030.17711', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697030.17711', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.17711', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697030.17715', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697030.17715', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.17715', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697030.17716', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697030.17716', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.17716', 'epoch': None, 'reported': 0, 'tombstones': -1}], '4d165a94-567b-4c5c-a956-7055b720a58d-sda') +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9d076e34-7e9a-4591-9cdc-ccdbc656e160-sda', '1769697030.20557', '1769697030.20384', '0', '', '1769697030.20384', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697030.21382', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697030.21382', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.21382', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697030.21386', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697030.21386', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.21386', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697030.21387', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697030.21387', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.21387', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697030.16277', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697030.16277', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697030.16277', 'epoch': None, 'reported': 0, 'tombstones': -1}], '9d076e34-7e9a-4591-9cdc-ccdbc656e160-sda') +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b21b5223-aa74-4c5b-acc4-d75b372e6f99-sda', '1769697030.26042', '1769697030.25038', '0', '', '1769697030.25038', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697030.26456', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697030.26456', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.26456', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697030.26461', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697030.26461', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.26461', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697030.26461', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697030.26461', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.26461', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697030.16277', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697030.16277', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697030.16277', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'b21b5223-aa74-4c5b-acc4-d75b372e6f99-sda') +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fe0e3e34-14a6-4755-8174-9d5087112414-sda', '1769697030.29808', '1769697030.29633', '0', '', '1769697030.29633', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697030.30203', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697030.30203', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.30203', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697030.30207', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697030.30207', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.30207', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697030.30208', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697030.30208', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.30208', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697030.16277', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697030.16277', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697030.16277', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'fe0e3e34-14a6-4755-8174-9d5087112414-sda') +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '38101666-1291-4a90-a59f-058d83ed9d34-sda', '1769697030.35865', '1769697030.35678', '0', '', '1769697030.35678', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697030.36298', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697030.36298', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.36298', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697030.37107', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697030.37107', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.37107', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697030.37109', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697030.37109', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.37109', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697030.16277', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697030.16277', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697030.16277', 'epoch': None, 'reported': 0, 'tombstones': -1}], '38101666-1291-4a90-a59f-058d83ed9d34-sda') +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a8d0a287-6a1d-41d3-a3d6-5a0966e3f625-sda', '1769697030.38882', '1769697030.38708', '0', '', '1769697030.38708', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697030.39289', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697030.39289', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.39289', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697030.39294', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697030.39294', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.39294', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697030.39295', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697030.39295', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.39295', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697030.16288', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697030.16288', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697030.16288', 'epoch': '1769697030.16289', 'reported': 0, 'tombstones': -1}], 'a8d0a287-6a1d-41d3-a3d6-5a0966e3f625-sda') +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '60bcad2a-455c-42ec-859f-135bd48ab2dc-sda', '1769697030.40974', '1769697030.40790', '0', '', '1769697030.40790', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697030.41410', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697030.41410', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.41410', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697030.41416', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697030.41416', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.41416', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697030.41417', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697030.41417', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.41417', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697030.16288', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697030.16288', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697030.16288', 'epoch': '1769697030.16289', 'reported': 0, 'tombstones': -1}], '60bcad2a-455c-42ec-859f-135bd48ab2dc-sda') +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9433c475-3a6b-4813-942d-9da7059bd381-sda', '1769697030.42750', '1769697030.42567', '0', '', '1769697030.42567', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697030.43167', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697030.43167', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.43167', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697030.43171', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697030.43171', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.43171', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697030.43172', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697030.43172', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.43172', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697030.16288', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697030.16288', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697030.16288', 'epoch': '1769697030.16289', 'reported': 0, 'tombstones': -1}], '9433c475-3a6b-4813-942d-9da7059bd381-sda') +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'aa7c466c-a285-4be3-8a4c-bb3980530012-sda', '1769697030.44481', '1769697030.44288', '0', '', '1769697030.44288', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697030.44882', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697030.44882', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.44882', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697030.44886', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697030.44886', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.44886', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697030.44887', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697030.44887', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.44887', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697030.16292', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697030.16292', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697030.16292', 'epoch': '1769697030.16293', 'reported': 0, 'tombstones': -1}], 'aa7c466c-a285-4be3-8a4c-bb3980530012-sda') +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bb67e0ad-e107-441c-ad9b-a7a30fd02b75-sda', '1769697030.46691', '1769697030.46507', '0', '', '1769697030.46507', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697030.47139', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697030.47139', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.47139', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697030.47143', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697030.47143', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.47143', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697030.47144', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697030.47144', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.47144', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697030.16288', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697030.16288', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697030.16288', 'epoch': '1769697030.16289', 'reported': 0, 'tombstones': -1}], 'bb67e0ad-e107-441c-ad9b-a7a30fd02b75-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok +swift: Adding required filter versioned_writes to pipeline at position 12 +swift: Adding required filter copy to pipeline at position 12 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk tempurl slo dlo ratelimit tempauth copy versioned_writes container-quotas account-quotas proxy-logging proxy-server". +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txe918f348b48048a081ffe-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: txe918f348b48048a081ffe-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: txe918f348b48048a081ffe-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txe918f348b48048a081ffe-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: txe918f348b48048a081ffe-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txe918f348b48048a081ffe-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txe918f348b48048a081ffe-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: txe918f348b48048a081ffe-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: txe918f348b48048a081ffe-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: txe918f348b48048a081ffe-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txe918f348b48048a081ffe-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txe918f348b48048a081ffe-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: txe918f348b48048a081ffe-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: txe918f348b48048a081ffe-00676e5eaf) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1df700>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1df700>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1df700>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1df700>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1df700>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1df4c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1de440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1de440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1de440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1de440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1df4c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1de440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1de440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1de440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1de440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7d1de440>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test DEBUG: tenant mismatch: BLAN_a != tenant_id +test DEBUG: allow user with role(s) swiftoperator,admin as account admintest.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok +swift: Adding required filter versioned_writes to pipeline at position 14 +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok +swift: Adding required filter copy to pipeline at position 10 +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk tempurl ratelimit tempauth copy container-quotas account-quotas slo dlo versioned_writes proxy-logging proxy-server". +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok +swift: Adding required filter copy to pipeline at position 10 +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk tempurl ratelimit tempauth copy container-quotas account-quotas slo dlo versioned_writes proxy-logging proxy-server". +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok +swift: Adding required filter listing_formats to pipeline at position 5 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper healthcheck proxy-logging cache listing_formats container_sync bulk tempurl ratelimit tempauth copy container-quotas account-quotas slo dlo versioned_writes proxy-logging proxy-server". +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok +swift: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers +test.unit.common.test_daemon.TestRunDaemon.test_fork_workersswift: Adding required filter versioned_writes to pipeline at position 2 + ... ok +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run +test.unit.common.test_daemon.TestRunDaemon.test_runswift: Adding required filter dlo to pipeline at position 2 + ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok +test.unit.common.test_daemon.TestRunDaemon.test_signal +test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok +swift: Adding required filter copy to pipeline at position 2 +swift: Adding required filter listing_formats to pipeline at position 2 +swift: Pipeline was modified. New pipeline is "catch_errors gatekeeper listing_formats copy dlo versioned_writes proxy-server". +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_creation +test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok + +proxy-server DEBUG: Ignoring 404 from primary (txn: txe7534a2b18cc474190068-00697b6f05) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe7534a2b18cc474190068-00697b6f05) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe7534a2b18cc474190068-00697b6f05) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe7534a2b18cc474190068-00697b6f05) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe7534a2b18cc474190068-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7534a2b18cc474190068-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7534a2b18cc474190068-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7534a2b18cc474190068-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7534a2b18cc474190068-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7534a2b18cc474190068-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7534a2b18cc474190068-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7534a2b18cc474190068-00697b6f05) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe7534a2b18cc474190068-00697b6f05) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server ERROR: Object returning 503 for [] (txn: txbaed7c1f315e493bb07ea-00697b6f06) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txd7445efe5bf54162bf5da-00697b6f06) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txd7445efe5bf54162bf5da-00697b6f06) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txd7445efe5bf54162bf5da-00697b6f06) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: txd7445efe5bf54162bf5da-00697b6f06) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: txd7445efe5bf54162bf5da-00697b6f06) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: txd7445efe5bf54162bf5da-00697b6f06) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: txd7445efe5bf54162bf5da-00697b6f06) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: txd7445efe5bf54162bf5da-00697b6f06) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: txd7445efe5bf54162bf5da-00697b6f06) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: txd7445efe5bf54162bf5da-00697b6f06) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: txd7445efe5bf54162bf5da-00697b6f06) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: txd7445efe5bf54162bf5da-00697b6f06) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: txd7445efe5bf54162bf5da-00697b6f06) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: txd7445efe5bf54162bf5da-00697b6f06) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: txd7445efe5bf54162bf5da-00697b6f06) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txd7445efe5bf54162bf5da-00697b6f06) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: txd7445efe5bf54162bf5da-00697b6f06) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697031.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697031.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697031.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697031.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0077 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1927252 2 -test DEBUG: Unlinked retiring db '/tmp/tmpgovw5rzk/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0085 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0014 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1927252 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286445.25815', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697030.48523', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697030.50597', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok - +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286679.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/8f0/e3eb99829208831cf4132b2243df28f0/e3eb99829208831cf4132b2243df28f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286681.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/925/2e9796e851b8f663fece3e0d7b515925/2e9796e851b8f663fece3e0d7b515925.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286681.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/925/2e9796e851b8f663fece3e0d7b515925/2e9796e851b8f663fece3e0d7b515925.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286683.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/b06/896e0278742c12a8a48bede3451d0b06/896e0278742c12a8a48bede3451d0b06.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286683.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/b06/896e0278742c12a8a48bede3451d0b06/896e0278742c12a8a48bede3451d0b06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286685.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/af0/30c46eae312229ba1dc2e154ccecfaf0/30c46eae312229ba1dc2e154ccecfaf0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286685.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/af0/30c46eae312229ba1dc2e154ccecfaf0/30c46eae312229ba1dc2e154ccecfaf0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286687.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/ddf/32edca667ce302a365191aa00d93eddf/32edca667ce302a365191aa00d93eddf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286687.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/ddf/32edca667ce302a365191aa00d93eddf/32edca667ce302a365191aa00d93eddf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286689.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/181/53396a80c29c6a19038d0e93630b2181/53396a80c29c6a19038d0e93630b2181.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286689.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/181/53396a80c29c6a19038d0e93630b2181/53396a80c29c6a19038d0e93630b2181.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286691.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/1b7/b6ea4fd2a53298d825026d86877741b7/b6ea4fd2a53298d825026d86877741b7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286691.00000, db: /tmp/tmp4o4dx_s1/sda/containers/0/1b7/b6ea4fd2a53298d825026d86877741b7/b6ea4fd2a53298d825026d86877741b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286443.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/8f6/65df91c8c8d102d925d837e89b7b68f6/65df91c8c8d102d925d837e89b7b68f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286448.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/955/55fbe01558c8c7eaa44fef50128fe955/55fbe01558c8c7eaa44fef50128fe955.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286453.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/4ce/adfade7217b793a89a5f77a27f2bf4ce/adfade7217b793a89a5f77a27f2bf4ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286458.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/7ad/157757bd73d11b023da7a10613c957ad/157757bd73d11b023da7a10613c957ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286463.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/ea5/f7178f84adfed8c4e6c05014eb449ea5/f7178f84adfed8c4e6c05014eb449ea5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286468.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/5f6/0a74bdbd4518a5d25a8180aed7f315f6/0a74bdbd4518a5d25a8180aed7f315f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286473.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/45d/ea4595dd3c81d2404f7413f5d197345d/ea4595dd3c81d2404f7413f5d197345d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286478.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/094/febb341bd3132cdfe7aaea8a42307094/febb341bd3132cdfe7aaea8a42307094.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286483.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/1b2/253f8cb2c2b69aab97ead414015181b2/253f8cb2c2b69aab97ead414015181b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286488.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/c86/7b08977091c251cf5b9e653b78460c86/7b08977091c251cf5b9e653b78460c86.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286493.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/170/ac1b5258c44f5afaad2aa16f88173170/ac1b5258c44f5afaad2aa16f88173170.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286498.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/ba7/c3238c8c0657b30621eaa272942d4ba7/c3238c8c0657b30621eaa272942d4ba7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286503.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/bd9/b90cb056a24957a0f559b728af52ebd9/b90cb056a24957a0f559b728af52ebd9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286508.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/c05/a0e49983335846a04e9d56f6c0d9ac05/a0e49983335846a04e9d56f6c0d9ac05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286513.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/180/eba16b202ea43add0aba5fb984c3d180/eba16b202ea43add0aba5fb984c3d180.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286518.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/4ac/938080c0f416b9b1c763e794afa724ac/938080c0f416b9b1c763e794afa724ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286523.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/5f3/9261d957d6d87836da5751566a0ea5f3/9261d957d6d87836da5751566a0ea5f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286528.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/f8e/b7a78c11068376657b23e8c608808f8e/b7a78c11068376657b23e8c608808f8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286533.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/3b0/434b72e167a9367547a0843834fb93b0/434b72e167a9367547a0843834fb93b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286538.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/67a/f001f850cea6bf4bc7671becacb2b67a/f001f850cea6bf4bc7671becacb2b67a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286543.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/a98/8b64fce249f3db04726b6b8693fdfa98/8b64fce249f3db04726b6b8693fdfa98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286548.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/616/68409a9c662de44f95e7d0ea14256616/68409a9c662de44f95e7d0ea14256616.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286553.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/b1d/f1c04b6443b9bc744f8e616ddc22eb1d/f1c04b6443b9bc744f8e616ddc22eb1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286558.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/cba/88c9ef627e93b523f038fa95e6988cba/88c9ef627e93b523f038fa95e6988cba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286563.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/3e8/001b929f2ee9ec544ed580f806cca3e8/001b929f2ee9ec544ed580f806cca3e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286568.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/c57/fb958eddd9a3bfdf699724cb2499cc57/fb958eddd9a3bfdf699724cb2499cc57.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286573.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/490/2a2e17d50e97c9cde36ea028eb7d5490/2a2e17d50e97c9cde36ea028eb7d5490.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286578.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/7c0/30b55d7382230dbc9f2ef8792796a7c0/30b55d7382230dbc9f2ef8792796a7c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286583.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/390/72e0030bc360369059f626eb87bc7390/72e0030bc360369059f626eb87bc7390.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286588.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/5c7/8bb95b717d64878f50f4e4c7a6a165c7/8bb95b717d64878f50f4e4c7a6a165c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286593.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/ddb/d4934f310132960fff5785d1189d3ddb/d4934f310132960fff5785d1189d3ddb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286598.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/613/efde101975c1c22f50a254b4c40bb613/efde101975c1c22f50a254b4c40bb613.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286603.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/9fe/e40dbb498f7300962d1d22a51d98b9fe/e40dbb498f7300962d1d22a51d98b9fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286608.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/bdb/255f3ff3e218411cc8ea8ed172ea4bdb/255f3ff3e218411cc8ea8ed172ea4bdb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286613.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/94d/d56bb030c548f7299ad808f8438c794d/d56bb030c548f7299ad808f8438c794d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286618.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/c78/e3e09fc83fd7f04ac51420a9f2af1c78/e3e09fc83fd7f04ac51420a9f2af1c78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286623.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/502/0faac9898f80c98bea272bd0c5116502/0faac9898f80c98bea272bd0c5116502.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286628.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/9f4/210095dc5066a5919bb925e69b8019f4/210095dc5066a5919bb925e69b8019f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286633.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/8cd/02b85237a06182b4e4b4440efbe818cd/02b85237a06182b4e4b4440efbe818cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286638.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/0e2/7141ec0ae8c9d49b07a1ba0de779e0e2/7141ec0ae8c9d49b07a1ba0de779e0e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286643.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/7a1/274da9a898e5a57b86298394260487a1/274da9a898e5a57b86298394260487a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286648.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/4aa/62a4bf16a1a28249ab3d9799c9e274aa/62a4bf16a1a28249ab3d9799c9e274aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286653.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/18d/140534d7e0560a3a9dcbd5c789ce418d/140534d7e0560a3a9dcbd5c789ce418d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286658.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/87d/fbefe170aa42de794c7583770390987d/fbefe170aa42de794c7583770390987d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286663.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/14c/ef78d657f459c91beda32f1a14cee14c/ef78d657f459c91beda32f1a14cee14c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286668.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/553/eeeaf5420c52eca18861662dfc4ca553/eeeaf5420c52eca18861662dfc4ca553.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286673.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/5b9/687136e8560031926f848124819215b9/687136e8560031926f848124819215b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286678.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/75f/ae0f269fb227215e985ec8e85d4db75f/ae0f269fb227215e985ec8e85d4db75f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286683.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/6b0/5434b73c256cca0e289391f1b59216b0/5434b73c256cca0e289391f1b59216b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286688.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/71f/8123aa3ce6a778520a1e2ce1457bc71f/8123aa3ce6a778520a1e2ce1457bc71f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286693.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/1f9/c4141eaaca16c32ca9e1103c0187e1f9/c4141eaaca16c32ca9e1103c0187e1f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286698.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/89e/c3f43b1a1f1360d9824da60bc8f0989e/c3f43b1a1f1360d9824da60bc8f0989e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286703.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/ec0/816104b833c0246158113dc5a42e3ec0/816104b833c0246158113dc5a42e3ec0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286708.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/788/51a7db0946f20ccd0016a490bf222788/51a7db0946f20ccd0016a490bf222788.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286713.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/7bb/6204d438a68633f38214568edbfe27bb/6204d438a68633f38214568edbfe27bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286718.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/ab4/0196f7344a7b9f4cf77a7f1ae26e2ab4/0196f7344a7b9f4cf77a7f1ae26e2ab4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286723.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/622/99be6875749f032b53ab2c4e36f31622/99be6875749f032b53ab2c4e36f31622.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286728.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/19c/b92f93d7d736d72569275229ad00019c/b92f93d7d736d72569275229ad00019c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286733.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/950/d5859bb984a1389d09fb5cbd4058f950/d5859bb984a1389d09fb5cbd4058f950.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286738.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/6df/0512b5e16a09d27e5b38e835100966df/0512b5e16a09d27e5b38e835100966df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286743.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/9fb/855ecbfb3ca7029c84285c92d03879fb/855ecbfb3ca7029c84285c92d03879fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286748.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/792/ecc3ad06881268d1bbec0274e81ba792/ecc3ad06881268d1bbec0274e81ba792.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286753.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/57b/7d27e653d2d796c061c030f19bc9357b/7d27e653d2d796c061c030f19bc9357b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286758.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/7c6/52ea04ec88d6cb0548c688fca22a47c6/52ea04ec88d6cb0548c688fca22a47c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286763.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/335/1e496813bab6147baf0cc5c9af8ba335/1e496813bab6147baf0cc5c9af8ba335.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286768.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/5ea/234d98abf801ff7befa318cfb8f395ea/234d98abf801ff7befa318cfb8f395ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286773.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/27c/a1f729740dd88e1accac1ca5449ce27c/a1f729740dd88e1accac1ca5449ce27c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286778.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/5fd/d13aff1cd3a529a7b93bd0bdeca295fd/d13aff1cd3a529a7b93bd0bdeca295fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286783.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/590/9226e05b7b1e6ae4ca2dc51005f63590/9226e05b7b1e6ae4ca2dc51005f63590.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286788.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/906/12a91723db59e03d6e326c51b9cc1906/12a91723db59e03d6e326c51b9cc1906.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286793.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/d9f/adfbc69c1c960d80ea5451aec8459d9f/adfbc69c1c960d80ea5451aec8459d9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286798.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/b0e/b81dbf2c4c616383cd1cfa7d29c33b0e/b81dbf2c4c616383cd1cfa7d29c33b0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286803.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/ff8/1f6dd4fa5b06a659ffd5b2480e5bdff8/1f6dd4fa5b06a659ffd5b2480e5bdff8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286808.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/8cb/b7ea238cba569b1de65828f3b41038cb/b7ea238cba569b1de65828f3b41038cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286813.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/479/a1177fc372283e523cc1df083160f479/a1177fc372283e523cc1df083160f479.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286818.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/ec9/51362da15b624d467250b20d52265ec9/51362da15b624d467250b20d52265ec9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286823.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/bb4/6fb5f2981fdb993b972f6cad28cc5bb4/6fb5f2981fdb993b972f6cad28cc5bb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286828.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/5f3/e999d1e71fef9121314dded4e3a455f3/e999d1e71fef9121314dded4e3a455f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286833.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/d1f/4de0f44ed9ae26d21b20680c14765d1f/4de0f44ed9ae26d21b20680c14765d1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286838.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/d8b/461c25eb91cbcd47de7332b3ddfebd8b/461c25eb91cbcd47de7332b3ddfebd8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286843.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/d08/3db28f73ee898fec6becbc5283962d08/3db28f73ee898fec6becbc5283962d08.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286848.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/85e/f1f6d710c5fb783d1d3acdb62e3f385e/f1f6d710c5fb783d1d3acdb62e3f385e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286853.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/b37/cff60bfb9e5c8e9b2c81fbdea05bab37/cff60bfb9e5c8e9b2c81fbdea05bab37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286858.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/d11/24c1da0bb8fb830937b03bfb4e7a7d11/24c1da0bb8fb830937b03bfb4e7a7d11.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286863.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/05a/b5d967b9dfae659ffe6dcf44c662d05a/b5d967b9dfae659ffe6dcf44c662d05a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286868.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/a5c/3eebbce631edbf9f8353e540224cea5c/3eebbce631edbf9f8353e540224cea5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286873.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/8d8/091379e023e5bfe17ea15e79b5c268d8/091379e023e5bfe17ea15e79b5c268d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286878.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/b23/db516de6cf2372626b2bcdee7d609b23/db516de6cf2372626b2bcdee7d609b23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286883.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/241/2cd1bf460b98dedeef405f73f087a241/2cd1bf460b98dedeef405f73f087a241.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286888.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/d82/c306e7caedefba01bd1aa91546799d82/c306e7caedefba01bd1aa91546799d82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286893.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/0cf/48379ab6fbc96c19e5d3f82cbda560cf/48379ab6fbc96c19e5d3f82cbda560cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286898.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/ea6/b92d675486cb6495a5f604df40904ea6/b92d675486cb6495a5f604df40904ea6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286903.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/8e2/ecdd6d9e2a15316dc761771ad73658e2/ecdd6d9e2a15316dc761771ad73658e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286908.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/7a6/08fb4d2ebcf6add7b41325ff1c41b7a6/08fb4d2ebcf6add7b41325ff1c41b7a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286913.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/b4d/8ee99e9f5894e82cd59a7ef9b8147b4d/8ee99e9f5894e82cd59a7ef9b8147b4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286918.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/d34/9b414f584248b7ac6010bdc2a3712d34/9b414f584248b7ac6010bdc2a3712d34.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286923.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/7b8/71729d2587c6e644befdbe5e54acb7b8/71729d2587c6e644befdbe5e54acb7b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286928.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/c19/0d99e116b2d66e44b65a7fb75900cc19/0d99e116b2d66e44b65a7fb75900cc19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286933.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/1be/ccce5998392b3652e31c2cf04a8e91be/ccce5998392b3652e31c2cf04a8e91be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286938.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/fec/63f4ca01350aafa0cd25f08bcbf73fec/63f4ca01350aafa0cd25f08bcbf73fec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286943.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/bfd/119309921f645a76fa3d7bf71acc8bfd/119309921f645a76fa3d7bf71acc8bfd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286948.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/941/8ea902907523e36e3cffde1c0aaf7941/8ea902907523e36e3cffde1c0aaf7941.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286953.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/dc0/6fd77d2ee6a122b9a9aa03b6f1524dc0/6fd77d2ee6a122b9a9aa03b6f1524dc0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286958.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/916/9c12a947c53290e79cdee259c2233916/9c12a947c53290e79cdee259c2233916.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286963.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/41c/e56f6c2beba7c8dd12536d614acfa41c/e56f6c2beba7c8dd12536d614acfa41c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286968.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/fdb/8feaf8ed7af76cc9dc266f55faf6afdb/8feaf8ed7af76cc9dc266f55faf6afdb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286973.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/c95/5a78040ead0ae00192912f7b972dec95/5a78040ead0ae00192912f7b972dec95.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286978.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/249/d311375aac9f1fb47c32a2cb5dad0249/d311375aac9f1fb47c32a2cb5dad0249.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286983.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/bcf/b771a52cee68774b18f4ca1543800bcf/b771a52cee68774b18f4ca1543800bcf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286988.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/c81/50187d3878f6d873d985e1b135542c81/50187d3878f6d873d985e1b135542c81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286993.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/969/1cc29aa5b6180bb8d7fa1b1db924d969/1cc29aa5b6180bb8d7fa1b1db924d969.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286998.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/483/54ab46fe40418c129d2fc3a068623483/54ab46fe40418c129d2fc3a068623483.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287003.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/438/fa687139a74ef4040159294588809438/fa687139a74ef4040159294588809438.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287008.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/16a/0f11e19425909fd319dd3f40e5bc116a/0f11e19425909fd319dd3f40e5bc116a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287013.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/503/8ece4a5bd6d0e5d5e066358926040503/8ece4a5bd6d0e5d5e066358926040503.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287018.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/f04/004a661335430410adfb2a0c1a16df04/004a661335430410adfb2a0c1a16df04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287023.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/62a/d99913385b18f9e215686dcb0509b62a/d99913385b18f9e215686dcb0509b62a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287028.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/c00/adb3914bd9eb6a4bef060651567b6c00/adb3914bd9eb6a4bef060651567b6c00.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287033.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/509/3ac51007436e6950537516fca80bc509/3ac51007436e6950537516fca80bc509.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287038.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/0d4/b81b784354469165d62dd3011d6cc0d4/b81b784354469165d62dd3011d6cc0d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287043.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/1f2/6c09a0f0e6ff961cc77eaf06fccea1f2/6c09a0f0e6ff961cc77eaf06fccea1f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287048.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/201/756902f689b54ed90c3bd4ab5f71d201/756902f689b54ed90c3bd4ab5f71d201.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287053.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/29f/8865f43ea7bce5222fad79bc2069b29f/8865f43ea7bce5222fad79bc2069b29f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287058.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/980/c296e32d8c705845b6555c5270ece980/c296e32d8c705845b6555c5270ece980.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287063.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/8a6/57914c279ff65b063b7f9ddf4ee3a8a6/57914c279ff65b063b7f9ddf4ee3a8a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287068.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/cc8/ff27b23ff067fc6e4ae086e348e42cc8/ff27b23ff067fc6e4ae086e348e42cc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287073.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/e28/a6e22b7dfe0d16c1ba9e3de3dc6fbe28/a6e22b7dfe0d16c1ba9e3de3dc6fbe28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287078.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/613/86d9da695314ab6a5447ee6c3e573613/86d9da695314ab6a5447ee6c3e573613.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287083.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/028/b556d2be8f9f5662857d14aee1f8b028/b556d2be8f9f5662857d14aee1f8b028.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287088.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/b26/5b4465a7c79cc9a05a6f7f97951cab26/5b4465a7c79cc9a05a6f7f97951cab26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287093.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/dca/48d694cba86950a26bed26707b2a9dca/48d694cba86950a26bed26707b2a9dca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287098.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/528/1cee58ce095c6fa09e30a6201d98f528/1cee58ce095c6fa09e30a6201d98f528.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287103.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/3d6/8a935e5599c7f48b11ec9dccfac7a3d6/8a935e5599c7f48b11ec9dccfac7a3d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287108.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/830/e802ef410dbf59e19fdfc921c645a830/e802ef410dbf59e19fdfc921c645a830.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287113.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/c06/72b5e94c85ebade838257425eb30ec06/72b5e94c85ebade838257425eb30ec06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287118.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/bf9/04c738596ba69fe31a6d07be324b8bf9/04c738596ba69fe31a6d07be324b8bf9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287123.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/07e/c1fa68f2052b7703dda72309f255407e/c1fa68f2052b7703dda72309f255407e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287128.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/f24/8b7968ec3290f270dd0b009b3d978f24/8b7968ec3290f270dd0b009b3d978f24.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287133.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/3ec/4f1ae3630779a1face2ad6405c1713ec/4f1ae3630779a1face2ad6405c1713ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287138.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/575/c91e52afbc94861487a361937f24b575/c91e52afbc94861487a361937f24b575.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287143.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/9cf/4c013981f29bd900d807bdb67fe899cf/4c013981f29bd900d807bdb67fe899cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287148.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/df8/8137fbb8dd547bdbd31f47204f04ddf8/8137fbb8dd547bdbd31f47204f04ddf8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287153.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/2e7/597584360d767de0a2437259c77c32e7/597584360d767de0a2437259c77c32e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287158.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/b72/612e9b56cbc77552d1199173acf7ab72/612e9b56cbc77552d1199173acf7ab72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287163.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/d15/c8493d0c99f97fe7f0205987674a7d15/c8493d0c99f97fe7f0205987674a7d15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287168.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/097/d9cb36e8cb1380a07613db82a42f4097/d9cb36e8cb1380a07613db82a42f4097.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287173.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/da4/285d00b958ac795412f62b4a41c38da4/285d00b958ac795412f62b4a41c38da4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287178.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/2a1/8784dfe3ac2dda4cbd3bab59a47da2a1/8784dfe3ac2dda4cbd3bab59a47da2a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287183.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/588/36c7170b7063d6d83ec4752edce1b588/36c7170b7063d6d83ec4752edce1b588.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287188.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/f90/e09d4b54acec017ece40449d64468f90/e09d4b54acec017ece40449d64468f90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287193.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/71f/ee3ad0717f626771dd0ca6e7b9ebb71f/ee3ad0717f626771dd0ca6e7b9ebb71f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287198.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/1ee/1c1e470c1d822efdf090d637e23381ee/1c1e470c1d822efdf090d637e23381ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287203.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/e26/c8ab4d4683a277a0e9c2a455c4759e26/c8ab4d4683a277a0e9c2a455c4759e26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287208.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/a53/245b780d25ba0ff620a0b3486b196a53/245b780d25ba0ff620a0b3486b196a53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287213.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/c92/3d4769d90ea79a5505676d642af08c92/3d4769d90ea79a5505676d642af08c92.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287218.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/6df/95e1c3d96e56cc9337021252bf9cb6df/95e1c3d96e56cc9337021252bf9cb6df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287223.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/e6a/a2f3b7856fcdacfcb6e851f404391e6a/a2f3b7856fcdacfcb6e851f404391e6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287228.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/646/9906caf37a38bb60ed30c6c189356646/9906caf37a38bb60ed30c6c189356646.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287233.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/24e/6d898256711943c35791efedbf75624e/6d898256711943c35791efedbf75624e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287238.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/c82/fc0aacbc456b6adf537221294c151c82/fc0aacbc456b6adf537221294c151c82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287243.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/c17/dcbaa61a411555af8265f193b0b15c17/dcbaa61a411555af8265f193b0b15c17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287248.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/b2a/a4eafece16253fb95030d6a2415e0b2a/a4eafece16253fb95030d6a2415e0b2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287253.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/9e0/28254d8d095372a335c0c1c3c0ca39e0/28254d8d095372a335c0c1c3c0ca39e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287258.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/b2d/9273b34e5e9641bb2e4c4f0f8f3b4b2d/9273b34e5e9641bb2e4c4f0f8f3b4b2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287263.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/615/fa52cead79e2639aa9535027106f8615/fa52cead79e2639aa9535027106f8615.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287268.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/9e2/a70570ffa27bc042efc47df1de65e9e2/a70570ffa27bc042efc47df1de65e9e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287273.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/cbf/32715916ff0708b01263bc9b5de92cbf/32715916ff0708b01263bc9b5de92cbf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287278.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/a60/a648d1df64e076e7b19587c7ab2b3a60/a648d1df64e076e7b19587c7ab2b3a60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287283.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/976/3e3fc376e55daaabb723e60a1af2d976/3e3fc376e55daaabb723e60a1af2d976.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287288.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/985/53a6f0643f1ceb0f13a683fd24bb6985/53a6f0643f1ceb0f13a683fd24bb6985.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287293.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/82f/7f046640d71e72b2c250c866797a782f/7f046640d71e72b2c250c866797a782f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287298.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/181/2802d779b7d3aabf4b5794f0d56f7181/2802d779b7d3aabf4b5794f0d56f7181.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287303.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/099/dfbd0d8debaadfff43d9cb6a4bb5a099/dfbd0d8debaadfff43d9cb6a4bb5a099.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287308.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/46e/06cc88012fa8ebbdaf9e459bd1cb346e/06cc88012fa8ebbdaf9e459bd1cb346e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287313.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/9ab/0cdf4011dd1d990f6975724555cbb9ab/0cdf4011dd1d990f6975724555cbb9ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287318.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/e90/ccfb029bf5e961f7eae449434a7bbe90/ccfb029bf5e961f7eae449434a7bbe90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287323.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/b89/db30108d2fc90bfbd5332c8314e69b89/db30108d2fc90bfbd5332c8314e69b89.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287328.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/4e9/ba8228839db17189b5d2fd97287b24e9/ba8228839db17189b5d2fd97287b24e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287333.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/8ae/efc8ab7ebf66cc353d9492358be0b8ae/efc8ab7ebf66cc353d9492358be0b8ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287338.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/ff5/a0abdd6b46e020133742e75502d51ff5/a0abdd6b46e020133742e75502d51ff5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287343.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/ad2/3726746420ec7a5a7f54bf7981510ad2/3726746420ec7a5a7f54bf7981510ad2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287348.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/0ca/2d6e699d07ddfec04d9c2cda23be80ca/2d6e699d07ddfec04d9c2cda23be80ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287353.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/03f/2f5a068845a52617f8f7d53c9cc5603f/2f5a068845a52617f8f7d53c9cc5603f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287358.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/bf0/21b6820625c2a2228ba4481c07eccbf0/21b6820625c2a2228ba4481c07eccbf0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287363.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/c16/dece39847e52a355c969b7da7412bc16/dece39847e52a355c969b7da7412bc16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287368.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/dda/0f00555052e9a985db9cc0ea712bddda/0f00555052e9a985db9cc0ea712bddda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287373.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/b9c/25b5cfa79281c013508c19422ab63b9c/25b5cfa79281c013508c19422ab63b9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287378.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/69e/7e8e29a2f8da2f89380715712f19469e/7e8e29a2f8da2f89380715712f19469e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287383.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/667/1cbd7b68b970eafc2313789d13263667/1cbd7b68b970eafc2313789d13263667.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287388.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/c15/7adaf2ccc2d99dfe134866b9d23bac15/7adaf2ccc2d99dfe134866b9d23bac15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287393.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/937/262831017882afadf9c2c5d13aa0f937/262831017882afadf9c2c5d13aa0f937.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287398.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/7ee/98e533fb4ad4b2245efadb9b5f1b27ee/98e533fb4ad4b2245efadb9b5f1b27ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287403.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/4a0/10022e0f4f0d89c7c74e45008c6604a0/10022e0f4f0d89c7c74e45008c6604a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287408.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/f76/3189739b642c7f8617969fe7186fbf76/3189739b642c7f8617969fe7186fbf76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287413.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/7ea/044528b67e74d3c61b870ffe0879e7ea/044528b67e74d3c61b870ffe0879e7ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287418.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/479/f4438d6533bebb069df74cbdef3ef479/f4438d6533bebb069df74cbdef3ef479.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287423.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/fca/da2672fe182d8e708de41157a6ea8fca/da2672fe182d8e708de41157a6ea8fca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287428.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/744/b90ab58e50253fa569b106d84d236744/b90ab58e50253fa569b106d84d236744.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287433.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/a9d/a9e191e1810b941d59b717fe90500a9d/a9e191e1810b941d59b717fe90500a9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287438.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/61b/435cefd15d655587b5f178c1b9ef261b/435cefd15d655587b5f178c1b9ef261b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287443.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/42e/8d3d99b819a07a7d1a39341ca6d1842e/8d3d99b819a07a7d1a39341ca6d1842e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287448.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/5bd/80d3cf53db4bf476bfd7a030ffbdd5bd/80d3cf53db4bf476bfd7a030ffbdd5bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287453.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/63e/a7fae4bbfd0a7802e76d4dc3acf1363e/a7fae4bbfd0a7802e76d4dc3acf1363e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287458.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/1d8/41f809f5d902f2922009cb33c80f91d8/41f809f5d902f2922009cb33c80f91d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287463.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/3cb/0e0b1973f49b0a324969ce344ee5b3cb/0e0b1973f49b0a324969ce344ee5b3cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287468.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/cc6/629dd53eab2def957f53ea3596df5cc6/629dd53eab2def957f53ea3596df5cc6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287473.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/517/8cee26b0b15268eed706697ccde84517/8cee26b0b15268eed706697ccde84517.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287478.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/336/2248c625a31d290715530deec9052336/2248c625a31d290715530deec9052336.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287483.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/6cb/62f3ef9ff165b6c6fb6ff2a2a42176cb/62f3ef9ff165b6c6fb6ff2a2a42176cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287488.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/0f5/3e2715e77eb74f7d963c0ed0795900f5/3e2715e77eb74f7d963c0ed0795900f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287493.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/da2/bacead1ad97d937d8c87a2aa3322fda2/bacead1ad97d937d8c87a2aa3322fda2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287498.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/39f/045142909c0aac6e40e6d846385d439f/045142909c0aac6e40e6d846385d439f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287503.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/460/009b38426ceb83fc951e3383b8c6a460/009b38426ceb83fc951e3383b8c6a460.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287508.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/66e/0503a2f14f6e5b762765832582f7a66e/0503a2f14f6e5b762765832582f7a66e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287513.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/538/acf1e0c5d5521981d33dedf9a6441538/acf1e0c5d5521981d33dedf9a6441538.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287518.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/22b/2e9226b3efd0d8cfaef2eebf5023322b/2e9226b3efd0d8cfaef2eebf5023322b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287523.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/9e7/1769c0295613b7db55fda05ddcf3d9e7/1769c0295613b7db55fda05ddcf3d9e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287528.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/b1a/6f923f74229b2c08f3e7bec68b746b1a/6f923f74229b2c08f3e7bec68b746b1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287533.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/39b/d187273a16924366f12f700daa13c39b/d187273a16924366f12f700daa13c39b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287538.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/8e8/8a1f3ecc462bddb0d44b24a5e40648e8/8a1f3ecc462bddb0d44b24a5e40648e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287543.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/82b/81f73f48cf4a388cae7cc502c42a682b/81f73f48cf4a388cae7cc502c42a682b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287548.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/231/39c24347fd025489a4083d818e444231/39c24347fd025489a4083d818e444231.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287553.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/6f9/a24dae45f51a34f86fd83d4e909676f9/a24dae45f51a34f86fd83d4e909676f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287558.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/1bb/2ff5663e1a35bece377d1573d630e1bb/2ff5663e1a35bece377d1573d630e1bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287563.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/667/ee8412a71251b822b0d746712ff7e667/ee8412a71251b822b0d746712ff7e667.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287568.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/0a5/b86b70b13af4e811e4c17a5d682f70a5/b86b70b13af4e811e4c17a5d682f70a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287573.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/4d4/0caff51dd50668e869d56efb94c274d4/0caff51dd50668e869d56efb94c274d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287578.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/17f/3003c2daebb855426918ccccd674617f/3003c2daebb855426918ccccd674617f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287583.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/c99/c9030b03b45971d4b167dad30a2a0c99/c9030b03b45971d4b167dad30a2a0c99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287588.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/574/0f5a0fb0a79ae5e4d0e066d5d0573574/0f5a0fb0a79ae5e4d0e066d5d0573574.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287593.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/442/1ae61edff5f87fdde612579d37ce8442/1ae61edff5f87fdde612579d37ce8442.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287598.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/514/6e07e58c978a148d4efe234071400514/6e07e58c978a148d4efe234071400514.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287603.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/1e7/63fe126a7a33576835a22da469b381e7/63fe126a7a33576835a22da469b381e7.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container -test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test ERROR: Invalid current //REALM/CLUSTER (foo) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id -test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_init -test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_load -test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save -test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate -test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok -test.unit.common.test_constraints.TestConstraints.test_check_account_format -test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_container_format -test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok -test.unit.common.test_constraints.TestConstraints.test_check_float -test.unit.common.test_constraints.TestConstraints.test_check_float ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_api_version -test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_constraints -test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok -test.unit.common.test_db.TestHelperFunctions.test_zero_like -test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx02ee9af494e6480abfdbb-00676e5eaf) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txcbdaa6fa6ac9479d86274-00676e5eaf)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +test DEBUG: allowing proxy 127.0.0.1 for container-sync +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: Names allowed in acls. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:* allowed in ACL authorizing. +test DEBUG: User tenant_name:user_name is not allowed to delete its own account +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: User test has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Worker mock-pid-0 exited +my-daemon DEBUG: Worker mock-pid-1 exited +my-daemon DEBUG: Worker mock-pid-2 exited +my-daemon NOTICE: Finished 3324109 +my-daemon DEBUG: Forked worker 3324109 finished +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Daemon needs to change options, aborting workers +my-daemon DEBUG: Cleaned up worker mock-pid-0 +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-3 with {} +my-daemon DEBUG: Spawned worker mock-pid-4 with {} +my-daemon DEBUG: Spawned worker mock-pid-5 with {} +my-daemon DEBUG: Cleaned up worker mock-pid-3 +my-daemon DEBUG: Cleaned up worker mock-pid-4 +my-daemon DEBUG: Cleaned up worker mock-pid-5 +my-daemon NOTICE: SIGTERM received () +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Worker mock-pid exited +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon NOTICE: Worker mock-pid died +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2 new rows) +test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 170, in replicate + self.request('REPLICATE', self.path, body, + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + {'Content-Type': 'application/json'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 356, in other_req + raise Exception('blah') +Exception: blah +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1927252 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0039 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0003 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1927252 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ab568e65-93f0-4aad-b2a3-45a8cd5bbc98-sda', '1769697030.63356', '1769697030.63190', '0', '', '1769697030.63190', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697030.64587', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697030.64587', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.64587', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697030.64592', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697030.64592', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.64592', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697030.64592', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697030.64592', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.64592', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697030.16288', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697030.16288', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697030.16288', 'epoch': '1769697030.16289', 'reported': 0, 'tombstones': -1}], 'ab568e65-93f0-4aad-b2a3-45a8cd5bbc98-sda') +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd3374e4e-b096-465e-b5ec-12f58e45f44b-sda', '1769697030.65873', '1769697030.65700', '0', '', '1769697030.65700', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697030.66272', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697030.66272', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.66272', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697030.66276', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697030.66276', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.66276', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697030.66277', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697030.66277', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.66277', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697030.16297', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697030.16277', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697030.16277', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'd3374e4e-b096-465e-b5ec-12f58e45f44b-sda') +test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1769697030.16288', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697030.16288', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697030.16288', 'epoch': '1769697030.16289', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1769697030.16297', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697030.16277', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697030.16277', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpbycwdu1d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8fcde60b290206320155579e1691cdfe', '6b6db932-bf12-438f-994b-54f7f9fc5d4e-sda', '1769697030.70758', '1769697030.70126', '0', '', '1769697030.70126', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769697030.71623', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '6b6db932-bf12-438f-994b-54f7f9fc5d4e-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test DEBUG: Replicating db /tmp/tmpme25l0p9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd299a446-c711-4155-a44a-95c9ee1c599a-sda', '1769697030.73291', '1769697030.73106', '0', '', '1769697030.73106', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +test ERROR: ERROR syncing /tmp/tmpme25l0p9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b8d6325625dbd69f90c2c288f82beb26', '515e120a-2d09-4789-a6b0-5b0540d40064-sda', '1769697030.77229', '1769697030.77014', '0', '', '1769697030.77014', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769697030.78562', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '515e120a-2d09-4789-a6b0-5b0540d40064-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp469qmj2o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c2c7ef0b-39ba-4e0b-b88f-5b792d1810ff-sda', '1769697030.80813', '1769697030.80609', '0', '', '1769697030.80609', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c2c7ef0b-39ba-4e0b-b88f-5b792d1810ff-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c2c7ef0b-39ba-4e0b-b88f-5b792d1810ff-sda', '1769697030.80813', '1769697030.80609', '0', '', '1769697030.80609', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c2c7ef0b-39ba-4e0b-b88f-5b792d1810ff-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02785 seconds (35.91124/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp469qmj2o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c2c7ef0b-39ba-4e0b-b88f-5b792d1810ff-sda', '1769697030.80813', '1769697030.80609', '0', '', '1769697030.80609', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, ()test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697031.00113', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses ... ok +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287608.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/dd1/250b86ef0649005b78642ce3816cedd1/250b86ef0649005b78642ce3816cedd1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287613.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/a10/d347c117883d2d0de899054956e82a10/d347c117883d2d0de899054956e82a10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287618.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/54c/1791b6661b66af7b3d93258fdaf5a54c/1791b6661b66af7b3d93258fdaf5a54c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287623.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/c5d/b4eb93f1cc2211fe8fc00e34e45edc5d/b4eb93f1cc2211fe8fc00e34e45edc5d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287628.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/f42/01d90715a4b88a5f42cef9f0de6aff42/01d90715a4b88a5f42cef9f0de6aff42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287633.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/9ea/515c524a792a310ca3587968bb45a9ea/515c524a792a310ca3587968bb45a9ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287638.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/877/ba758f70786345090c6b137a3ccfb877/ba758f70786345090c6b137a3ccfb877.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287643.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/149/6522bd73e78cee8120deae5d7568c149/6522bd73e78cee8120deae5d7568c149.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287648.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/bfc/0d294a15d785bf060ba3fd26a4406bfc/0d294a15d785bf060ba3fd26a4406bfc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287653.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/d3c/e0182d7e5bc6dd8769ff0d5b085bdd3c/e0182d7e5bc6dd8769ff0d5b085bdd3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287658.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/cd8/4798b674e2f6fc22d72ceecba3220cd8/4798b674e2f6fc22d72ceecba3220cd8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287663.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/d4b/340d23f1e7f45388d43c0d9917efad4b/340d23f1e7f45388d43c0d9917efad4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287668.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/19c/c67997eac0a718db55a1b7f93b21e19c/c67997eac0a718db55a1b7f93b21e19c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287673.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/ebc/116603ee34ead9856aa561e1789b2ebc/116603ee34ead9856aa561e1789b2ebc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287678.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/91a/61fb5bb3cd2cf132684229e3f7d3e91a/61fb5bb3cd2cf132684229e3f7d3e91a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287683.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/439/7537e140f186fc3f7bc4e24b48dd5439/7537e140f186fc3f7bc4e24b48dd5439.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287688.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/956/5a124f29985fdfd48c6ba11927f6c956/5a124f29985fdfd48c6ba11927f6c956.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287693.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/187/48f3521f5a48d8a6d3ccb46c0068c187/48f3521f5a48d8a6d3ccb46c0068c187.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287698.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/c0c/8c8911d06409253299468949fa071c0c/8c8911d06409253299468949fa071c0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287703.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/218/9c9cb36cce021d88a7a6ede76ee1f218/9c9cb36cce021d88a7a6ede76ee1f218.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287708.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/bb1/8bc8a5a36b7d9c3ddfc008e766f43bb1/8bc8a5a36b7d9c3ddfc008e766f43bb1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287713.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/e7a/0c1c45c8524390427ac6896ab2763e7a/0c1c45c8524390427ac6896ab2763e7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287718.00000-0, db: /tmp/tmpejnwtc3z/sda/containers/0/3fe/2bf323e6784a960682e3da561a1713fe/2bf323e6784a960682e3da561a1713fe.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_ce7mf7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_ce7mf7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_ce7mf7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_ce7mf7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_ce7mf7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_ce7mf7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_ce7mf7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_ce7mf7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_ce7mf7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1735286444.00000, path: a/c, db: /tmp/tmpulaxut3t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286444.00000.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-c a-f, a-f c-f, path: a/c, db: /tmp/tmp1bo_q4cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286445.00000-0, db: /tmp/tmpgxbgzyz0/sda/containers/0/bb0/e567610925227557346f3b9fc3c42bb0/e567610925227557346f3b9fc3c42bb0.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok - -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0010 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 1927252 3 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1927252 3 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1927252 3 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1927252 1 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1927252 3 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927252 3 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1927252 4 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927252 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927252 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 1927252 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:46 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 1927252 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok - -proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txcbdaa6fa6ac9479d86274-00676e5eaf) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx5dfcc19e38f04d8c84f81-00676e5eaf) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx5dfcc19e38f04d8c84f81-00676e5eaf) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx5dfcc19e38f04d8c84f81-00676e5eaf) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx5dfcc19e38f04d8c84f81-00676e5eaf) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx5dfcc19e38f04d8c84f81-00676e5eaf) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx5dfcc19e38f04d8c84f81-00676e5eaf) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx5dfcc19e38f04d8c84f81-00676e5eaf) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx5dfcc19e38f04d8c84f81-00676e5eaf) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx5dfcc19e38f04d8c84f81-00676e5eaf) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx5dfcc19e38f04d8c84f81-00676e5eaf) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx5dfcc19e38f04d8c84f81-00676e5eaf) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx5dfcc19e38f04d8c84f81-00676e5eaf) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx5dfcc19e38f04d8c84f81-00676e5eaf) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx5dfcc19e38f04d8c84f81-00676e5eaf) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx5dfcc19e38f04d8c84f81-00676e5eaf) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test ERROR: ERROR Could not get container info /tmp/tmppupixxm7/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmppupixxm7/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpouxxidlt/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test INFO: Since Wed Dec 31 12:00:00 1969: container audits: 0 passed audit, 1 failed audit -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test ERROR: ERROR Could not get container info /tmp/tmpouxxidlt/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpeenyw8ms/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpeenyw8ms/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpeenyw8ms/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpeenyw8ms/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpeenyw8ms/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpeenyw8ms/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpeenyw8ms/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpeenyw8ms/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpeenyw8ms/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpeenyw8ms/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpeenyw8ms/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpeenyw8ms/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpeenyw8ms/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpeenyw8ms/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok +test.unit.common.test_db.TestDatabaseBroker.test_delete_db +test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok +test.unit.common.test_db.TestDatabaseBroker.test_initialize +test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok +test.unit.common.test_db.TestDatabaseBroker.test_lock +test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata +test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_newid +test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok + +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697031.77095', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok - -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0094 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 1927252 2 -test DEBUG: Unlinked retiring db '/tmp/tmpm1los9aw/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0075 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0024 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0023 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0020 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0020 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927252 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 1927252 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697032.42984', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok + +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697030.84777', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697030.84777', 'deleted': 1, 'state': 10, 'state_timestamp': '1769697030.84777', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697030.80944', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697030.80944', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.80944', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697030.80945', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697030.80945', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.80945', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697030.80958', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697030.80958', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697030.80945', 'epoch': '1769697030.80945', 'reported': 0, 'tombstones': -1}], 'c2c7ef0b-39ba-4e0b-b88f-5b792d1810ff-sda') +test DEBUG: /tmp/tmp469qmj2o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp469qmj2o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c2c7ef0b-39ba-4e0b-b88f-5b792d1810ff-sda', '1769697030.80813', '1769697030.80609', '0', '', '1769697030.80609', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697030.84777', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697030.84777', 'deleted': 1, 'state': 10, 'state_timestamp': '1769697030.84777', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697030.80944', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697030.80944', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.80944', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697030.80945', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697030.80945', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697030.80945', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697030.80958', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697030.80958', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697030.80945', 'epoch': '1769697030.80945', 'reported': 0, 'tombstones': -1}], 'c2c7ef0b-39ba-4e0b-b88f-5b792d1810ff-sda') +test DEBUG: /tmp/tmp469qmj2o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc +test WARNING: /tmp/tmp469qmj2o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02385 seconds (41.93448/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7cb20810-4154-4990-8120-25929520068b-sda', '1769697031.13753', '1769697031.13575', '1769697031.14828', '', '1769697031.14828', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpkhy39gyf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6322b5ef-1530-40b0-8b6d-cb5785824be1-sda', '1769697031.15713', '1769697031.00000', '0', '', '1769697031.00000', 0, 0) +test DEBUG: /tmp/tmpkhy39gyf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6322b5ef-1530-40b0-8b6d-cb5785824be1-sda', '1769697031.15713', '1769697031.00000', '0', '', '1769697031.00000', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6322b5ef-1530-40b0-8b6d-cb5785824be1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01063 seconds (94.10510/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpfb1vkvy5/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '5d1b738f-dec4-4025-8238-655ff708aab5-sda', '1769697031.18605', '1769697032.00000', '0', '{"X-Container-Sync-To": ["a", "1769697033.00000"], "X-Container-Sync-Key": ["secret", "1769697034.00000"]}', '1769697032.00000', 0, 0) +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('5d1b738f-dec4-4025-8238-655ff708aab5-sda', 'c48d89b33840539f9c5442ab3b10027d.db') +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '5d1b738f-dec4-4025-8238-655ff708aab5-sda', '1769697031.18605', '1769697032.00000', '0', '{"X-Container-Sync-To": ["a", "1769697033.00000"], "X-Container-Sync-Key": ["secret", "1769697034.00000"]}', '1769697032.00000', 0, 0) +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('5d1b738f-dec4-4025-8238-655ff708aab5-sda', 'c48d89b33840539f9c5442ab3b10027d.db') +test DEBUG: Replicating db /tmp/tmpfb1vkvy5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'da60d5f2-247e-4116-b062-2aec5242371e-sda', '1769697031.18300', '1769697031.00000', '0', '', '1769697031.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('da60d5f2-247e-4116-b062-2aec5242371e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'da60d5f2-247e-4116-b062-2aec5242371e-sda', '1769697031.18300', '1769697031.00000', '0', '', '1769697031.00000', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('da60d5f2-247e-4116-b062-2aec5242371e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.02974 seconds (67.24636/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpfb1vkvy5/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '5d1b738f-dec4-4025-8238-655ff708aab5-sda', '1769697031.18605', '1769697032.00000', '0', '{"X-Container-Sync-To": ["", "1769697035.00000"], "X-Container-Sync-Key": ["secret", "1769697034.00000"]}', '1769697032.00000', 0, 0) +test DEBUG: /tmp/tmpfb1vkvy5/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '5d1b738f-dec4-4025-8238-655ff708aab5-sda', '1769697031.18605', '1769697032.00000', '0', '{"X-Container-Sync-To": ["", "1769697035.00000"], "X-Container-Sync-Key": ["secret", "1769697034.00000"]}', '1769697032.00000', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update +test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok + fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286445.00000-0, db: /tmp/tmpgxbgzyz0/sda/containers/0/bb0/e567610925227557346f3b9fc3c42bb0/e567610925227557346f3b9fc3c42bb0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286448.00000-0, db: /tmp/tmpgxbgzyz0/sda/containers/0/955/55fbe01558c8c7eaa44fef50128fe955/55fbe01558c8c7eaa44fef50128fe955.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286448.00000-0, db: /tmp/tmpgxbgzyz0/sda/containers/0/955/55fbe01558c8c7eaa44fef50128fe955/55fbe01558c8c7eaa44fef50128fe955.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmps4qjoeyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmps4qjoeyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmps4qjoeyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmps4qjoeyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1735286446.00000, (0, 0) as of 1735286446.00000, active as of 1735286446.00000> to ShardRange<'k' to 't' as of 1735286447.00000, (0, 0) as of 1735286447.00000, active as of 1735286447.00000>, path: .shards_a/shard_c, db: /tmp/tmps4qjoeyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmps4qjoeyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmps4qjoeyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmps4qjoeyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmps4qjoeyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286451.00000, (0, 0) as of 1735286451.00000, shrinking as of 1735286448.00000> to ShardRange<'k' to 't' as of 1735286451.00000, (0, 0) as of 1735286451.00000, sharding as of 1735286452.00000>, path: .shards_a/shard_c, db: /tmp/tmps4qjoeyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmps4qjoeyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmps4qjoeyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmps4qjoeyj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-69cf67f182b1d3ee31e66e5d586386a2-1735286450.00000-2, db: /tmp/tmp0r5pwaam/sda/containers/0/e43/0fd0dca1a7fa244afe135eb61134ae43/0fd0dca1a7fa244afe135eb61134ae43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286446.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/eec/566bd6b897cbb640b04aa66dfbbdeeec/566bd6b897cbb640b04aa66dfbbdeeec.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286446.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/eec/566bd6b897cbb640b04aa66dfbbdeeec/566bd6b897cbb640b04aa66dfbbdeeec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286455.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/bb9/f573a78c9082c6168e45ab20f30c1bb9/f573a78c9082c6168e45ab20f30c1bb9.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286455.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/bb9/f573a78c9082c6168e45ab20f30c1bb9/f573a78c9082c6168e45ab20f30c1bb9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286464.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/c9f/76faaef7fd8cce32339087f4a60a8c9f/76faaef7fd8cce32339087f4a60a8c9f.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286464.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/c9f/76faaef7fd8cce32339087f4a60a8c9f/76faaef7fd8cce32339087f4a60a8c9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286473.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/b01/a8aaa1010f5a4ad10634395125af6b01/a8aaa1010f5a4ad10634395125af6b01.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286473.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/b01/a8aaa1010f5a4ad10634395125af6b01/a8aaa1010f5a4ad10634395125af6b01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286482.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/f46/a621d7a36a7b7767d0205d34517f6f46/a621d7a36a7b7767d0205d34517f6f46.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286482.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/f46/a621d7a36a7b7767d0205d34517f6f46/a621d7a36a7b7767d0205d34517f6f46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286491.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/f42/03256ef67665f64ee5553c8ddb32ff42/03256ef67665f64ee5553c8ddb32ff42.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286491.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/f42/03256ef67665f64ee5553c8ddb32ff42/03256ef67665f64ee5553c8ddb32ff42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286500.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/d5c/0b2c97135ae3a4d502ce94e906a9dd5c/0b2c97135ae3a4d502ce94e906a9dd5c.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286500.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/d5c/0b2c97135ae3a4d502ce94e906a9dd5c/0b2c97135ae3a4d502ce94e906a9dd5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286509.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/532/02ba55be2a8d37d7ed63454f26786532/02ba55be2a8d37d7ed63454f26786532.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286509.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/532/02ba55be2a8d37d7ed63454f26786532/02ba55be2a8d37d7ed63454f26786532.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286518.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/fb4/ad06768cb48a3891d0753054f301cfb4/ad06768cb48a3891d0753054f301cfb4.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286518.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/fb4/ad06768cb48a3891d0753054f301cfb4/ad06768cb48a3891d0753054f301cfb4.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok - -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server ERROR: Object returning 503 for [] (txn: txd2c8f2c2e9fb42669fd0d-00676e5eaf) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286518.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/fb4/ad06768cb48a3891d0753054f301cfb4/ad06768cb48a3891d0753054f301cfb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286527.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/d2b/7ea55572527b067395e048a3acd9dd2b/7ea55572527b067395e048a3acd9dd2b.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286527.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/d2b/7ea55572527b067395e048a3acd9dd2b/7ea55572527b067395e048a3acd9dd2b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286527.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/d2b/7ea55572527b067395e048a3acd9dd2b/7ea55572527b067395e048a3acd9dd2b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286536.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/f1e/70d09b48abaf77faceef0fdd5628df1e/70d09b48abaf77faceef0fdd5628df1e.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286536.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/f1e/70d09b48abaf77faceef0fdd5628df1e/70d09b48abaf77faceef0fdd5628df1e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286536.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/f1e/70d09b48abaf77faceef0fdd5628df1e/70d09b48abaf77faceef0fdd5628df1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286545.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/1a1/6cd6cb9592f16b305b22b57aacb511a1/6cd6cb9592f16b305b22b57aacb511a1.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286545.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/1a1/6cd6cb9592f16b305b22b57aacb511a1/6cd6cb9592f16b305b22b57aacb511a1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286545.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/1a1/6cd6cb9592f16b305b22b57aacb511a1/6cd6cb9592f16b305b22b57aacb511a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286554.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/2e7/7d77ab99fd8505636a9d15266df042e7/7d77ab99fd8505636a9d15266df042e7.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286554.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/2e7/7d77ab99fd8505636a9d15266df042e7/7d77ab99fd8505636a9d15266df042e7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286554.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/2e7/7d77ab99fd8505636a9d15266df042e7/7d77ab99fd8505636a9d15266df042e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286563.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/462/18f790a433dc4ea13c286a98643cf462/18f790a433dc4ea13c286a98643cf462.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286563.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/462/18f790a433dc4ea13c286a98643cf462/18f790a433dc4ea13c286a98643cf462.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286563.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/462/18f790a433dc4ea13c286a98643cf462/18f790a433dc4ea13c286a98643cf462.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286572.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/8e6/5571d3ef1c5753c2b31970869fe618e6/5571d3ef1c5753c2b31970869fe618e6.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286572.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/8e6/5571d3ef1c5753c2b31970869fe618e6/5571d3ef1c5753c2b31970869fe618e6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286572.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/8e6/5571d3ef1c5753c2b31970869fe618e6/5571d3ef1c5753c2b31970869fe618e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286581.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/53f/e7d53fc41a22d64cac34db0dc1edd53f/e7d53fc41a22d64cac34db0dc1edd53f.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286581.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/53f/e7d53fc41a22d64cac34db0dc1edd53f/e7d53fc41a22d64cac34db0dc1edd53f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286581.00000-2, db: /tmp/tmpncoi5uun/sda/containers/0/53f/e7d53fc41a22d64cac34db0dc1edd53f/e7d53fc41a22d64cac34db0dc1edd53f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286448.00000-2, db: /tmp/tmpyui8m3ov/sda/containers/0/e9b/2c8af1ea092471a2a8fc7eb3da48fe9b/2c8af1ea092471a2a8fc7eb3da48fe9b.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1735286448.00000, (0, 0) as of 1735286448.00000, active as of 1735286448.00000> to ShardRange<'a' to 'b' as of 1735286448.00000, (0, 0) as of 1735286448.00000, sharding as of 1735286453.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286448.00000-2, db: /tmp/tmpyui8m3ov/sda/containers/0/e9b/2c8af1ea092471a2a8fc7eb3da48fe9b/2c8af1ea092471a2a8fc7eb3da48fe9b.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286448.00000-2, db: /tmp/tmpyui8m3ov/sda/containers/0/e9b/2c8af1ea092471a2a8fc7eb3da48fe9b/2c8af1ea092471a2a8fc7eb3da48fe9b.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286448.00000-2, db: /tmp/tmpyui8m3ov/sda/containers/0/e9b/2c8af1ea092471a2a8fc7eb3da48fe9b/2c8af1ea092471a2a8fc7eb3da48fe9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286448.00000-2, db: /tmp/tmpyui8m3ov/sda/containers/0/e9b/2c8af1ea092471a2a8fc7eb3da48fe9b/2c8af1ea092471a2a8fc7eb3da48fe9b_1735286448.00000.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286448.00000-2, db: /tmp/tmpyui8m3ov/sda/containers/0/e9b/2c8af1ea092471a2a8fc7eb3da48fe9b/2c8af1ea092471a2a8fc7eb3da48fe9b_1735286448.00000.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286448.00000-2, db: /tmp/tmpyui8m3ov/sda/containers/0/e9b/2c8af1ea092471a2a8fc7eb3da48fe9b/2c8af1ea092471a2a8fc7eb3da48fe9b_1735286448.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyui8m3ov/sda/containers/0/e9b/2c8af1ea092471a2a8fc7eb3da48fe9b/2c8af1ea092471a2a8fc7eb3da48fe9b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286448.00000-2, db: /tmp/tmpyui8m3ov/sda/containers/0/e9b/2c8af1ea092471a2a8fc7eb3da48fe9b/2c8af1ea092471a2a8fc7eb3da48fe9b_1735286448.00000.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1735286448.00000, (0, 0) as of 1735286448.00000, sharding as of 1735286454.00000> to ShardRange<'a' to 'b' as of 1735286448.00000, (0, 0) as of 1735286448.00000, sharded as of 1735286457.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286448.00000-2, db: /tmp/tmpyui8m3ov/sda/containers/0/e9b/2c8af1ea092471a2a8fc7eb3da48fe9b/2c8af1ea092471a2a8fc7eb3da48fe9b_1735286448.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok - -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0040 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0038 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0039 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0126 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0032 "-" 1927252 - -test ERROR: ERROR Account update failed with 127.0.0.1:45585/sda1 (will retry later): Response 503 OK -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927252 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 1927252 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 1 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927252 1 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1927252 1 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 1 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927252 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0036 "-" 1927252 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok - -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpeenyw8ms/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpeenyw8ms/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpeenyw8ms/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpeenyw8ms/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/0 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object + success = self._repl_to_node(node, broker, partition, info, + different_region) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 487, in _repl_to_node + return self._handle_sync_response(node, response, info, broker, http, + ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + different_region=different_region) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 492, in _handle_sync_response + if response.status == HTTP_NOT_FOUND: # completely missing, rsync + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 716, in status + raise self._status +Exception: ugh +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (1/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} +test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (3/5 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator ERROR: Unable to decode remote metadata 'metadata' +test-replicator ERROR: Quarantining DB +test-replicator ERROR: ERROR Failed to get my own IPs? +test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00021 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00040 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -43074,10 +35387,14 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: Boom! +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00036 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 1 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -43087,716 +35404,1160 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.common.test_db_auditor.TestAuditor.test_run_forever -test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok -test.unit.common.test_db_auditor.TestAuditor.test_run_once -test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_stats +test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync +test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok +test.unit.common.test_linkat.TestLinkat.test_available +test.unit.common.test_linkat.TestLinkat.test_available ... ok +test.unit.common.test_linkat.TestLinkat.test_errno +test.unit.common.test_linkat.TestLinkat.test_errno ... ok +test.unit.common.test_linkat.TestLinkat.test_flags +test.unit.common.test_linkat.TestLinkat.test_flags ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_success +test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable +test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok +test.unit.common.test_splice.TestTee.test_available +test.unit.common.test_splice.TestTee.test_available ... ok +test.unit.common.test_splice.TestTee.test_errno +test.unit.common.test_splice.TestTee.test_errno ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok - +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697032.79274', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697032.80848', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server ERROR: Object returning 503 for [] (txn: txc872e1e3e0ba49558252d-00676e5eaf) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server ERROR: Object returning 503 for [] (txn: tx18e1324b89a64c70b73b5-00676e5eb0) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0017 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0015 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0013 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0013 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0012 "-" 1927252 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok +test-replicator WARNING: Skipping: /srv/node/sdb is not mounted +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 6 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) +test-replicator INFO: Removed 9 dbs +test-replicator INFO: 25 successes, 1 failures +test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) + ~~~~~~~~^^^^ +OSError: [Errno 9] Bad file descriptor +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) + ~~~~~~~~^^^^ +OSError: [Errno 9] Bad file descriptor +test.unit.common.test_splice.TestTee.test_fileno +test.unit.common.test_splice.TestTee.test_fileno ... ok +test.unit.common.test_splice.TestTee.test_flags_list +test.unit.common.test_splice.TestTee.test_flags_list ... ok +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok +test.unit.common.test_splice.TestTee.test_unavailable +test.unit.common.test_splice.TestTee.test_unavailable ... ok +test.unit.common.test_splice.TestTee.test_unavailable_in_libc +test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok +test.unit.common.test_utils.TestShardRange.test_constants +test.unit.common.test_utils.TestShardRange.test_constants ... ok +test.unit.common.test_utils.TestShardRange.test_copy +test.unit.common.test_utils.TestShardRange.test_copy ... ok +test.unit.common.test_utils.TestShardRange.test_deleted_setter +test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok +test.unit.common.test_utils.TestShardRange.test_epoch_setter +test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok +test.unit.common.test_utils.TestShardRange.test_find_ancestors +test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok +test.unit.common.test_utils.TestShardRange.test_find_root +test.unit.common.test_utils.TestShardRange.test_find_root ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +Quarantined /tmp/tmp1lwe_pag/dev/dbs/par/pre/db to /tmp/tmp1lwe_pag/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmp1lwe_pag/dev/dbs/par/pre/db to /tmp/tmp1lwe_pag/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmp1lwe_pag/dev/dbs/par/pre/db to /tmp/tmp1lwe_pag/dev/quarantined/tests/db due to corrupted database +Quarantined /tmp/tmp1lwe_pag/dev/dbs/par/pre/db to /tmp/tmp1lwe_pag/dev/quarantined/tests/db due to disk error while accessing database +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok +test.unit.common.test_db.TestDatabaseBroker.test_put_record +test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok +test.unit.common.test_utils.TestShardRange.test_increment_meta +test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok +test.unit.common.test_utils.TestShardRange.test_is_child_of +test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok +test.unit.common.test_utils.TestShardRange.test_make_path +test.unit.common.test_utils.TestShardRange.test_make_path ... ok +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_min_max_bounds +test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok +test.unit.common.test_utils.TestShardRange.test_name +test.unit.common.test_utils.TestShardRange.test_name ... ok +test.unit.common.test_utils.TestShardRange.test_name_validation +test.unit.common.test_utils.TestShardRange.test_name_validation ... ok +test.unit.common.test_utils.TestShardRange.test_repr +test.unit.common.test_utils.TestShardRange.test_repr ... ok +test.unit.common.test_utils.TestShardRange.test_resolve_state +test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok +test.unit.common.test_utils.TestShardRange.test_row_count +test.unit.common.test_utils.TestShardRange.test_row_count ... ok +test.unit.common.test_utils.TestShardRange.test_set_deleted +test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key +test.unit.common.test_utils.TestShardRange.test_sort_key ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key_order +test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok +test.unit.common.test_utils.TestShardRange.test_state_setter +test.unit.common.test_utils.TestShardRange.test_state_setter ... ok +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_to_from_dict +test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok +test.unit.common.test_utils.TestShardRange.test_update_meta +test.unit.common.test_utils.TestShardRange.test_update_meta ... ok +test.unit.common.test_utils.TestShardRange.test_update_state +test.unit.common.test_utils.TestShardRange.test_update_state ... ok +test.unit.common.test_utils.TestShardRange.test_update_tombstones +test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok +test.unit.common.test_utils.TestWatchdog.test_start_stop +test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok +Quarantined /tmp/tmp6rjeek1y/dev/dbs/par/pre/db to /tmp/tmp6rjeek1y/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_expire +test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok +Quarantined /tmp/tmpga_49h08/dev/dbs/par/pre/db to /tmp/tmpga_49h08/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok +test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_no_fdatasync +test.unit.common.test_utils.TestFsync.test_no_fdatasync ... ok +test.unit.common.test_utils.TestFsync.test_yes_fdatasync +test.unit.common.test_utils.TestFsync.test_yes_fdatasync ... ok +test.unit.common.test_utils.TestShardName.test +test.unit.common.test_utils.TestShardName.test ... ok +test.unit.common.test_utils.TestShardName.test_bad_create +test.unit.common.test_utils.TestShardName.test_bad_create ... ok +test.unit.common.test_utils.TestShardName.test_bad_parse +test.unit.common.test_utils.TestShardName.test_bad_parse ... ok +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok +test.unit.common.test_utils.TestShardName.test_root_has_hyphens +test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE +test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET +test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_but_expired +test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server ERROR: Object returning 503 for [] (txn: tx92f224d4bd6a43e59a726-00676e5eb0) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cec617e60fe4f6cb2ef5-00676e5eb0) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from primary (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server ERROR: Object returning 503 for [] (txn: txa294c99fd8ed4017970e2-00676e5eb0) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok +test.unit.obj.test_server.TestObjectController.test_GET_if_match +test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine +test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD +test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: set nice priority to 1 +test DEBUG: set ionice class 1 priority 0 +WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. +test ERROR: Unable to modify ionice priority: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/libc.py", line 326, in _ioprio_set + io_class = IO_CLASS_ENUM[io_class] + ~~~~~~~~~~~~~^^^^^^^^^^ +KeyError: 'class_foo' +test DEBUG: set ionice class 2 priority 4 +test DEBUG: set nice priority to -15 +test DEBUG: set ionice class 3 priority 6 +test1 +STDOUT: test2 +STDERR: test4 +test5 +STDERR: test6 +test8 +STDOUT: a#012b#012c +STDOUT: d +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_OPTIONS +test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_but_expired +test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_connection +test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers +test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_not_exist +test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_update_meta +test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_common +test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_slow +test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test__call__returns_500 +test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_allowed_headers +test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_bad_sinces +test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_method +test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_request +test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_name_collision +test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_not_found +test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_put +test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_async +test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_success +test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_content_encoding +test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration +test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_cap +test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_negative +test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes +test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_device_unavailable +test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes +test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_init +test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_log_line_format +test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_object_name_length +test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_upload_time +test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_allowed_method +test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_serv_reserv +test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_short_body +test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok - -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0079 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0013 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0012 "-" 1927252 2 -test DEBUG: Unlinked retiring db '/tmp/tmpuxm3z5s1/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1927252 4 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927252 4 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 4 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927252 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0003 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0045 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1927252 2 -test DEBUG: Unlinked retiring db '/tmp/tmplqlsicz5/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:49 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1927252 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok - -proxy-server ERROR: Object returning 503 for [] (txn: txd50cdd758b444cd682eed-00676e5eb1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a16ca6db2e4d59b9625-00676e5eb1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_close -test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_init -test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_iter -test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok -test.unit.common.test_utils.TestLRUCache.test_maxsize -test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_maxtime -test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxsize -test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxtime -test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf -test.unit.common.utils.test_config.TestReadConf.test_readconf ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_raw -test.unit.common.utils.test_config.TestReadConf.test_readconf_raw ... ok -test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api -test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api ... ok -test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api -test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api ... ok +I like ham +STDERR: --- Logging error --- +STDERR: Traceback (most recent call last): +STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 157, in emit + raise socket.error(errno.ENOTCONN, "This is an ex-syslog") +STDERR: OSError: [Errno 107] This is an ex-syslog +STDERR: Call stack: +STDERR: File "", line 198, in _run_module_as_main +STDERR: File "", line 88, in _run_code +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in + main() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main + program.TestProgram( +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ + self.runTests() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests + self.result = testRunner.run(self.test) +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run + test(result) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.13/unittest/case.py", line 707, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.13/unittest/case.py", line 651, in run + self._callTestMethod(testMethod) +STDERR: File "/usr/lib/python3.13/unittest/case.py", line 606, in _callTestMethod + if method() is not None: +STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 189, in test_LoggerFileObject_recursion + logger.info("I like ham") +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1519, in info + self._log(INFO, msg, args, **kwargs) +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1664, in _log + self.handle(record) +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1680, in handle + self.callHandlers(record) +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1736, in callHandlers + hdlr.handle(record) +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1026, in handle + self.emit(record) +STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 159, in emit + self.handleError(record) +STDERR: Message: 'I like ham' +Arguments: () +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger +test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio +test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception +test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter +test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger +test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger +test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length ... ok test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none @@ -43855,184 +36616,117 @@ test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok test.unit.common.utils.test_timestamp.TestTimestamp.test_true test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok +test.unit.container.test_updater.TestContainerUpdater.test_conf_params +test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok +test.unit.container.test_updater.TestContainerUpdater.test_creation +test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:writetest:writeWRITE -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: checking permission: bucket object HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok - -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0034 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Dec/2024:08:00:50 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Dec/2024:08:00:50 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0006 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Dec/2024:08:00:50 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1927252 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ~~~~~~~^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [27/Dec/2024:08:00:50 +0000] "REPLICATE /sda1/p/a/" 500 710 "-" "-" "-" 0.0028 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Dec/2024:08:00:50 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0021 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0043 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0022 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697032.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test INFO: Begin container update single threaded sweep +test ERROR: Error processing container /tmp/tmpwv5_g6he/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0039 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 1 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 1927252 3 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1927252 3 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 1927252 4 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1927252 4test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok - -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s + File "/build/reproducible-path/swift-2.34.0/swift/container/updater.py", line 225, in container_sweep + self.process_container(dbfile) + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: Boom! +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -44043,9 +36737,8 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -44056,9 +36749,11 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmp_xwcjnax/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -44069,25 +36764,11 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit "once" mode -test ERROR: ERROR Could not get container info /tmp/tmp84fhalcs/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmp84fhalcs/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit "once" mode completed: 0.02s +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmp_xwcjnax/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -44098,351 +36779,177 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test NOTICE: Child 1927246 exiting normally -test NOTICE: Started child 88 from parent 1927246 -test NOTICE: Started child 89 from parent 1927246 -test ERROR: Removing dead child 88 from parent 1927246 -test NOTICE: Started child 90 from parent 1927246 -test NOTICE: Started child 88 from parent 1927246 -test NOTICE: Started child 89 from parent 1927246 -test DEBUG: Skipping the update of recently changed /tmp/tmpw2cc_ar4/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpw2cc_ar4/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpw2cc_ar4/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpw2cc_ar4/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping: /tmp/tmp6bprwx8z/garbage is not a directory -test DEBUG: Skipping: /tmp/tmp6bprwx8z/garbage is not mounted -test DEBUG: Skipping: /tmp/tmp52i3fwqw/sdq is not mounted -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Unexpected response while deleting object account container obj: 404 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 412 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 500 -test-expirer DEBUG: b'' -test-expirer ERROR: Exception while deleting object account container obj : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171168 1735200053-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171168 1735200053-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test INFO: Begin container update single threaded sweep +HTTP PERF: 0.00118 seconds to PUT 127.0.0.1:44075 /sda1/2/.shards_a/c) +HTTP PERF: 0.00122 seconds to PUT 127.0.0.1:44075 /sda1/2/.shards_a/c) +test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok +test DEBUG: Update report sent for /.shards_a/c /tmp/tmp_xwcjnax/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were giventest.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry -test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init -test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process ... ok - + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmpftdj8762/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmpftdj8762/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +HTTP PERF: 0.00094 seconds to PUT 127.0.0.1:36963 /sda1/0/a/c) +HTTP PERF: 0.00178 seconds to PUT 127.0.0.1:36963 /sda1/0/a/c) +test.unit.container.test_updater.TestContainerUpdater.test_run_once +test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx603ab5c13ab44802b6f85-00676e5eb1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx262a27d4d7e64e96b9333-00676e5eb2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1b28900eeb31458095378-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1b28900eeb31458095378-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1b28900eeb31458095378-00676e5eb2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1b28900eeb31458095378-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1b28900eeb31458095378-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1b28900eeb31458095378-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1b28900eeb31458095378-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1b28900eeb31458095378-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1b28900eeb31458095378-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1b28900eeb31458095378-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1b28900eeb31458095378-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1b28900eeb31458095378-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1b28900eeb31458095378-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1b28900eeb31458095378-00676e5eb2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1b28900eeb31458095378-00676e5eb2) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx1b28900eeb31458095378-00676e5eb2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:writetest:writeWRITE -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171168 1735200053-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test DEBUG: /tmp/tmpfb1vkvy5/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do +test DEBUG: Replicating db /tmp/tmpfb1vkvy5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'da60d5f2-247e-4116-b062-2aec5242371e-sda', '1769697031.18300', '1769697031.00000', '0', '', '1769697031.00000', 0, 0) +test DEBUG: /tmp/tmpfb1vkvy5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'da60d5f2-247e-4116-b062-2aec5242371e-sda', '1769697031.18300', '1769697031.00000', '0', '', '1769697031.00000', 0, 0) +test DEBUG: /tmp/tmpfb1vkvy5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.09364 seconds (21.35868/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 +test ERROR: Failed to update sync_store /tmp/tmp_eyu19en/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/replicator.py", line 304, in _post_replicate_hook + self.sync_store.update_sync_store(broker) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store + raise OSError(1, '1') +PermissionError: [Errno 1] 1 +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_0sunyoe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Unexpected response while deleting object account container obj: 404 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 412 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 500 +test-expirer DEBUG: b'' +test-expirer ERROR: Exception while deleting object account container obj : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer ERROR: Exception while deleting object .expiring_objects 1769558368 1769610633-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769558368 1769610633-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object self.delete_actual_object(target_path, delete_timestamp, @@ -44450,7 +36957,7 @@ is_async_delete) ^^^^^^^^^^^^^^^^ TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171168 1735200053-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1769558368 1769610633-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object self.delete_actual_object(target_path, delete_timestamp, @@ -44458,7 +36965,7 @@ is_async_delete) ^^^^^^^^^^^^^^^^ TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171168 1735200053-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1769558368 1769610633-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object self.delete_actual_object(target_path, delete_timestamp, @@ -44466,7 +36973,7 @@ is_async_delete) ^^^^^^^^^^^^^^^^ TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735257568 1735286452-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1769558368 1769610633-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object self.delete_actual_object(target_path, delete_timestamp, @@ -44474,7 +36981,7 @@ is_async_delete) ^^^^^^^^^^^^^^^^ TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735257568 1735286452-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1769644768 1769697032-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object self.delete_actual_object(target_path, delete_timestamp, @@ -44482,7 +36989,207 @@ is_async_delete) ^^^^^^^^^^^^^^^^ TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735257568 1735286452-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1769644768 1769697032-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were giventest.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry +test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping +test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init +test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_report +test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping +test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add +test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_len +test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_close +test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_init +test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx31b00cad8785415a8c5b4-00697b6f0b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txfcc539999d004377a0242-00697b6f0b) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpxosdj_ig/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxosdj_ig/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpxosdj_ig/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxosdj_ig/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0124 "-" 3324100 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 3324100 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3324100 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3324100 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7f85286b8f0b45aebe779-00697b6f0b" "proxy-server 3324100" 0.0013 "-" 3324100 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:36357/sdb1/1/a/c" "tx7f85286b8f0b45aebe779-00697b6f0b" "container-server 3324100" 0.0012 "-" 3324100 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:40691/sda1/1/a/c" "tx7f85286b8f0b45aebe779-00697b6f0b" "container-server 3324100" 0.0010 "-" 3324100 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7f85286b8f0b45aebe779-00697b6f0b" "proxy-server 3324100" 0.0088 "-" 3324100 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7f85286b8f0b45aebe779-00697b6f0b" "proxy-server 3324100" 0.0151 "-" 3324100 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/35 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx7f85286b8f0b45aebe779-00697b6f0b - 0.0229 - - 1769697035.489517450 1769697035.512441874 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx67f7ee5bb9154754a4d50-00697b6f0b" "proxy-server 3324100" 0.0011 "-" 3324100 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:36357/sdb1/1/a1/c1" "tx67f7ee5bb9154754a4d50-00697b6f0b" "container-server 3324100" 0.0011 "-" 3324100 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:40691/sda1/1/a1/c1" "tx67f7ee5bb9154754a4d50-00697b6f0b" "container-server 3324100" 0.0011 "-" 3324100 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx67f7ee5bb9154754a4d50-00697b6f0b" "proxy-server 3324100" 0.0084 "-" 3324100 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx67f7ee5bb9154754a4d50-00697b6f0b" "proxy-server 3324100" 0.0133 "-" 3324100 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/35 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx67f7ee5bb9154754a4d50-00697b6f0b - 0.0204 - - 1769697035.513850212 1769697035.534298897 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txaf35ddc29b8d4586912bb-00697b6f0b" "proxy-server 3324100" 0.0019 "-" 3324100 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:40691/sda1/2/a/c1" "txaf35ddc29b8d4586912bb-00697b6f0b" "container-server 3324100" 0.0017 "-" 3324100 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:36357/sdb1/2/a/c1" "txaf35ddc29b8d4586912bb-00697b6f0b" "container-server 3324100" 0.0011 "-" 3324100 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txaf35ddc29b8d4586912bb-00697b6f0b" "proxy-server 3324100" 0.0087 "-" 3324100 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txaf35ddc29b8d4586912bb-00697b6f0b" "proxy-server 3324100" 0.0135 "-" 3324100 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/35 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txaf35ddc29b8d4586912bb-00697b6f0b - 0.0214 - - 1769697035.535712719 1769697035.557154417 1test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok + +test DEBUG: Unlinked retiring db '/tmp/tmpyow3753n/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpyow3753n/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state + +test-expirer ERROR: Exception while deleting object .expiring_objects 1769644768 1769697032-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object self.delete_actual_object(target_path, delete_timestamp, @@ -44490,7 +37197,7 @@ is_async_delete) ^^^^^^^^^^^^^^^^ TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735257568 1735286452-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1769644768 1769697032-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object self.delete_actual_object(target_path, delete_timestamp, @@ -44498,7 +37205,7 @@ is_async_delete) ^^^^^^^^^^^^^^^^ TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735257568 1735286452-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1769644768 1769697032-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object self.delete_actual_object(target_path, delete_timestamp, @@ -44512,7 +37219,7 @@ test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects test-expirer DEBUG: Run end test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer ERROR: Unexcepted error handling task '1735200054-invalid0': +test-expirer ERROR: Unexcepted error handling task '1769610634-invalid0': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire target_object = parse_task_obj(task_object) @@ -44522,7 +37229,7 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path raise ValueError('Invalid path: %s' % quote(path)) ValueError: Invalid path: /invalid0 -test-expirer ERROR: Unexcepted error handling task '1735200054-invalid1': +test-expirer ERROR: Unexcepted error handling task '1769610634-invalid1': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire target_object = parse_task_obj(task_object) @@ -44547,357 +37254,7 @@ test-expirer DEBUG: Run begin test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expiredtest.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_report -test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 3 -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0124 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0040 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0041 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0037 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0042 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0035 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0034 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0033 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0021 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0011 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 1927252 nada -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 1927252 999 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0032 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0012 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0034 "-" 1927252 1 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0012 "-" 1927252 1 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0033 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0034 "-" 1927252 3 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0014 "-" 1927252 3 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0033 "-" 1927252 4 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0011 "-" 1927252 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0039 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0022 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - +test-expirer INFO: Pass completed in 0s; 0 objects expired test-expirer INFO: Pass completed in 0s; 0 objects expired test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): @@ -44947,1252 +37304,767 @@ test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects test-expirer DEBUG: Run end test-expirer INFO: Pass completed in 0s; 10 objects expired +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok + +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcb5b56a2df644bcbad433-00697b6f0b" "proxy-server 3324100" 0.0019 "-" 3324100 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:36357/sdb1/1/a/c2" "txcb5b56a2df644bcbad433-00697b6f0b" "container-server 3324100" 0.0018 "-" 3324100 2 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:40691/sda1/1/a/c2" "txcb5b56a2df644bcbad433-00697b6f0b" "container-server 3324100" 0.0011 "-" 3324100 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcb5b56a2df644bcbad433-00697b6f0b" "proxy-server 3324100" 0.0089 "-" 3324100 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:35 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcb5b56a2df644bcbad433-00697b6f0b" "proxy-server 3324100" 0.0139 "-" 3324100 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/35 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txcb5b56a2df644bcbad433-00697b6f0b - 0.0220 - - 1769697035.558613539 1769697035.580659866 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) + +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697264.00000, db: /tmp/tmprksx6sd8/sda/containers/0/67b/5fd40d2d90807c446a6387514643967b/5fd40d2d90807c446a6387514643967b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697266.00000, db: /tmp/tmprksx6sd8/sda/containers/0/c48/5852385ab707782ed9c2c39141572c48/5852385ab707782ed9c2c39141572c48.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697266.00000, db: /tmp/tmprksx6sd8/sda/containers/0/c48/5852385ab707782ed9c2c39141572c48/5852385ab707782ed9c2c39141572c48.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697268.00000, db: /tmp/tmprksx6sd8/sda/containers/0/673/eee27d0f09428ed306fc2bdfed579673/eee27d0f09428ed306fc2bdfed579673.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697268.00000, db: /tmp/tmprksx6sd8/sda/containers/0/673/eee27d0f09428ed306fc2bdfed579673/eee27d0f09428ed306fc2bdfed579673.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697270.00000, db: /tmp/tmprksx6sd8/sda/containers/0/66d/22f632c1f97d82aca8916b5f5f65266d/22f632c1f97d82aca8916b5f5f65266d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697270.00000, db: /tmp/tmprksx6sd8/sda/containers/0/66d/22f632c1f97d82aca8916b5f5f65266d/22f632c1f97d82aca8916b5f5f65266d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697272.00000, db: /tmp/tmprksx6sd8/sda/containers/0/548/8125b113cc62873cfceb344b31e9c548/8125b113cc62873cfceb344b31e9c548.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697272.00000, db: /tmp/tmprksx6sd8/sda/containers/0/548/8125b113cc62873cfceb344b31e9c548/8125b113cc62873cfceb344b31e9c548.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697274.00000, db: /tmp/tmprksx6sd8/sda/containers/0/e77/5a44451c9496c163cd4ebec881d47e77/5a44451c9496c163cd4ebec881d47e77.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697274.00000, db: /tmp/tmprksx6sd8/sda/containers/0/e77/5a44451c9496c163cd4ebec881d47e77/5a44451c9496c163cd4ebec881d47e77.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697276.00000, db: /tmp/tmprksx6sd8/sda/containers/0/86a/620999c21024193b2922735c13fab86a/620999c21024193b2922735c13fab86a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697276.00000, db: /tmp/tmprksx6sd8/sda/containers/0/86a/620999c21024193b2922735c13fab86a/620999c21024193b2922735c13fab86a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697278.00000, db: /tmp/tmprksx6sd8/sda/containers/0/ac1/e30a1e458e21c42080be49d1ff7ecac1/e30a1e458e21c42080be49d1ff7ecac1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697278.00000, db: /tmp/tmprksx6sd8/sda/containers/0/ac1/e30a1e458e21c42080be49d1ff7ecac1/e30a1e458e21c42080be49d1ff7ecac1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697280.00000, db: /tmp/tmprksx6sd8/sda/containers/0/03a/1304182cacd005d9d9b5c5add6cf403a/1304182cacd005d9d9b5c5add6cf403a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697280.00000, db: /tmp/tmprksx6sd8/sda/containers/0/03a/1304182cacd005d9d9b5c5add6cf403a/1304182cacd005d9d9b5c5add6cf403a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697034.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/db9/3a0f79f75b591b86c5bce0ab62f7edb9/3a0f79f75b591b86c5bce0ab62f7edb9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697039.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/98d/fcd93c02466c9cacc928148b1703398d/fcd93c02466c9cacc928148b1703398d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697044.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/515/9857e1cfc7f2576e3c3eee2db706f515/9857e1cfc7f2576e3c3eee2db706f515.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697049.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/cd1/109ce58e0df0cdb92e650d0607c62cd1/109ce58e0df0cdb92e650d0607c62cd1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697054.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/cd5/31bb9f853998d802b2203e6669c42cd5/31bb9f853998d802b2203e6669c42cd5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697059.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/ba7/42b010107bca74322e927c09a458bba7/42b010107bca74322e927c09a458bba7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697064.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/992/45b6efa41ac60a5875d6444c5f213992/45b6efa41ac60a5875d6444c5f213992.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697069.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/010/4c09c53930debc3b97d82f0700e6c010/4c09c53930debc3b97d82f0700e6c010.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697074.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/b72/03acbb34444ee4de986188c7b1401b72/03acbb34444ee4de986188c7b1401b72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697079.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/266/072a5c5c7c0bc6bdfd0ecb10d6246266/072a5c5c7c0bc6bdfd0ecb10d6246266.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697084.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/9d8/56d73cca8991fc699b71a71244f299d8/56d73cca8991fc699b71a71244f299d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697089.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/7bf/fe7f391cba18d300cff2dcd4a9e357bf/fe7f391cba18d300cff2dcd4a9e357bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697094.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/dc9/e8f7ebded620318c5d0f40e4f4352dc9/e8f7ebded620318c5d0f40e4f4352dc9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697099.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/443/07fa2a8efb1500095b6386b7bd48b443/07fa2a8efb1500095b6386b7bd48b443.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697104.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/c72/e971c500d970534e2975e22892eb8c72/e971c500d970534e2975e22892eb8c72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697109.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/36b/f198b10dd272132b4c06ab63e88cd36b/f198b10dd272132b4c06ab63e88cd36b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697114.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/71c/26708271b7de4079810c2727f8b3b71c/26708271b7de4079810c2727f8b3b71c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697119.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/60e/87a257bbdd6c82540d87e23581acf60e/87a257bbdd6c82540d87e23581acf60e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697124.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/698/57f5443d70f666ab3d40ecb892eb3698/57f5443d70f666ab3d40ecb892eb3698.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697129.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/9c0/9b87558fb747b05598809bb90feab9c0/9b87558fb747b05598809bb90feab9c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697134.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/8eb/86d08cc40b396c4d8d52c4eebf3db8eb/86d08cc40b396c4d8d52c4eebf3db8eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697139.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/810/0ee871d6a639ac19cd776d5a7a2c5810/0ee871d6a639ac19cd776d5a7a2c5810.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697144.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/e5f/a8d558fbbc784670824496a4b27d9e5f/a8d558fbbc784670824496a4b27d9e5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697149.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/22d/54d19544359bddf5b196f932f1f2c22d/54d19544359bddf5b196f932f1f2c22d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697154.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/728/e93a8be8a7c13f1f0447dd5e742fa728/e93a8be8a7c13f1f0447dd5e742fa728.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697159.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/196/38cdf3e14747452e9d895d3856b9b196/38cdf3e14747452e9d895d3856b9b196.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697164.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/438/b035ff09eb9ed1bcc3bd4bf01dcf8438/b035ff09eb9ed1bcc3bd4bf01dcf8438.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697169.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/5e6/90f9fb64b7b29a8499e195413a1dd5e6/90f9fb64b7b29a8499e195413a1dd5e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697174.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/77c/187656786ee54ed5302b33645af0977c/187656786ee54ed5302b33645af0977c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697179.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/3bc/e944132fcb11e17eee0e208c71a303bc/e944132fcb11e17eee0e208c71a303bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697184.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/226/c15f1fbe93305207b50211474bb48226/c15f1fbe93305207b50211474bb48226.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697189.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/342/1b3ba96e0d5830e554ac1a5d6af88342/1b3ba96e0d5830e554ac1a5d6af88342.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697194.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/2a7/3954b60ac79959f1b8a67bb3bbfee2a7/3954b60ac79959f1b8a67bb3bbfee2a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697199.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/fd8/2413f8d5c4bb5fd19d9f412c1b7a2fd8/2413f8d5c4bb5fd19d9f412c1b7a2fd8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697204.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/0b1/d2955edd3dbfedd8f44cad50e74df0b1/d2955edd3dbfedd8f44cad50e74df0b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697209.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/9af/fe2f8d77e111c579b67899a4d5a189af/fe2f8d77e111c579b67899a4d5a189af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697214.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/2fe/87e4e6e5a15623ebb3d47a6abb1512fe/87e4e6e5a15623ebb3d47a6abb1512fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697219.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/0ac/5d3e463bf701920ba2f94829e9f110ac/5d3e463bf701920ba2f94829e9f110ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697224.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/1dd/98d78e536074da7970a8f7f7ea33e1dd/98d78e536074da7970a8f7f7ea33e1dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697229.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/744/7a3b6c53ec636215b69aa5a71f22f744/7a3b6c53ec636215b69aa5a71f22f744.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697234.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/f00/973bfb7e17742fd65513d4353f694f00/973bfb7e17742fd65513d4353f694f00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697239.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/0a8/850b1b514dd21edfbd15600fe0aab0a8/850b1b514dd21edfbd15600fe0aab0a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697244.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/175/32f0a9621834315dba33d348a88a8175/32f0a9621834315dba33d348a88a8175.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697249.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/e7f/a3858e698c5a1f284c5a4c3c22fcae7f/a3858e698c5a1f284c5a4c3c22fcae7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697254.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/467/f1084f720b385a822dbabbe425571467/f1084f720b385a822dbabbe425571467.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697259.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/465/291c6e24d76724a992ebff3ff07bc465/291c6e24d76724a992ebff3ff07bc465.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697264.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/485/47ee38d7d9544082751fcd81ac9ac485/47ee38d7d9544082751fcd81ac9ac485.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697269.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/3e8/9b9b723ed6ebb14fbfda8450ddb4b3e8/9b9b723ed6ebb14fbfda8450ddb4b3e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697274.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/499/402b5bb9a47cae9a8f1829f2aeced499/402b5bb9a47cae9a8f1829f2aeced499.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697279.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/79c/bdbfe6658ecf0bd31d85a315c15fa79c/bdbfe6658ecf0bd31d85a315c15fa79c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697284.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/05f/3ef23e169ba36a9d827738fb0bc2205f/3ef23e169ba36a9d827738fb0bc2205f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697289.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/d11/acb4f1d9dcb3cb9d238c8ef9c6ccad11/acb4f1d9dcb3cb9d238c8ef9c6ccad11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697294.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/42a/6ac41131311acaa277daf478ab81342a/6ac41131311acaa277daf478ab81342a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697299.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/d0a/a1b76eb8337ddfe3745ab0fb7ac60d0a/a1b76eb8337ddfe3745ab0fb7ac60d0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697304.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/ae4/8b3655a96d093fc10e40d80187184ae4/8b3655a96d093fc10e40d80187184ae4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697309.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/df3/e6fd790e2b3dddac254b6099f476ddf3/e6fd790e2b3dddac254b6099f476ddf3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697314.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/3a4/a375325ac97d66051bfd58a651bcd3a4/a375325ac97d66051bfd58a651bcd3a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697319.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/fa7/1f8890bb8b6e940e21f6b4fb7c183fa7/1f8890bb8b6e940e21f6b4fb7c183fa7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697324.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/ed0/3dac0f2bf7a6aaf8a0e0ae5cb99fded0/3dac0f2bf7a6aaf8a0e0ae5cb99fded0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697329.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/c0d/81199616d549d31da5d47cfb0cfdac0d/81199616d549d31da5d47cfb0cfdac0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697334.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/355/e2b4c24673b4dae0aae119ce96fb5355/e2b4c24673b4dae0aae119ce96fb5355.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697339.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/26f/69ed4ebb67e2658286bf9841d85b226f/69ed4ebb67e2658286bf9841d85b226f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697344.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/222/98c238eaa2b2ede9fcf6fa6a0dd38222/98c238eaa2b2ede9fcf6fa6a0dd38222.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697349.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/f34/785ac599e19fe8391cf1f431288d5f34/785ac599e19fe8391cf1f431288d5f34.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697354.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/b8c/bfbb41934c73e4515501834058dceb8c/bfbb41934c73e4515501834058dceb8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697359.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/9fb/c82ccc89f12c8682fe555d50582799fb/c82ccc89f12c8682fe555d50582799fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697364.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/d4d/94d6e4ad919f68f22b8ceeb3d5f1ad4d/94d6e4ad919f68f22b8ceeb3d5f1ad4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697369.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/31c/0d2cc1f8be690232e2ed2419b43bb31c/0d2cc1f8be690232e2ed2419b43bb31c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697374.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/ea8/dcbf0b9b5cfef8014074a78f7be98ea8/dcbf0b9b5cfef8014074a78f7be98ea8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697379.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/fa3/52479faf5b53a8e40fd5cd4e26d96fa3/52479faf5b53a8e40fd5cd4e26d96fa3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697384.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/fad/f885dae972f0f7ae64c9cbd3a5d91fad/f885dae972f0f7ae64c9cbd3a5d91fad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697389.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/fe5/c88838f11e5cc5a723d246b1504e2fe5/c88838f11e5cc5a723d246b1504e2fe5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697394.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/f4f/35fbaf159bd6492029e22b8fe6cbff4f/35fbaf159bd6492029e22b8fe6cbff4f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697399.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/4ab/1d816374d1f0cbf13403e3999dc294ab/1d816374d1f0cbf13403e3999dc294ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697404.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/cc4/9eb003767a66294a7fe6efe42eafdcc4/9eb003767a66294a7fe6efe42eafdcc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697409.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/c4d/9c511fd0181299241a0431f4430fbc4d/9c511fd0181299241a0431f4430fbc4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697414.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/65a/b3a81b70164c23dd9d2bc5ffc838465a/b3a81b70164c23dd9d2bc5ffc838465a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697419.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/e2d/bda31ec4bd6e66ded82af352265b0e2d/bda31ec4bd6e66ded82af352265b0e2d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697424.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/c03/83f25564c23519913f0897c888dddc03/83f25564c23519913f0897c888dddc03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697429.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/2e6/4ca5129ad3ef21a2e5098ff3670302e6/4ca5129ad3ef21a2e5098ff3670302e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697434.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/197/c4701a07a90cdf3df12c43bd82351197/c4701a07a90cdf3df12c43bd82351197.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697439.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/5fd/ec79f807a272aa926884ae9b61ad15fd/ec79f807a272aa926884ae9b61ad15fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697444.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/b25/bbc05bf29a1fc310ae0dc75dc62d6b25/bbc05bf29a1fc310ae0dc75dc62d6b25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697449.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/228/bfad34e2c3f7fdc49f881366284b4228/bfad34e2c3f7fdc49f881366284b4228.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697454.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/510/226723834fb6cc0eb7874e7eb3239510/226723834fb6cc0eb7874e7eb3239510.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697459.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/8cb/0b38af666728f1814c70df43f0fa38cb/0b38af666728f1814c70df43f0fa38cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697464.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/285/ad7ae3db704649db3458027fe2348285/ad7ae3db704649db3458027fe2348285.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697469.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/ed9/a86d317b85cc72f462cbd7468b1f9ed9/a86d317b85cc72f462cbd7468b1f9ed9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697474.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/473/9b921c8f0eea07e479ab5753ed1e5473/9b921c8f0eea07e479ab5753ed1e5473.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697479.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/8cf/b3c49ee7bb101b6f53734ec466a9f8cf/b3c49ee7bb101b6f53734ec466a9f8cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697484.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/0c1/5fde127b04bf6aff0f73a467daf270c1/5fde127b04bf6aff0f73a467daf270c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697489.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/4c2/6127089e89a6614f9ad9659c8cb8d4c2/6127089e89a6614f9ad9659c8cb8d4c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697494.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/f11/fe21999cab43ba9014b331ce155b9f11/fe21999cab43ba9014b331ce155b9f11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697499.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/abb/5d2aec7c86ea4315bf3f7cf979280abb/5d2aec7c86ea4315bf3f7cf979280abb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697504.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/b33/d86170824aeba3048ec75084c950eb33/d86170824aeba3048ec75084c950eb33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697509.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/69e/e90a2659bf4d1d5680e50029ba9bf69e/e90a2659bf4d1d5680e50029ba9bf69e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697514.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/4d0/0623f0847873ffec316a4c2e82f6e4d0/0623f0847873ffec316a4c2e82f6e4d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697519.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/703/594ee3a53c53f84521214a209e0f3703/594ee3a53c53f84521214a209e0f3703.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697524.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/d0a/df2f55d8e641885f09bcf748a1f42d0a/df2f55d8e641885f09bcf748a1f42d0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697529.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/0e6/c43927e86dc44aa750b07c8126d520e6/c43927e86dc44aa750b07c8126d520e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697534.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/4ba/2cfe2ec79fecd634da4c9b07c20304ba/2cfe2ec79fecd634da4c9b07c20304ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697539.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/224/8f8112bb53f6d53668532f4ca470b224/8f8112bb53f6d53668532f4ca470b224.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697544.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/c54/a707ec5ee69b7fe1bf696d95c3ec7c54/a707ec5ee69b7fe1bf696d95c3ec7c54.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697549.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/1c4/6f7143e9f62739ba5d6a565ae82de1c4/6f7143e9f62739ba5d6a565ae82de1c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697554.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/189/55902ed38d43c5278ca2fe6d4d765189/55902ed38d43c5278ca2fe6d4d765189.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697559.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/751/383d9b09a601b81a7ce6b5ef046e3751/383d9b09a601b81a7ce6b5ef046e3751.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697564.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/a85/07058b74e6f0b86f896c879f69714a85/07058b74e6f0b86f896c879f69714a85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697569.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/df7/d5c441c52262f503b2967d36ab625df7/d5c441c52262f503b2967d36ab625df7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697574.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/122/5cb0767228cdf0de29d62d8103fdb122/5cb0767228cdf0de29d62d8103fdb122.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697579.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/439/5c37d2757d9be69643f250727a831439/5c37d2757d9be69643f250727a831439.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697584.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/ff9/1dec3b1e27f11ebab5d18ac988636ff9/1dec3b1e27f11ebab5d18ac988636ff9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697589.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/977/6b6349e1589ed53f1eac3f7d23e7b977/6b6349e1589ed53f1eac3f7d23e7b977.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697594.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/b75/0623cd8bb09db3af8cd241469be2bb75/0623cd8bb09db3af8cd241469be2bb75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697599.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/04a/1337a5beaa82f866b0c45e9b6dd5604a/1337a5beaa82f866b0c45e9b6dd5604a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697604.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/cd3/2b72b2f64aca8ce3ea88c99010bf9cd3/2b72b2f64aca8ce3ea88c99010bf9cd3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697609.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/efd/c0033051e1a9a06d5bc7d0ae29608efd/c0033051e1a9a06d5bc7d0ae29608efd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697614.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/b94/5b177140ef9bf121dcc647d6b8576b94/5b177140ef9bf121dcc647d6b8576b94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697619.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/22f/5729c82a7a2018da2edf395a6939622f/5729c82a7a2018da2edf395a6939622f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697624.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/3f8/806914124a0c35e3eafedfda000ef3f8/806914124a0c35e3eafedfda000ef3f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697629.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/0db/05ec5d59ac37d4733d29ea2a9a4770db/05ec5d59ac37d4733d29ea2a9a4770db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697634.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/08d/ee077f14cc3926a7ce68e45eb6d0f08d/ee077f14cc3926a7ce68e45eb6d0f08d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697639.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/dde/808a4d97d1c4af2f38022da1b6bfbdde/808a4d97d1c4af2f38022da1b6bfbdde.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697644.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/8df/0872b728b43d9aeb6d3b7801418028df/0872b728b43d9aeb6d3b7801418028df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697649.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/d61/34774765ed81a5d2d32697e229ee3d61/34774765ed81a5d2d32697e229ee3d61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697654.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/91e/94ca242dfc960e1e4c6f2a3c5f3a991e/94ca242dfc960e1e4c6f2a3c5f3a991e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697659.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/8ca/e286e7f299c4caf2a28abc22638138ca/e286e7f299c4caf2a28abc22638138ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697664.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/1cb/468dabb3cdba90271bc92955a2f7b1cb/468dabb3cdba90271bc92955a2f7b1cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697669.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/128/a559d4942f3620d65a571cb0fd2a4128/a559d4942f3620d65a571cb0fd2a4128.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697674.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/ae8/9f58f97018b4cd423f54b58c318a6ae8/9f58f97018b4cd423f54b58c318a6ae8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697679.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/a34/d14a18f57e29168e1e0129e6d1793a34/d14a18f57e29168e1e0129e6d1793a34.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697684.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/31d/105747c588a2792db28a990bf930431d/105747c588a2792db28a990bf930431d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697689.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/e85/64433d2be1610e07b8671252c5677e85/64433d2be1610e07b8671252c5677e85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697694.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/8e2/e273e4a3d7deb620f4c184af7b7aa8e2/e273e4a3d7deb620f4c184af7b7aa8e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697699.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/958/9ab48dfa32b594b37e633750f5b22958/9ab48dfa32b594b37e633750f5b22958.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697704.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/475/e5d4a0bba7c8b33afd9e08f2777b9475/e5d4a0bba7c8b33afd9e08f2777b9475.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697709.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/cfe/55eea8f9be47db8b810b96b2c41b2cfe/55eea8f9be47db8b810b96b2c41b2cfe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697714.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/000/2e665f347670cdd7cf0d2f7dbf307000/2e665f347670cdd7cf0d2f7dbf307000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697719.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/38a/7502a90c447c884ab730dac0e3e8b38a/7502a90c447c884ab730dac0e3e8b38a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697724.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/978/667009da00c05717b9b124d8a10ae978/667009da00c05717b9b124d8a10ae978.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697729.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/465/b0e7e26d2a657ec84b32ebdcd5c5d465/b0e7e26d2a657ec84b32ebdcd5c5d465.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697734.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/01f/4827efb8da22f8df11d447839266501f/4827efb8da22f8df11d447839266501f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697739.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/df5/8dcd99d8ae8002aba5c5b5cecafdedf5/8dcd99d8ae8002aba5c5b5cecafdedf5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697744.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/3c3/cf00f4e8dbeeab1478f56a1b4c00b3c3/cf00f4e8dbeeab1478f56a1b4c00b3c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697749.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/4ae/a649ff1997075d2bd2703e9c99a6f4ae/a649ff1997075d2bd2703e9c99a6f4ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697754.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/220/43d0e91f921b6106f4177ab1d387b220/43d0e91f921b6106f4177ab1d387b220.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697759.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/5e3/210b207de8a2d98103d509182f6ab5e3/210b207de8a2d98103d509182f6ab5e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697764.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/de5/2f7cdd985bca6263387947fd72c9bde5/2f7cdd985bca6263387947fd72c9bde5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697769.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/402/1b66077605660ab89af9fdf4ff4e3402/1b66077605660ab89af9fdf4ff4e3402.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697774.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/45c/2c752db7e297b27099e268ad0248845c/2c752db7e297b27099e268ad0248845c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697779.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/f24/041f681990bf8d6aec69db04282f3f24/041f681990bf8d6aec69db04282f3f24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697784.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/e92/8f281dc27c14891406832c892d870e92/8f281dc27c14891406832c892d870e92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697789.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/b6e/a7a0df0688c27188a17fc5325a0d7b6e/a7a0df0688c27188a17fc5325a0d7b6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697794.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/9e6/08fe74e5fc04db85ac08caef174b79e6/08fe74e5fc04db85ac08caef174b79e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697799.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/d63/c20fcbbcb68cd8aad42126ca8c1add63/c20fcbbcb68cd8aad42126ca8c1add63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697804.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/447/9fe858db7eeeb0eba993f80513d17447/9fe858db7eeeb0eba993f80513d17447.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697809.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/7da/e0d550fb4a3ce6ae1a9a1923a87467da/e0d550fb4a3ce6ae1a9a1923a87467da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697814.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/d99/085560fd3def47be57d8c1c1b4656d99/085560fd3def47be57d8c1c1b4656d99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697819.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/9d6/f52c5685cb6f8937a50ebcd7b52579d6/f52c5685cb6f8937a50ebcd7b52579d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697824.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/e62/278adc868426897a611daa2977065e62/278adc868426897a611daa2977065e62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697829.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/3b2/cb0d3ac0134af9b6895ab935f6d573b2/cb0d3ac0134af9b6895ab935f6d573b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697834.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/79b/b308f80e467f774b93f4e643babb779b/b308f80e467f774b93f4e643babb779b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697839.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/859/ef2f3a834e15217237f3bf8054038859/ef2f3a834e15217237f3bf8054038859.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697844.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/e8f/d9dfd5e5e8937dfaceda3b83220d5e8f/d9dfd5e5e8937dfaceda3b83220d5e8f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697849.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/eb9/74d290ad0943732d6579bf8e51326eb9/74d290ad0943732d6579bf8e51326eb9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697854.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/a6b/3eb24aa08d757836258d3614d4363a6b/3eb24aa08d757836258d3614d4363a6b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697859.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/f76/3fd357ffb167422f00172699cdd11f76/3fd357ffb167422f00172699cdd11f76.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697864.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/1dd/483b19cae3ace7756c1dbe75cfa431dd/483b19cae3ace7756c1dbe75cfa431dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697869.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/a16/8757f417c97c385c3bd31d7ebabeea16/8757f417c97c385c3bd31d7ebabeea16.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697874.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/18a/fbde4a5f48b3377ad38226cc7b1e118a/fbde4a5f48b3377ad38226cc7b1e118a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697879.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/099/df0db2c9a362bae1843c6adc19257099/df0db2c9a362bae1843c6adc19257099.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697884.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/9e4/c72a2ff11a4c22af54c0b922730919e4/c72a2ff11a4c22af54c0b922730919e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697889.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/dec/e6f313f14891b3682647f9155f922dec/e6f313f14891b3682647f9155f922dec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697894.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/d75/43cbf5b7b75cd20037bc5836d7f31d75/43cbf5b7b75cd20037bc5836d7f31d75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697899.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/d00/1afff4a58450955bac375842887f2d00/1afff4a58450955bac375842887f2d00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697904.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/502/877a16e17215c51976e1acd77a091502/877a16e17215c51976e1acd77a091502.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697909.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/ce8/78de6f5fd7c28f69dca80595ee4a8ce8/78de6f5fd7c28f69dca80595ee4a8ce8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697914.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/6b5/962bf3a2f123ae8dab100e9bbfb2e6b5/962bf3a2f123ae8dab100e9bbfb2e6b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697919.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/7cf/c9ba78fb0b779f8e7971cc11d3f6d7cf/c9ba78fb0b779f8e7971cc11d3f6d7cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697924.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/aba/890b26158d6fa8baa93784f145b4aaba/890b26158d6fa8baa93784f145b4aaba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697929.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/756/ef61a2e3f0def204da5fc8c38ed37756/ef61a2e3f0def204da5fc8c38ed37756.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697934.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/ed7/49da63d0ae7baf4890e40f356cec0ed7/49da63d0ae7baf4890e40f356cec0ed7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697939.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/bc2/6cb1653f4d9c8dd31ab2ea72f812dbc2/6cb1653f4d9c8dd31ab2ea72f812dbc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697944.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/5d4/5eee7aebbb317e4c567df36945dff5d4/5eee7aebbb317e4c567df36945dff5d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697949.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/b88/890c1c19817ea043e5f8d895df5edb88/890c1c19817ea043e5f8d895df5edb88.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697954.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/ae8/563ff2910e1a585d6f2bc5dcb6f84ae8/563ff2910e1a585d6f2bc5dcb6f84ae8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697959.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/7ba/0c688f0ce1ba2915a5c66d48bd5227ba/0c688f0ce1ba2915a5c66d48bd5227ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697964.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/c5a/b8ed2c85ac730703f3fa49d5a8959c5a/b8ed2c85ac730703f3fa49d5a8959c5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697969.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/39b/8ef0d75d3c444ea5dc4c5627248f539b/8ef0d75d3c444ea5dc4c5627248f539b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697974.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/8b7/79dd1aaa44de69c22fc1fbb341b4f8b7/79dd1aaa44de69c22fc1fbb341b4f8b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697979.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/47c/90904a59ecd4c070f4d8156ef7fd647c/90904a59ecd4c070f4d8156ef7fd647c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697984.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/46e/ecbd8a38d8f0d52c8d15c1ab9c3bd46e/ecbd8a38d8f0d52c8d15c1ab9c3bd46e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697989.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/788/346abb5230c269adc29aedb8e84e9788/346abb5230c269adc29aedb8e84e9788.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697994.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/706/8ff805fbf370e6c8a351eb6223619706/8ff805fbf370e6c8a351eb6223619706.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697999.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/6e3/796c93250a6529721ce6a0c49e8d66e3/796c93250a6529721ce6a0c49e8d66e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698004.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/6db/8296bc548fc6222f24f258f5f0c736db/8296bc548fc6222f24f258f5f0c736db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698009.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/836/98dcce1d55035b35b7a3dd4b5de5c836/98dcce1d55035b35b7a3dd4b5de5c836.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698014.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/0e2/fb7f7dfeb37a330f3f35b8e5168330e2/fb7f7dfeb37a330f3f35b8e5168330e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698019.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/9db/970dc8a05f5edb7a21592a91c93899db/970dc8a05f5edb7a21592a91c93899db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698024.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/388/d462f5c592ad2ff98b88ae5584caf388/d462f5c592ad2ff98b88ae5584caf388.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698029.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/3af/189109bd52e6e3898202da2d3b5cd3af/189109bd52e6e3898202da2d3b5cd3af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698034.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/fe4/216dc6b424f450782880a3f458937fe4/216dc6b424f450782880a3f458937fe4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698039.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/94f/6b24abda6341f1ddefa1d461fdc9194f/6b24abda6341f1ddefa1d461fdc9194f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698044.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/ffe/b598523122c0b2c085bd5142cd000ffe/b598523122c0b2c085bd5142cd000ffe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698049.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/f91/e8cc085fe0d9c6fc9c145178c6d41f91/e8cc085fe0d9c6fc9c145178c6d41f91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698054.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/398/e5c21e9ffcd6a9171c114785681de398/e5c21e9ffcd6a9171c114785681de398.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698059.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/51d/360c50eddbf4452faad3f562d652e51d/360c50eddbf4452faad3f562d652e51d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698064.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/1d0/d538366bbb9cb8953f42a75f082971d0/d538366bbb9cb8953f42a75f082971d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698069.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/37e/e4e9da19215e31aad9384a9b7906737e/e4e9da19215e31aad9384a9b7906737e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698074.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/4fa/7980e731203324f2544da98deecb24fa/7980e731203324f2544da98deecb24fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698079.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/85c/e3379746f6d2945527c78c70b2fae85c/e3379746f6d2945527c78c70b2fae85c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698084.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/835/8d5f78081d72ad06fdc57268455c2835/8d5f78081d72ad06fdc57268455c2835.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698089.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/67c/538965df43dcad894d3afb739127367c/538965df43dcad894d3afb739127367c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698094.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/694/05a049b000333adc70c21e8db6026694/05a049b000333adc70c21e8db6026694.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698099.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/43e/09510982286aa6ec725eca98d5ba243e/09510982286aa6ec725eca98d5ba243e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698104.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/0fe/014af3852b158d77fdd5bda51af5b0fe/014af3852b158d77fdd5bda51af5b0fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698109.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/755/2f2e0399efe6ac4678f0b3ecd8192755/2f2e0399efe6ac4678f0b3ecd8192755.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698114.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/d19/7e9ace6ae08ee8611cb9a2d932d9bd19/7e9ace6ae08ee8611cb9a2d932d9bd19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698119.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/7f0/e4d31e364ca6dc10b39ac9d2438687f0/e4d31e364ca6dc10b39ac9d2438687f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698124.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/926/29a45c4323f0f9bf600d342a7b8ba926/29a45c4323f0f9bf600d342a7b8ba926.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698129.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/afe/e0fdcd06d6a87faec67ca58e021a9afe/e0fdcd06d6a87faec67ca58e021a9afe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698134.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/926/bee8e7ac37fe7b4cc63a29617df7a926/bee8e7ac37fe7b4cc63a29617df7a926.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698139.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/5c1/6ad32e70ee94b2ed8cc55dd34afeb5c1/6ad32e70ee94b2ed8cc55dd34afeb5c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698144.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/3aa/5460b6c5c114862d1d4b7b5b423ad3aa/5460b6c5c114862d1d4b7b5b423ad3aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698149.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/0d5/38448911ce293224ccf12c6786df40d5/38448911ce293224ccf12c6786df40d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698154.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/1fe/50193e7993223f760ac0aa4d902e41fe/50193e7993223f760ac0aa4d902e41fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698159.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/06b/21d237fe9293c48a75dc6b9ba86ed06b/21d237fe9293c48a75dc6b9ba86ed06b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698164.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/bb2/8e3e81c90dfef8a85b1b30e3a34f7bb2/8e3e81c90dfef8a85b1b30e3a34f7bb2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698169.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/2c9/80f77c1ebd6a192929058dae1da012c9/80f77c1ebd6a192929058dae1da012c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698174.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/b04/baa85cfbb6ca837da8056b493da50b04/baa85cfbb6ca837da8056b493da50b04.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698179.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/ca9/00b3a55d8eb7159e0abab3fb8c17eca9/00b3a55d8eb7159e0abab3fb8c17eca9.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok + +proxy-server DEBUG: Ignoring 404 from primary (txn: txe4552cf8ec0b4fb9bbe88-00697b6f06) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx92a480e4e37c460fab61b-00676e5eb7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx16ea052147b34f339ec01-00676e5eb7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: tx3502c3ad8cd94b71b2c94-00676e5eb7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx35302da6de354e9088f8e-00676e5eb7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: ValueError('not a list') (txn: txf21b5aad24614720a176f-00676e5eb7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Failed to get container shard listing from /v1/a/c?format=json&states=updating&includes=1_test: 404 (txn: txd13f2fa53ba544778428b-00676e5eb7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txfdc766cc68644c7ea742f-00697b6f06) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx4053ca3611074d0a9893d-00697b6f06) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx01aebc66c7e047c888f04-00697b6f06) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx5ce99174cb5048fe83c29-00697b6f06) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:50 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0022 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0021 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0031 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0084 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0041 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0037 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0021 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0035 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0025 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0091 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1927252 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok -test.unit.container.test_sharder.TestCleavingContext.test_cursor -test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok -test.unit.container.test_sharder.TestCleavingContext.test_delete -test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok -test.unit.container.test_sharder.TestCleavingContext.test_done -test.unit.container.test_sharder.TestCleavingContext.test_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_init -test.unit.container.test_sharder.TestCleavingContext.test_init ... ok -test.unit.container.test_sharder.TestCleavingContext.test_iter -test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load -test.unit.container.test_sharder.TestCleavingContext.test_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_all -test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_range_done -test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_reset -test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok -test.unit.container.test_sharder.TestCleavingContext.test_start -test.unit.container.test_sharder.TestCleavingContext.test_start ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store -test.unit.container.test_sharder.TestCleavingContext.test_store ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put -test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_not_found -test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestTpoolSize.test_default_config -test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_creation -test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx97c0be37fb32447481002-00676e5eb3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccdb947c205e4dfeb4c75-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccdb947c205e4dfeb4c75-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccdb947c205e4dfeb4c75-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccdb947c205e4dfeb4c75-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccdb947c205e4dfeb4c75-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccdb947c205e4dfeb4c75-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccdb947c205e4dfeb4c75-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccdb947c205e4dfeb4c75-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccdb947c205e4dfeb4c75-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccdb947c205e4dfeb4c75-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccdb947c205e4dfeb4c75-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccdb947c205e4dfeb4c75-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccdb947c205e4dfeb4c75-00676e5eb3) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txccdb947c205e4dfeb4c75-00676e5eb3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok - -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx311625e510d54595bc037-00676e5eb7) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmprg5_osmq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprg5_osmq/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmprg5_osmq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprg5_osmq/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0035 "-" 1927246 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 1927246 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 1927246 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1927246 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3f39033426f14350b94af-00676e5eb7" "proxy-server 1927246" 0.0014 "-" 1927246 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:42651/sdb1/1/a/c" "tx3f39033426f14350b94af-00676e5eb7" "container-server 1927246" 0.0012 "-" 1927246 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:35193/sda1/1/a/c" "tx3f39033426f14350b94af-00676e5eb7" "container-server 1927246" 0.0012 "-" 1927246 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3f39033426f14350b94af-00676e5eb7" "proxy-server 1927246" 0.0103 "-" 1927246 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3f39033426f14350b94af-00676e5eb7" "proxy-server 1927246" 0.0156 "-" 1927246 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/55 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx3f39033426f14350b94af-00676e5eb7 - 0.0234 - - 1735286455.161722660 1735286455.185107470 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx51861820c9344125a93ea-00676e5eb7" "proxy-server 1927246" 0.0012 "-" 1927246 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:35193/sda1/1/a1/c1" "tx51861820c9344125a93ea-00676e5eb7" "container-server 1927246" 0.0012 "-" 1927246 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:42651/sdb1/1/a1/c1" "tx51861820c9344125a93ea-00676e5eb7" "container-server 1927246" 0.0012 "-" 1927246 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx51861820c9344125a93ea-00676e5eb7" "proxy-server 1927246" 0.0086 "-" 1927246 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx51861820c9344125a93ea-00676e5eb7" "proxy-server 1927246" 0.0137 "-" 1927246 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/55 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx51861820c9344125a93ea-00676e5eb7 - 0.0210 - - 1735286455.186582565 1735286455.207591772 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1487b6cc4d9f48348821b-00676e5eb7" "proxy-server 1927246" 0.0021 "-" 1927246 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:35193/sda1/2/a/c1" "tx1487b6cc4d9f48348821b-00676e5eb7" "container-server 1927246" 0.0019 "-" 1927246 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:42651/sdb1/2/a/c1" "tx1487b6cc4d9f48348821b-00676e5eb7" "container-server 1927246" 0.0011 "-" 1927246 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1487b6cc4d9f48348821b-00676e5eb7" "proxy-server 1927246" 0.0091 "-" 1927246 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1487b6cc4d9f48348821b-00676e5eb7" "proxy-server 1927246" 0.0142 "-" 1927246 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/55 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx1487b6cc4d9f48348821b-00676e5eb7 - 0.0224 - - 1735286455.209036827 1735286455.231425524 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txed0a1079f35b443b87722-00676e5eb7" "proxy-server 1927246" 0.0019 "-" 1927246 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:35193/sda1/1/a/c2" "txed0a1079f35b443b87722-00676e5eb7" "container-server 1927246" 0.0018 "-" 1927246 2 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:42651/sdb1/1/a/c2" "txed0a1079f35b443b87722-00676e5eb7" "container-server 1927246" 0.0011 "-" 1927246 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txed0a1079f35b443b87722-00676e5eb7" "proxy-server 1927246" 0.0133 "-" 1927246 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:55 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txed0a1079f35b443b87722-00676e5eb7" "proxy-server 1927246" 0.0098 "-" 1927246 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/55 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txed0a1079f35b443b87722-00676e5eb7 - 0.0219 - - 1735286455.232816696 1735286455.254734516 2 - -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:51 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0023 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0034 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0034 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 1927252 0 -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 1927252 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0034 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 1927252 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1927252 - -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0069 "-" 1927252 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0052 "-" 1927252 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1927252 2 -test INFO: - - - [27/Dec/2024:08:00:52 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0038 "-" 1927252 2 -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test ERROR: ERROR: Unable to access foo/bar: permission_denied -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp6d0pg8ui/devices/sda1 (pid: 1927252) -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp6d0pg8ui/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286453.00000 -test INFO: Object update sweep completed on /tmp/tmp6d0pg8ui/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpb6r5ebhw/devices/sda1 (pid: 1927252) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpb6r5ebhw/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286453.00000 -test INFO: Object update sweep completed on /tmp/tmpb6r5ebhw/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drainstest.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286449.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/aa3/274e3d7af7c310c541c0f264edef2aa3/274e3d7af7c310c541c0f264edef2aa3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286451.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/660/9f1343e7dbac4c4682cb3a1c95966660/9f1343e7dbac4c4682cb3a1c95966660.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286450.00000, (0, 0) as of 1735286450.00000, found as of 1735286450.00000> to ShardRange<'k' to 't' as of 1735286451.00000, (0, 0) as of 1735286451.00000, created as of 1735286451.00000>, path: .shards_a/shard_c_1735286451.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/660/9f1343e7dbac4c4682cb3a1c95966660/9f1343e7dbac4c4682cb3a1c95966660.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286453.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/6e7/d4dbea053045d6c5de991e0e3ff066e7/d4dbea053045d6c5de991e0e3ff066e7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286452.00000, (0, 0) as of 1735286452.00000, found as of 1735286452.00000> to ShardRange<'k' to 't' as of 1735286453.00000, (0, 0) as of 1735286453.00000, cleaved as of 1735286453.00000>, path: .shards_a/shard_c_1735286453.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/6e7/d4dbea053045d6c5de991e0e3ff066e7/d4dbea053045d6c5de991e0e3ff066e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286455.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/2f1/c9412e3b315b9510c9f2fb49a8fca2f1/c9412e3b315b9510c9f2fb49a8fca2f1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286454.00000, (0, 0) as of 1735286454.00000, found as of 1735286454.00000> to ShardRange<'k' to 't' as of 1735286455.00000, (0, 0) as of 1735286455.00000, active as of 1735286455.00000>, path: .shards_a/shard_c_1735286455.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/2f1/c9412e3b315b9510c9f2fb49a8fca2f1/c9412e3b315b9510c9f2fb49a8fca2f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286457.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/b0b/d1a690c4b0e9ce41f7887bfcc5adcb0b/d1a690c4b0e9ce41f7887bfcc5adcb0b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286456.00000, (0, 0) as of 1735286456.00000, found as of 1735286456.00000> to ShardRange<'k' to 't' as of 1735286457.00000, (0, 0) as of 1735286457.00000, shrinking as of 1735286457.00000>, path: .shards_a/shard_c_1735286457.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/b0b/d1a690c4b0e9ce41f7887bfcc5adcb0b/d1a690c4b0e9ce41f7887bfcc5adcb0b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286457.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/b0b/d1a690c4b0e9ce41f7887bfcc5adcb0b/d1a690c4b0e9ce41f7887bfcc5adcb0b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286459.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/f43/dcd29df969271aa99043b26c375fef43/dcd29df969271aa99043b26c375fef43.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286458.00000, (0, 0) as of 1735286458.00000, found as of 1735286458.00000> to ShardRange<'k' to 't' as of 1735286459.00000, (0, 0) as of 1735286459.00000, sharding as of 1735286459.00000>, path: .shards_a/shard_c_1735286459.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/f43/dcd29df969271aa99043b26c375fef43/dcd29df969271aa99043b26c375fef43.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286459.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/f43/dcd29df969271aa99043b26c375fef43/dcd29df969271aa99043b26c375fef43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286461.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/5c5/3732db95b5680e7108e64cc3abeec5c5/3732db95b5680e7108e64cc3abeec5c5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286460.00000, (0, 0) as of 1735286460.00000, found as of 1735286460.00000> to ShardRange<'k' to 't' as of 1735286461.00000, (0, 0) as of 1735286461.00000, sharded as of 1735286461.00000>, path: .shards_a/shard_c_1735286461.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/5c5/3732db95b5680e7108e64cc3abeec5c5/3732db95b5680e7108e64cc3abeec5c5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286461.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/5c5/3732db95b5680e7108e64cc3abeec5c5/3732db95b5680e7108e64cc3abeec5c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286463.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/4cb/0139c480e35db90696866135f62a84cb/0139c480e35db90696866135f62a84cb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286462.00000, (0, 0) as of 1735286462.00000, found as of 1735286462.00000> to ShardRange<'k' to 't' as of 1735286463.00000, (0, 0) as of 1735286463.00000, shrunk as of 1735286463.00000>, path: .shards_a/shard_c_1735286463.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/4cb/0139c480e35db90696866135f62a84cb/0139c480e35db90696866135f62a84cb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286463.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/4cb/0139c480e35db90696866135f62a84cb/0139c480e35db90696866135f62a84cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286465.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/5b9/6bdb1898f856895867bd6a14843455b9/6bdb1898f856895867bd6a14843455b9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286464.00000, (0, 0) as of 1735286464.00000, created as of 1735286464.00000> to ShardRange<'k' to 't' as of 1735286465.00000, (0, 0) as of 1735286465.00000, found as of 1735286465.00000>, path: .shards_a/shard_c_1735286465.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/5b9/6bdb1898f856895867bd6a14843455b9/6bdb1898f856895867bd6a14843455b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286467.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/892/b60ab8185de06d772bcbf03d6d4cc892/b60ab8185de06d772bcbf03d6d4cc892.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286469.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/d64/f787779b78411054928234589fd5bd64/f787779b78411054928234589fd5bd64.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286468.00000, (0, 0) as of 1735286468.00000, created as of 1735286468.00000> to ShardRange<'k' to 't' as of 1735286469.00000, (0, 0) as of 1735286469.00000, cleaved as of 1735286469.00000>, path: .shards_a/shard_c_1735286469.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/d64/f787779b78411054928234589fd5bd64/f787779b78411054928234589fd5bd64.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286471.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/e3a/d592cfd8152caf40d4c7c67a63579e3a/d592cfd8152caf40d4c7c67a63579e3a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286470.00000, (0, 0) as of 1735286470.00000, created as of 1735286470.00000> to ShardRange<'k' to 't' as of 1735286471.00000, (0, 0) as of 1735286471.00000, active as of 1735286471.00000>, path: .shards_a/shard_c_1735286471.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/e3a/d592cfd8152caf40d4c7c67a63579e3a/d592cfd8152caf40d4c7c67a63579e3a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286473.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/318/1a9d823d1e13f9a2f589a6cb9dd88318/1a9d823d1e13f9a2f589a6cb9dd88318.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286472.00000, (0, 0) as of 1735286472.00000, created as of 1735286472.00000> to ShardRange<'k' to 't' as of 1735286473.00000, (0, 0) as of 1735286473.00000, shrinking as of 1735286473.00000>, path: .shards_a/shard_c_1735286473.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/318/1a9d823d1e13f9a2f589a6cb9dd88318/1a9d823d1e13f9a2f589a6cb9dd88318.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286473.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/318/1a9d823d1e13f9a2f589a6cb9dd88318/1a9d823d1e13f9a2f589a6cb9dd88318.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286475.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/a87/7d80cd28d7a63ff529aeb035e4518a87/7d80cd28d7a63ff529aeb035e4518a87.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286474.00000, (0, 0) as of 1735286474.00000, created as of 1735286474.00000> to ShardRange<'k' to 't' as of 1735286475.00000, (0, 0) as of 1735286475.00000, sharding as of 1735286475.00000>, path: .shards_a/shard_c_1735286475.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/a87/7d80cd28d7a63ff529aeb035e4518a87/7d80cd28d7a63ff529aeb035e4518a87.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286475.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/a87/7d80cd28d7a63ff529aeb035e4518a87/7d80cd28d7a63ff529aeb035e4518a87.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286477.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/0dd/a8813ae5841b141d6397781053eb40dd/a8813ae5841b141d6397781053eb40dd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286476.00000, (0, 0) as of 1735286476.00000, created as of 1735286476.00000> to ShardRange<'k' to 't' as of 1735286477.00000, (0, 0) as of 1735286477.00000, sharded as of 1735286477.00000>, path: .shards_a/shard_c_1735286477.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/0dd/a8813ae5841b141d6397781053eb40dd/a8813ae5841b141d6397781053eb40dd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286477.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/0dd/a8813ae5841b141d6397781053eb40dd/a8813ae5841b141d6397781053eb40dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286479.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/076/1f659eba8dddac2167171d2f5626a076/1f659eba8dddac2167171d2f5626a076.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286478.00000, (0, 0) as of 1735286478.00000, created as of 1735286478.00000> to ShardRange<'k' to 't' as of 1735286479.00000, (0, 0) as of 1735286479.00000, shrunk as of 1735286479.00000>, path: .shards_a/shard_c_1735286479.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/076/1f659eba8dddac2167171d2f5626a076/1f659eba8dddac2167171d2f5626a076.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286479.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/076/1f659eba8dddac2167171d2f5626a076/1f659eba8dddac2167171d2f5626a076.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286481.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/3e6/f500e0155d3d5734dce64ec54bcc93e6/f500e0155d3d5734dce64ec54bcc93e6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286480.00000, (0, 0) as of 1735286480.00000, cleaved as of 1735286480.00000> to ShardRange<'k' to 't' as of 1735286481.00000, (0, 0) as of 1735286481.00000, found as of 1735286481.00000>, path: .shards_a/shard_c_1735286481.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/3e6/f500e0155d3d5734dce64ec54bcc93e6/f500e0155d3d5734dce64ec54bcc93e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286483.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/a21/4ae267b6556dbb44f52b9e80b864fa21/4ae267b6556dbb44f52b9e80b864fa21.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286482.00000, (0, 0) as of 1735286482.00000, cleaved as of 1735286482.00000> to ShardRange<'k' to 't' as of 1735286483.00000, (0, 0) as of 1735286483.00000, created as of 1735286483.00000>, path: .shards_a/shard_c_1735286483.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/a21/4ae267b6556dbb44f52b9e80b864fa21/4ae267b6556dbb44f52b9e80b864fa21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286485.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/c14/8561c07b296c3b86b863043a89d90c14/8561c07b296c3b86b863043a89d90c14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286487.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/1ed/fa806e6cd9d271d70d8872cbdd6221ed/fa806e6cd9d271d70d8872cbdd6221ed.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286486.00000, (0, 0) as of 1735286486.00000, cleaved as of 1735286486.00000> to ShardRange<'k' to 't' as of 1735286487.00000, (0, 0) as of 1735286487.00000, active as of 1735286487.00000>, path: .shards_a/shard_c_1735286487.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/1ed/fa806e6cd9d271d70d8872cbdd6221ed/fa806e6cd9d271d70d8872cbdd6221ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286489.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/82f/6b8f4212c9dd6c6108abfb8b71f3682f/6b8f4212c9dd6c6108abfb8b71f3682f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286488.00000, (0, 0) as of 1735286488.00000, cleaved as of 1735286488.00000> to ShardRange<'k' to 't' as of 1735286489.00000, (0, 0) as of 1735286489.00000, shrinking as of 1735286489.00000>, path: .shards_a/shard_c_1735286489.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/82f/6b8f4212c9dd6c6108abfb8b71f3682f/6b8f4212c9dd6c6108abfb8b71f3682f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286489.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/82f/6b8f4212c9dd6c6108abfb8b71f3682f/6b8f4212c9dd6c6108abfb8b71f3682f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286491.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/73c/2561e0aecd89e8217fd0b177513da73c/2561e0aecd89e8217fd0b177513da73c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286490.00000, (0, 0) as of 1735286490.00000, cleaved as of 1735286490.00000> to ShardRange<'k' to 't' as of 1735286491.00000, (0, 0) as of 1735286491.00000, sharding as of 1735286491.00000>, path: .shards_a/shard_c_1735286491.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/73c/2561e0aecd89e8217fd0b177513da73c/2561e0aecd89e8217fd0b177513da73c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286491.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/73c/2561e0aecd89e8217fd0b177513da73c/2561e0aecd89e8217fd0b177513da73c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286493.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/aae/f9c85e18a824046f41d990606c89caae/f9c85e18a824046f41d990606c89caae.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286492.00000, (0, 0) as of 1735286492.00000, cleaved as of 1735286492.00000> to ShardRange<'k' to 't' as of 1735286493.00000, (0, 0) as of 1735286493.00000, sharded as of 1735286493.00000>, path: .shards_a/shard_c_1735286493.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/aae/f9c85e18a824046f41d990606c89caae/f9c85e18a824046f41d990606c89caae.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286493.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/aae/f9c85e18a824046f41d990606c89caae/f9c85e18a824046f41d990606c89caae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286495.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/aed/c53f6ff4a4def39dbffbe3d080162aed/c53f6ff4a4def39dbffbe3d080162aed.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286494.00000, (0, 0) as of 1735286494.00000, cleaved as of 1735286494.00000> to ShardRange<'k' to 't' as of 1735286495.00000, (0, 0) as of 1735286495.00000, shrunk as of 1735286495.00000>, path: .shards_a/shard_c_1735286495.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/aed/c53f6ff4a4def39dbffbe3d080162aed/c53f6ff4a4def39dbffbe3d080162aed.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286495.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/aed/c53f6ff4a4def39dbffbe3d080162aed/c53f6ff4a4def39dbffbe3d080162aed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286497.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/234/80cfa0155e43544321d9f5725ffa8234/80cfa0155e43544321d9f5725ffa8234.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286496.00000, (0, 0) as of 1735286496.00000, active as of 1735286496.00000> to ShardRange<'k' to 't' as of 1735286497.00000, (0, 0) as of 1735286497.00000, found as of 1735286497.00000>, path: .shards_a/shard_c_1735286497.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/234/80cfa0155e43544321d9f5725ffa8234/80cfa0155e43544321d9f5725ffa8234.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286499.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/816/7f42aaf2e7906f663754f83930aa5816/7f42aaf2e7906f663754f83930aa5816.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286498.00000, (0, 0) as of 1735286498.00000, active as of 1735286498.00000> to ShardRange<'k' to 't' as of 1735286499.00000, (0, 0) as of 1735286499.00000, created as of 1735286499.00000>, path: .shards_a/shard_c_1735286499.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/816/7f42aaf2e7906f663754f83930aa5816/7f42aaf2e7906f663754f83930aa5816.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286501.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/15d/aa1c48cc4ac5e1db40163d69079ba15d/aa1c48cc4ac5e1db40163d69079ba15d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286500.00000, (0, 0) as of 1735286500.00000, active as of 1735286500.00000> to ShardRange<'k' to 't' as of 1735286501.00000, (0, 0) as of 1735286501.00000, cleaved as of 1735286501.00000>, path: .shards_a/shard_c_1735286501.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/15d/aa1c48cc4ac5e1db40163d69079ba15d/aa1c48cc4ac5e1db40163d69079ba15d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286503.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/3c0/ba0561371926b04c25df0240fd13a3c0/ba0561371926b04c25df0240fd13a3c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286505.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/a5d/7b3c7d8eeffeb3bc37ed669685289a5d/7b3c7d8eeffeb3bc37ed669685289a5d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286504.00000, (0, 0) as of 1735286504.00000, active as of 1735286504.00000> to ShardRange<'k' to 't' as of 1735286505.00000, (0, 0) as of 1735286505.00000, shrinking as of 1735286505.00000>, path: .shards_a/shard_c_1735286505.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/a5d/7b3c7d8eeffeb3bc37ed669685289a5d/7b3c7d8eeffeb3bc37ed669685289a5d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286505.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/a5d/7b3c7d8eeffeb3bc37ed669685289a5d/7b3c7d8eeffeb3bc37ed669685289a5d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286507.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/dd9/1ebc01e6c54f12c396942ebd4cb52dd9/1ebc01e6c54f12c396942ebd4cb52dd9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286506.00000, (0, 0) as of 1735286506.00000, active as of 1735286506.00000> to ShardRange<'k' to 't' as of 1735286507.00000, (0, 0) as of 1735286507.00000, sharding as of 1735286507.00000>, path: .shards_a/shard_c_1735286507.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/dd9/1ebc01e6c54f12c396942ebd4cb52dd9/1ebc01e6c54f12c396942ebd4cb52dd9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286507.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/dd9/1ebc01e6c54f12c396942ebd4cb52dd9/1ebc01e6c54f12c396942ebd4cb52dd9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286509.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/7ca/0e848cd5998bd11f42de63cbf4b317ca/0e848cd5998bd11f42de63cbf4b317ca.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286508.00000, (0, 0) as of 1735286508.00000, active as of 1735286508.00000> to ShardRange<'k' to 't' as of 1735286509.00000, (0, 0) as of 1735286509.00000, sharded as of 1735286509.00000>, path: .shards_a/shard_c_1735286509.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/7ca/0e848cd5998bd11f42de63cbf4b317ca/0e848cd5998bd11f42de63cbf4b317ca.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286509.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/7ca/0e848cd5998bd11f42de63cbf4b317ca/0e848cd5998bd11f42de63cbf4b317ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286511.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/852/32941d8ec7ed7a8f26cf971f3ffaf852/32941d8ec7ed7a8f26cf971f3ffaf852.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286510.00000, (0, 0) as of 1735286510.00000, active as of 1735286510.00000> to ShardRange<'k' to 't' as of 1735286511.00000, (0, 0) as of 1735286511.00000, shrunk as of 1735286511.00000>, path: .shards_a/shard_c_1735286511.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/852/32941d8ec7ed7a8f26cf971f3ffaf852/32941d8ec7ed7a8f26cf971f3ffaf852.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286511.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/852/32941d8ec7ed7a8f26cf971f3ffaf852/32941d8ec7ed7a8f26cf971f3ffaf852.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286513.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/f34/437276aeeeb6d25cd9996a47dfbbcf34/437276aeeeb6d25cd9996a47dfbbcf34.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286512.00000, (0, 0) as of 1735286512.00000, shrinking as of 1735286512.00000> to ShardRange<'k' to 't' as of 1735286513.00000, (0, 0) as of 1735286513.00000, found as of 1735286513.00000>, path: .shards_a/shard_c_1735286513.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/f34/437276aeeeb6d25cd9996a47dfbbcf34/437276aeeeb6d25cd9996a47dfbbcf34.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286515.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/edc/4327dfc7e5923b21f938923d4932bedc/4327dfc7e5923b21f938923d4932bedc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286514.00000, (0, 0) as of 1735286514.00000, shrinking as of 1735286514.00000> to ShardRange<'k' to 't' as of 1735286515.00000, (0, 0) as of 1735286515.00000, created as of 1735286515.00000>, path: .shards_a/shard_c_1735286515.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/edc/4327dfc7e5923b21f938923d4932bedc/4327dfc7e5923b21f938923d4932bedc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286517.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/bf6/e57a1b0ded513b9ee5ed46d9d3b53bf6/e57a1b0ded513b9ee5ed46d9d3b53bf6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286516.00000, (0, 0) as of 1735286516.00000, shrinking as of 1735286516.00000> to ShardRange<'k' to 't' as of 1735286517.00000, (0, 0) as of 1735286517.00000, cleaved as of 1735286517.00000>, path: .shards_a/shard_c_1735286517.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/bf6/e57a1b0ded513b9ee5ed46d9d3b53bf6/e57a1b0ded513b9ee5ed46d9d3b53bf6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286519.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/057/11d1dd1a3ff0e91b055fdf4470b8a057/11d1dd1a3ff0e91b055fdf4470b8a057.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286518.00000, (0, 0) as of 1735286518.00000, shrinking as of 1735286518.00000> to ShardRange<'k' to 't' as of 1735286519.00000, (0, 0) as of 1735286519.00000, active as of 1735286519.00000>, path: .shards_a/shard_c_1735286519.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/057/11d1dd1a3ff0e91b055fdf4470b8a057/11d1dd1a3ff0e91b055fdf4470b8a057.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286521.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/68b/2cd117bd14c8c541423408fabb8ec68b/2cd117bd14c8c541423408fabb8ec68b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286521.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/68b/2cd117bd14c8c541423408fabb8ec68b/2cd117bd14c8c541423408fabb8ec68b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286523.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/f45/3754eb0615d0f739b869ca8e95f7cf45/3754eb0615d0f739b869ca8e95f7cf45.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286522.00000, (0, 0) as of 1735286522.00000, shrinking as of 1735286522.00000> to ShardRange<'k' to 't' as of 1735286523.00000, (0, 0) as of 1735286523.00000, sharding as of 1735286523.00000>, path: .shards_a/shard_c_1735286523.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/f45/3754eb0615d0f739b869ca8e95f7cf45/3754eb0615d0f739b869ca8e95f7cf45.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286523.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/f45/3754eb0615d0f739b869ca8e95f7cf45/3754eb0615d0f739b869ca8e95f7cf45.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286525.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/587/c1d793e2b1fb3266c7d75947a472a587/c1d793e2b1fb3266c7d75947a472a587.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286524.00000, (0, 0) as of 1735286524.00000, shrinking as of 1735286524.00000> to ShardRange<'k' to 't' as of 1735286525.00000, (0, 0) as of 1735286525.00000, sharded as of 1735286525.00000>, path: .shards_a/shard_c_1735286525.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/587/c1d793e2b1fb3266c7d75947a472a587/c1d793e2b1fb3266c7d75947a472a587.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286525.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/587/c1d793e2b1fb3266c7d75947a472a587/c1d793e2b1fb3266c7d75947a472a587.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286527.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/6b3/cf1dc037dd0d77be20ddd313e12346b3/cf1dc037dd0d77be20ddd313e12346b3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286526.00000, (0, 0) as of 1735286526.00000, shrinking as of 1735286526.00000> to ShardRange<'k' to 't' as of 1735286527.00000, (0, 0) as of 1735286527.00000, shrunk as of 1735286527.00000>, path: .shards_a/shard_c_1735286527.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/6b3/cf1dc037dd0d77be20ddd313e12346b3/cf1dc037dd0d77be20ddd313e12346b3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286527.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/6b3/cf1dc037dd0d77be20ddd313e12346b3/cf1dc037dd0d77be20ddd313e12346b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286529.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/83b/a6f5a72d0d02482633ba3ada0407883b/a6f5a72d0d02482633ba3ada0407883b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286528.00000, (0, 0) as of 1735286528.00000, sharding as of 1735286528.00000> to ShardRange<'k' to 't' as of 1735286529.00000, (0, 0) as of 1735286529.00000, found as of 1735286529.00000>, path: .shards_a/shard_c_1735286529.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/83b/a6f5a72d0d02482633ba3ada0407883b/a6f5a72d0d02482633ba3ada0407883b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286531.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/9f8/add64857aa8c9dc76436763c2cac29f8/add64857aa8c9dc76436763c2cac29f8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286530.00000, (0, 0) as of 1735286530.00000, sharding as of 1735286530.00000> to ShardRange<'k' to 't' as of 1735286531.00000, (0, 0) as of 1735286531.00000, created as of 1735286531.00000>, path: .shards_a/shard_c_1735286531.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/9f8/add64857aa8c9dc76436763c2cac29f8/add64857aa8c9dc76436763c2cac29f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286533.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/bef/61eb7f68532f98b95a50ad90e3713bef/61eb7f68532f98b95a50ad90e3713bef.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286532.00000, (0, 0) as of 1735286532.00000, sharding as of 1735286532.00000> to ShardRange<'k' to 't' as of 1735286533.00000, (0, 0) as of 1735286533.00000, cleaved as of 1735286533.00000>, path: .shards_a/shard_c_1735286533.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/bef/61eb7f68532f98b95a50ad90e3713bef/61eb7f68532f98b95a50ad90e3713bef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286535.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/734/f72d340194e1283341c6b0ed2fda5734/f72d340194e1283341c6b0ed2fda5734.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286534.00000, (0, 0) as of 1735286534.00000, sharding as of 1735286534.00000> to ShardRange<'k' to 't' as of 1735286535.00000, (0, 0) as of 1735286535.00000, active as of 1735286535.00000>, path: .shards_a/shard_c_1735286535.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/734/f72d340194e1283341c6b0ed2fda5734/f72d340194e1283341c6b0ed2fda5734.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286537.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/7a9/adf4c23089713dd83f326f5b62aed7a9/adf4c23089713dd83f326f5b62aed7a9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286536.00000, (0, 0) as of 1735286536.00000, sharding as of 1735286536.00000> to ShardRange<'k' to 't' as of 1735286537.00000, (0, 0) as of 1735286537.00000, shrinking as of 1735286537.00000>, path: .shards_a/shard_c_1735286537.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/7a9/adf4c23089713dd83f326f5b62aed7a9/adf4c23089713dd83f326f5b62aed7a9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286537.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/7a9/adf4c23089713dd83f326f5b62aed7a9/adf4c23089713dd83f326f5b62aed7a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286539.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/b12/fb5fd2a88dcfb4ccad49629c6280eb12/fb5fd2a88dcfb4ccad49629c6280eb12.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286539.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/b12/fb5fd2a88dcfb4ccad49629c6280eb12/fb5fd2a88dcfb4ccad49629c6280eb12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286541.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/2ac/69364fde625f8eb37be471eecf4812ac/69364fde625f8eb37be471eecf4812ac.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286540.00000, (0, 0) as of 1735286540.00000, sharding as of 1735286540.00000> to ShardRange<'k' to 't' as of 1735286541.00000, (0, 0) as of 1735286541.00000, sharded as of 1735286541.00000>, path: .shards_a/shard_c_1735286541.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/2ac/69364fde625f8eb37be471eecf4812ac/69364fde625f8eb37be471eecf4812ac.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286541.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/2ac/69364fde625f8eb37be471eecf4812ac/69364fde625f8eb37be471eecf4812ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286543.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/095/5c45a614fa43688de6778c2a01e10095/5c45a614fa43688de6778c2a01e10095.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286542.00000, (0, 0) as of 1735286542.00000, sharding as of 1735286542.00000> to ShardRange<'k' to 't' as of 1735286543.00000, (0, 0) as of 1735286543.00000, shrunk as of 1735286543.00000>, path: .shards_a/shard_c_1735286543.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/095/5c45a614fa43688de6778c2a01e10095/5c45a614fa43688de6778c2a01e10095.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286543.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/095/5c45a614fa43688de6778c2a01e10095/5c45a614fa43688de6778c2a01e10095.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286545.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/739/ed9b0b3731b76471cdfd79ed1254c739/ed9b0b3731b76471cdfd79ed1254c739.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286544.00000, (0, 0) as of 1735286544.00000, sharded as of 1735286544.00000> to ShardRange<'k' to 't' as of 1735286545.00000, (0, 0) as of 1735286545.00000, found as of 1735286545.00000>, path: .shards_a/shard_c_1735286545.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/739/ed9b0b3731b76471cdfd79ed1254c739/ed9b0b3731b76471cdfd79ed1254c739.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286547.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/f81/70bb82dfff5373701702dc0283800f81/70bb82dfff5373701702dc0283800f81.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286546.00000, (0, 0) as of 1735286546.00000, sharded as of 1735286546.00000> to ShardRange<'k' to 't' as of 1735286547.00000, (0, 0) as of 1735286547.00000, created as of 1735286547.00000>, path: .shards_a/shard_c_1735286547.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/f81/70bb82dfff5373701702dc0283800f81/70bb82dfff5373701702dc0283800f81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286549.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/239/4d84be121dd397682ca0505cb6957239/4d84be121dd397682ca0505cb6957239.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286548.00000, (0, 0) as of 1735286548.00000, sharded as of 1735286548.00000> to ShardRange<'k' to 't' as of 1735286549.00000, (0, 0) as of 1735286549.00000, cleaved as of 1735286549.00000>, path: .shards_a/shard_c_1735286549.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/239/4d84be121dd397682ca0505cb6957239/4d84be121dd397682ca0505cb6957239.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286551.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/fa5/476ec2dbb888084f6bf6acdef4cacfa5/476ec2dbb888084f6bf6acdef4cacfa5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286550.00000, (0, 0) as of 1735286550.00000, sharded as of 1735286550.00000> to ShardRange<'k' to 't' as of 1735286551.00000, (0, 0) as of 1735286551.00000, active as of 1735286551.00000>, path: .shards_a/shard_c_1735286551.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/fa5/476ec2dbb888084f6bf6acdef4cacfa5/476ec2dbb888084f6bf6acdef4cacfa5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286553.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/1bb/22c6270b7ce52157e90953de1a7341bb/22c6270b7ce52157e90953de1a7341bb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286552.00000, (0, 0) as of 1735286552.00000, sharded as of 1735286552.00000> to ShardRange<'k' to 't' as of 1735286553.00000, (0, 0) as of 1735286553.00000, shrinking as of 1735286553.00000>, path: .shards_a/shard_c_1735286553.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/1bb/22c6270b7ce52157e90953de1a7341bb/22c6270b7ce52157e90953de1a7341bb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286553.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/1bb/22c6270b7ce52157e90953de1a7341bb/22c6270b7ce52157e90953de1a7341bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286555.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/441/b723794228a83ab56f135dfd13288441/b723794228a83ab56f135dfd13288441.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286554.00000, (0, 0) as of 1735286554.00000, sharded as of 1735286554.00000> to ShardRange<'k' to 't' as of 1735286555.00000, (0, 0) as of 1735286555.00000, sharding as of 1735286555.00000>, path: .shards_a/shard_c_1735286555.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/441/b723794228a83ab56f135dfd13288441/b723794228a83ab56f135dfd13288441.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286555.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/441/b723794228a83ab56f135dfd13288441/b723794228a83ab56f135dfd13288441.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286557.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/a28/4e93efe1c1ee18c902f15e8876397a28/4e93efe1c1ee18c902f15e8876397a28.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286557.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/a28/4e93efe1c1ee18c902f15e8876397a28/4e93efe1c1ee18c902f15e8876397a28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286559.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/b74/fc09bd04f59984476be377690f537b74/fc09bd04f59984476be377690f537b74.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286558.00000, (0, 0) as of 1735286558.00000, sharded as of 1735286558.00000> to ShardRange<'k' to 't' as of 1735286559.00000, (0, 0) as of 1735286559.00000, shrunk as of 1735286559.00000>, path: .shards_a/shard_c_1735286559.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/b74/fc09bd04f59984476be377690f537b74/fc09bd04f59984476be377690f537b74.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286559.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/b74/fc09bd04f59984476be377690f537b74/fc09bd04f59984476be377690f537b74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286561.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/38b/aa9fba3939d84dca2f241a415726e38b/aa9fba3939d84dca2f241a415726e38b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286560.00000, (0, 0) as of 1735286560.00000, shrunk as of 1735286560.00000> to ShardRange<'k' to 't' as of 1735286561.00000, (0, 0) as of 1735286561.00000, found as of 1735286561.00000>, path: .shards_a/shard_c_1735286561.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/38b/aa9fba3939d84dca2f241a415726e38b/aa9fba3939d84dca2f241a415726e38b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286563.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/0d3/d9ebfb98210cd168d94e1d05f6c0f0d3/d9ebfb98210cd168d94e1d05f6c0f0d3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286562.00000, (0, 0) as of 1735286562.00000, shrunk as of 1735286562.00000> to ShardRange<'k' to 't' as of 1735286563.00000, (0, 0) as of 1735286563.00000, created as of 1735286563.00000>, path: .shards_a/shard_c_1735286563.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/0d3/d9ebfb98210cd168d94e1d05f6c0f0d3/d9ebfb98210cd168d94e1d05f6c0f0d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286565.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/a99/bdc120d0073f3d1d23037f3b35e69a99/bdc120d0073f3d1d23037f3b35e69a99.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286564.00000, (0, 0) as of 1735286564.00000, shrunk as of 1735286564.00000> to ShardRange<'k' to 't' as of 1735286565.00000, (0, 0) as of 1735286565.00000, cleaved as of 1735286565.00000>, path: .shards_a/shard_c_1735286565.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/a99/bdc120d0073f3d1d23037f3b35e69a99/bdc120d0073f3d1d23037f3b35e69a99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286567.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/612/e0be0f81c39b98a07fa644699e4d3612/e0be0f81c39b98a07fa644699e4d3612.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286566.00000, (0, 0) as of 1735286566.00000, shrunk as of 1735286566.00000> to ShardRange<'k' to 't' as of 1735286567.00000, (0, 0) as of 1735286567.00000, active as of 1735286567.00000>, path: .shards_a/shard_c_1735286567.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/612/e0be0f81c39b98a07fa644699e4d3612/e0be0f81c39b98a07fa644699e4d3612.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286569.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/197/882911039e9f87db75d7c83229588197/882911039e9f87db75d7c83229588197.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286568.00000, (0, 0) as of 1735286568.00000, shrunk as of 1735286568.00000> to ShardRange<'k' to 't' as of 1735286569.00000, (0, 0) as of 1735286569.00000, shrinking as of 1735286569.00000>, path: .shards_a/shard_c_1735286569.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/197/882911039e9f87db75d7c83229588197/882911039e9f87db75d7c83229588197.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286569.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/197/882911039e9f87db75d7c83229588197/882911039e9f87db75d7c83229588197.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286571.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/620/6aa18c7a5ee8afea51fa0fff656c0620/6aa18c7a5ee8afea51fa0fff656c0620.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286570.00000, (0, 0) as of 1735286570.00000, shrunk as of 1735286570.00000> to ShardRange<'k' to 't' as of 1735286571.00000, (0, 0) as of 1735286571.00000, sharding as of 1735286571.00000>, path: .shards_a/shard_c_1735286571.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/620/6aa18c7a5ee8afea51fa0fff656c0620/6aa18c7a5ee8afea51fa0fff656c0620.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286571.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/620/6aa18c7a5ee8afea51fa0fff656c0620/6aa18c7a5ee8afea51fa0fff656c0620.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286573.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/497/201032c8558897de5fda82905aafd497/201032c8558897de5fda82905aafd497.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286572.00000, (0, 0) as of 1735286572.00000, shrunk as of 1735286572.00000> to ShardRange<'k' to 't' as of 1735286573.00000, (0, 0) as of 1735286573.00000, sharded as of 1735286573.00000>, path: .shards_a/shard_c_1735286573.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/497/201032c8558897de5fda82905aafd497/201032c8558897de5fda82905aafd497.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286573.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/497/201032c8558897de5fda82905aafd497/201032c8558897de5fda82905aafd497.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286575.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/d62/8da054261695c9d679a67f2befc5bd62/8da054261695c9d679a67f2befc5bd62.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286575.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/d62/8da054261695c9d679a67f2befc5bd62/8da054261695c9d679a67f2befc5bd62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286576.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/779/53172bb1d076c6fd0a45ff256dd8b779/53172bb1d076c6fd0a45ff256dd8b779.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286578.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/9db/d5e8c4bdcadc40af588ba5fbff2439db/d5e8c4bdcadc40af588ba5fbff2439db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286580.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/5b9/96b9d5d621346711ffea61d927b7f5b9/96b9d5d621346711ffea61d927b7f5b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286582.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/aa0/5070146813bd3455ed31cb6bdebdeaa0/5070146813bd3455ed31cb6bdebdeaa0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286584.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/648/c9d8d66a47213c42aff3ab2ab4451648/c9d8d66a47213c42aff3ab2ab4451648.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286586.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/b58/a5dfa27d0c38dd593c25da8f83bc7b58/a5dfa27d0c38dd593c25da8f83bc7b58.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286588.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/f5c/a519bc99cfddb43bc4bbdc897ee1df5c/a519bc99cfddb43bc4bbdc897ee1df5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286590.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/f0e/472f05136c89777bf8c8a5cdfbbf1f0e/472f05136c89777bf8c8a5cdfbbf1f0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286592.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/c4a/835409fd16318012c794a605958b4c4a/835409fd16318012c794a605958b4c4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286594.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/dbb/6b64eacbb2a9dade8d250130fcc45dbb/6b64eacbb2a9dade8d250130fcc45dbb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286596.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/1a3/3c0ebbc09cb4582323ab9c5b4ee291a3/3c0ebbc09cb4582323ab9c5b4ee291a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286598.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/6b2/2fcc08d048c11e87108cffe1348106b2/2fcc08d048c11e87108cffe1348106b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286600.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/bac/bd2674cb0d9da070ab9bfd060badcbac/bd2674cb0d9da070ab9bfd060badcbac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286602.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/88f/b7e76ba5621b3e82b728a2177da4488f/b7e76ba5621b3e82b728a2177da4488f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286604.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/58a/3a22dfce648cace9e669c46e7a37558a/3a22dfce648cace9e669c46e7a37558a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286606.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/b5b/219daaab543c49dbc39a00dee31dab5b/219daaab543c49dbc39a00dee31dab5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286608.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/7d7/7be51b2cba341926eaf09c3eacc717d7/7be51b2cba341926eaf09c3eacc717d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286610.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/df5/fa28c2730d7a0def58cc44839180bdf5/fa28c2730d7a0def58cc44839180bdf5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286612.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/806/35d4af016761fe23b1b74da67d355806/35d4af016761fe23b1b74da67d355806.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286614.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/ccf/865905f582875cde446c67556c18dccf/865905f582875cde446c67556c18dccf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286616.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/a2d/ba5328a2afa8603a2189fc3a8bdfda2d/ba5328a2afa8603a2189fc3a8bdfda2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286618.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/5a3/b7faf94ffc56fca21c436ac54d4385a3/b7faf94ffc56fca21c436ac54d4385a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286620.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/463/1656b4a30629bd85efb86841867f1463/1656b4a30629bd85efb86841867f1463.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286622.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/8ad/9eb2187b32b3e591e43a3aa730b1e8ad/9eb2187b32b3e591e43a3aa730b1e8ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286624.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/f2d/066ff030f397845a4ca6530fe5648f2d/066ff030f397845a4ca6530fe5648f2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286626.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/83f/4d81e70851f14133c41c30360e30283f/4d81e70851f14133c41c30360e30283f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286628.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/dff/d17db98322c881744b6804551b24edff/d17db98322c881744b6804551b24edff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286630.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/1fe/b6a7ffdeee97cf05ce4f6e269dccb1fe/b6a7ffdeee97cf05ce4f6e269dccb1fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286632.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/961/0a5ed28d3f16fff778c657081a895961/0a5ed28d3f16fff778c657081a895961.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286634.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/c96/393ae58e8ccdebd489a5032e5fba1c96/393ae58e8ccdebd489a5032e5fba1c96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286636.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/3d0/3f1b8a7ac8ace2293acba2ebf61453d0/3f1b8a7ac8ace2293acba2ebf61453d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286638.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/9b1/befa326cba2cde7e8ec8d64ecc1d39b1/befa326cba2cde7e8ec8d64ecc1d39b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286640.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/e43/dada0eca0ca93dd9a8732430dd634e43/dada0eca0ca93dd9a8732430dd634e43.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286640.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/e43/dada0eca0ca93dd9a8732430dd634e43/dada0eca0ca93dd9a8732430dd634e43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286642.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/847/4eb22e9ef6a962bbd9787d5f2a94b847/4eb22e9ef6a962bbd9787d5f2a94b847.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286642.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/847/4eb22e9ef6a962bbd9787d5f2a94b847/4eb22e9ef6a962bbd9787d5f2a94b847.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286644.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/0bf/40faaffc44adf3afb0b8c205f53f70bf/40faaffc44adf3afb0b8c205f53f70bf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286644.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/0bf/40faaffc44adf3afb0b8c205f53f70bf/40faaffc44adf3afb0b8c205f53f70bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286646.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/562/38100debdaba736bda072831f67aa562/38100debdaba736bda072831f67aa562.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286646.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/562/38100debdaba736bda072831f67aa562/38100debdaba736bda072831f67aa562.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286648.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/232/1aa84cde2865a6203ec9e3f22c715232/1aa84cde2865a6203ec9e3f22c715232.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286648.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/232/1aa84cde2865a6203ec9e3f22c715232/1aa84cde2865a6203ec9e3f22c715232.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286650.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/bb0/6e99e8d91f788a42dd1c2851897ecbb0/6e99e8d91f788a42dd1c2851897ecbb0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286650.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/bb0/6e99e8d91f788a42dd1c2851897ecbb0/6e99e8d91f788a42dd1c2851897ecbb0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286652.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/1e0/233d81fa170a230448ab8d20224401e0/233d81fa170a230448ab8d20224401e0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286652.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/1e0/233d81fa170a230448ab8d20224401e0/233d81fa170a230448ab8d20224401e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286654.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/75c/f3412b926eaf15f46b49ef9091cb375c/f3412b926eaf15f46b49ef9091cb375c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286654.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/75c/f3412b926eaf15f46b49ef9091cb375c/f3412b926eaf15f46b49ef9091cb375c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286656.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/51c/a5069a4fb849c88e553fe9422785451c/a5069a4fb849c88e553fe9422785451c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286656.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/51c/a5069a4fb849c88e553fe9422785451c/a5069a4fb849c88e553fe9422785451c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286658.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/cbe/bac4df596f28d757a643edae61755cbe/bac4df596f28d757a643edae61755cbe.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286658.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/cbe/bac4df596f28d757a643edae61755cbe/bac4df596f28d757a643edae61755cbe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286660.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/ef6/b8bd94e0b430fbba383335b5fd1aaef6/b8bd94e0b430fbba383335b5fd1aaef6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286660.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/ef6/b8bd94e0b430fbba383335b5fd1aaef6/b8bd94e0b430fbba383335b5fd1aaef6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286662.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/6ba/1dcd6450c2456b7afe1aacaf359de6ba/1dcd6450c2456b7afe1aacaf359de6ba.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286662.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/6ba/1dcd6450c2456b7afe1aacaf359de6ba/1dcd6450c2456b7afe1aacaf359de6ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286664.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/14a/9300f955da00430294333d845986714a/9300f955da00430294333d845986714a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286664.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/14a/9300f955da00430294333d845986714a/9300f955da00430294333d845986714a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286666.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/7c7/1a0183b6a3e7f913520589fd8a0d77c7/1a0183b6a3e7f913520589fd8a0d77c7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286666.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/7c7/1a0183b6a3e7f913520589fd8a0d77c7/1a0183b6a3e7f913520589fd8a0d77c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286668.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/4ba/c436bf4ea1afd2b25547f62ec678b4ba/c436bf4ea1afd2b25547f62ec678b4ba.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286668.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/4ba/c436bf4ea1afd2b25547f62ec678b4ba/c436bf4ea1afd2b25547f62ec678b4ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286670.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/81d/6e6ab3cf12280c5e1fb6249c2e8b681d/6e6ab3cf12280c5e1fb6249c2e8b681d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286670.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/81d/6e6ab3cf12280c5e1fb6249c2e8b681d/6e6ab3cf12280c5e1fb6249c2e8b681d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286672.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/ffc/cd77a6ad7409924b178621cc5ead3ffc/cd77a6ad7409924b178621cc5ead3ffc.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok - -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697033.10374', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697033.11314', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286672.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/ffc/cd77a6ad7409924b178621cc5ead3ffc/cd77a6ad7409924b178621cc5ead3ffc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286674.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/1a6/b02f66b24b0f616e1d967efcff66d1a6/b02f66b24b0f616e1d967efcff66d1a6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286674.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/1a6/b02f66b24b0f616e1d967efcff66d1a6/b02f66b24b0f616e1d967efcff66d1a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286676.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/e70/e6aad26a6e0e242f0c55b006a44ebe70/e6aad26a6e0e242f0c55b006a44ebe70.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286676.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/e70/e6aad26a6e0e242f0c55b006a44ebe70/e6aad26a6e0e242f0c55b006a44ebe70.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286678.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/407/de0c1e661b61ac992f47a3c562e32407/de0c1e661b61ac992f47a3c562e32407.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286678.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/407/de0c1e661b61ac992f47a3c562e32407/de0c1e661b61ac992f47a3c562e32407.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286680.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/2c2/f891b66de71952709191cd2fa920c2c2/f891b66de71952709191cd2fa920c2c2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286680.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/2c2/f891b66de71952709191cd2fa920c2c2/f891b66de71952709191cd2fa920c2c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286682.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/44d/3e0f0ce7fbe54979c3694847b217644d/3e0f0ce7fbe54979c3694847b217644d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286682.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/44d/3e0f0ce7fbe54979c3694847b217644d/3e0f0ce7fbe54979c3694847b217644d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286684.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/4ac/794e65966c429dbd4a2a4b79135bd4ac/794e65966c429dbd4a2a4b79135bd4ac.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286684.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/4ac/794e65966c429dbd4a2a4b79135bd4ac/794e65966c429dbd4a2a4b79135bd4ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286686.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/503/bc067c431e9b458d08f9b154fb8ff503/bc067c431e9b458d08f9b154fb8ff503.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286686.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/503/bc067c431e9b458d08f9b154fb8ff503/bc067c431e9b458d08f9b154fb8ff503.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286688.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/f13/5fa1b9df07630a2e05107eff97eb3f13/5fa1b9df07630a2e05107eff97eb3f13.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286688.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/f13/5fa1b9df07630a2e05107eff97eb3f13/5fa1b9df07630a2e05107eff97eb3f13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286690.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/995/dd803612d868906ca1d19c81c512a995/dd803612d868906ca1d19c81c512a995.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286690.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/995/dd803612d868906ca1d19c81c512a995/dd803612d868906ca1d19c81c512a995.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286692.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/873/6caa308f328b6202b379c40ab1475873/6caa308f328b6202b379c40ab1475873.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286692.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/873/6caa308f328b6202b379c40ab1475873/6caa308f328b6202b379c40ab1475873.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286694.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/9dd/41e96f5d76ca15ce4951078f65c079dd/41e96f5d76ca15ce4951078f65c079dd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286694.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/9dd/41e96f5d76ca15ce4951078f65c079dd/41e96f5d76ca15ce4951078f65c079dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286696.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/d32/cd7cbf436bb69b52423db5b08ac8dd32/cd7cbf436bb69b52423db5b08ac8dd32.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286696.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/d32/cd7cbf436bb69b52423db5b08ac8dd32/cd7cbf436bb69b52423db5b08ac8dd32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286698.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/3ff/3c31d62dd5a3efa3e8c5ca673e8b43ff/3c31d62dd5a3efa3e8c5ca673e8b43ff.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286698.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/3ff/3c31d62dd5a3efa3e8c5ca673e8b43ff/3c31d62dd5a3efa3e8c5ca673e8b43ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286700.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/d09/e54e560429666061431d6304d0545d09/e54e560429666061431d6304d0545d09.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286700.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/d09/e54e560429666061431d6304d0545d09/e54e560429666061431d6304d0545d09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286702.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/0dd/cfd13e701ac57b32197f4d02645040dd/cfd13e701ac57b32197f4d02645040dd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286702.00000, db: /tmp/tmp52o0oyl7/sda/containers/0/0dd/cfd13e701ac57b32197f4d02645040dd/cfd13e701ac57b32197f4d02645040dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpapldoi3x/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286452.00000, (0, 0) as of 1735286452.00000, active as of 1735286452.00000> to ShardRange<'k' to 't' as of 1735286453.00000, (0, 0) as of 1735286453.00000, sharded as of 1735286454.00000>, path: .shards_a/shard_c, db: /tmp/tmpapldoi3x/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpapldoi3x/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpf_wjdq0a/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286453.00000-0, db: /tmp/tmp93708a5m/sda/containers/0/4ce/adfade7217b793a89a5f77a27f2bf4ce/adfade7217b793a89a5f77a27f2bf4ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286456.00000-0, db: /tmp/tmp93708a5m/sda/containers/0/cb4/9994671b5c60c6e88a8fe136a30a7cb4/9994671b5c60c6e88a8fe136a30a7cb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286459.00000-0, db: /tmp/tmp93708a5m/sda/containers/0/2b8/30ee8a68484041639a698f1134fd32b8/30ee8a68484041639a698f1134fd32b8.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok - -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpci2y48_w/devices/sda1 (pid: 1927252) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpci2y48_w/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286453.00000 to .shards_a/c_shard_new -test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpci2y48_w/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286453.00000 -test INFO: Object update sweep completed on /tmp/tmpci2y48_w/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpnh4cstpf/devices/sda1 (pid: 1927252) -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpnh4cstpf/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286453.00000 -test INFO: Object update sweep completed on /tmp/tmpnh4cstpf/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpnh4cstpf/devices/sda1 (pid: 1927252) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpnh4cstpf/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286453.00000 to .shards_a/c_shard_1 -test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmpnh4cstpf/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286453.00000 -test INFO: Object update sweep completed on /tmp/tmpnh4cstpf/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmppa0aknu9/devices/sda1 (pid: 1927252) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmppa0aknu9/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286453.00000 to .shards_a/c_shard_new -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmppa0aknu9/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286453.00000 to .shards_a/c_shard_newer -test INFO: Object update sweep completed on /tmp/tmppa0aknu9/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmppa0aknu9/devices/sda1 (pid: 1927252) -test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmppa0aknu9/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286453.00000 -test INFO: Object update sweep completed on /tmp/tmppa0aknu9/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp9en8pzlg/devices/sda1 (pid: 1927252) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp9en8pzlg/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286453.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmp9en8pzlg/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286453.00000 to .shards_a/c_shard_2 -test INFO: Object update sweep completed on /tmp/tmp9en8pzlg/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp9en8pzlg/devices/sda1 (pid: 1927252) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmp9en8pzlg/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286453.00000 to None -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp9en8pzlg/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286453.00000 to .shards_a/c_shard_3 -test INFO: Object update sweep completed on /tmp/tmp9en8pzlg/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp9en8pzlg/devices/sda1 (pid: 1927252) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmp9en8pzlg/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286453.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:52 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:52 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:52 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:52 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Expecting an element , got nothing, line 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:53 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num ... ok - -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmp9en8pzlg/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286453.00000 to None -test INFO: Object update sweep completed on /tmp/tmp9en8pzlg/devices/sda1 in 0.66s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.66s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp9en8pzlg/devices/sda1 (pid: 1927252) -test DEBUG: Update sent for /a/c/o /tmp/tmp9en8pzlg/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286453.00000 -test INFO: Object update sweep completed on /tmp/tmp9en8pzlg/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp3c8pw9l4/devices/sda1 (pid: 1927252) -test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmp3c8pw9l4/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286455.00000 -test INFO: Object update sweep completed on /tmp/tmp3c8pw9l4/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp3c8pw9l4/devices/sda1 (pid: 1927252) -test DEBUG: Update sent for /a/c/o /tmp/tmp3c8pw9l4/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286456.00000 -test INFO: Object update sweep completed on /tmp/tmp3c8pw9l4/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp3c8pw9l4/devices/sda1 (pid: 1927252) -test DEBUG: Update sent for /a/c/o /tmp/tmp3c8pw9l4/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286457.00000 -test INFO: Object update sweep completed on /tmp/tmp3c8pw9l4/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok +test DEBUG: Update report sent for /a/c /tmp/tmpftdj8762/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -46201,13 +38073,11 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp3c8pw9l4/devices/sda1 (pid: 1927252) -test DEBUG: Update sent for /a/c/o /tmp/tmp3c8pw9l4/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286458.00000 -test INFO: Object update sweep completed on /tmp/tmp3c8pw9l4/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test WARNING: /tmp/tmp4em2vf9r/tmp_test_container_updater/devices/sda1 is not mounted +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -46216,13 +38086,13 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp3c8pw9l4/devices/sda1 (pid: 1927252) -test DEBUG: Update sent for /a/c/o /tmp/tmp3c8pw9l4/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286459.00000 -test INFO: Object update sweep completed on /tmp/tmp3c8pw9l4/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmp21mdnsmm/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -46231,123 +38101,10 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp3c8pw9l4/devices/sda1 (pid: 1927252)test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} -fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid ... ok - -test DEBUG: Update sent for /a/c/o /tmp/tmp3c8pw9l4/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286460.00000 -test INFO: Object update sweep completed on /tmp/tmp3c8pw9l4/devices/sda1 in 0.78s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.78s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -46356,13 +38113,13 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpogf4tj5w/devices/sda1 (pid: 1927252) -test DEBUG: Update sent for /a/c/o /tmp/tmpogf4tj5w/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286455.00000 -test INFO: Object update sweep completed on /tmp/tmpogf4tj5w/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpwxeb05zl/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -46371,13 +38128,13 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpogf4tj5w/devices/sda1 (pid: 1927252) -test DEBUG: Update sent for /a/c/o /tmp/tmpogf4tj5w/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286457.00000 -test INFO: Object update sweep completed on /tmp/tmpogf4tj5w/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpwxeb05zl/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -46386,675 +38143,56 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpuk7mex5j/devices/sda1 (pid: 1927252) -test ERROR: ERROR Pickle problem, quarantining /tmp/tmpuk7mex5j/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286454.00000: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/updater.py", line 431, in _load_update - return pickle.load(open(update_path, 'rb')) - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ -_pickle.UnpicklingError: invalid load key, '\xff'. -test INFO: Object update sweep completed on /tmp/tmpuk7mex5j/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp97vrfs2v/devices/sda1 (pid: 1927252) -test DEBUG: Update sent for /a/c1/o07 /tmp/tmp97vrfs2v/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1735286455.05148 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmp97vrfs2v/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1735286455.05208 -test INFO: Object update sweep completed on /tmp/tmp97vrfs2v/devices/sda1 in 0.20s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.20s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpjca5nzyc/devices/sda1 (pid: 1927252) -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpjca5nzyc/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735286455.26090 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpjca5nzyc/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735286455.26109 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpjca5nzyc/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1735286455.26119 -test INFO: Object update sweep completed on /tmp/tmpjca5nzyc/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp0d0a87eh/devices/sda1 (pid: 1927252) -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp0d0a87eh/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735286455.36740 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmp0d0a87eh/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1735286455.36748 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp0d0a87eh/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735286455.36726 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp0d0a87eh/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735286455.36755 -test INFO: Object update sweep completed on /tmp/tmp0d0a87eh/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpiij4lqo_/devices/sda1 (pid: 1927252) -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpiij4lqo_/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735286455.37469 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpiij4lqo_/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735286455.37496 -test INFO: Object update sweep completed on /tmp/tmpiij4lqo_/devices/sda1 in 0.11s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 1927252)test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok - -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txbb44161cd28e40879a646-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286462.00000-0, db: /tmp/tmp93708a5m/sda/containers/0/5fb/cde707c4532352124fbbfa9e255525fb/cde707c4532352124fbbfa9e255525fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286465.00000-0, db: /tmp/tmp93708a5m/sda/containers/0/bb3/824764b899443183046316044606abb3/824764b899443183046316044606abb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286468.00000-0, db: /tmp/tmp93708a5m/sda/containers/0/5f6/0a74bdbd4518a5d25a8180aed7f315f6/0a74bdbd4518a5d25a8180aed7f315f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286471.00000-0, db: /tmp/tmp93708a5m/sda/containers/0/cb6/22aa27b44944c9b8e86cf687c8d41cb6/22aa27b44944c9b8e86cf687c8d41cb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286474.00000-0, db: /tmp/tmp93708a5m/sda/containers/0/365/2d22367d14b5c71b02c418d2b3757365/2d22367d14b5c71b02c418d2b3757365.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286477.00000-0, db: /tmp/tmp93708a5m/sda/containers/0/5e6/39e5739180dcf9b65dbf2b1ca7c865e6/39e5739180dcf9b65dbf2b1ca7c865e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286480.00000-0, db: /tmp/tmp93708a5m/sda/containers/0/5d4/84b73fe0e25ed5fd1987e8bf56a4b5d4/84b73fe0e25ed5fd1987e8bf56a4b5d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286483.00000-0, db: /tmp/tmp93708a5m/sda/containers/0/1b2/253f8cb2c2b69aab97ead414015181b2/253f8cb2c2b69aab97ead414015181b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286486.00000-0, db: /tmp/tmp93708a5m/sda/containers/0/fa0/1caf0fe73ebfd2e967bcb68192e6ffa0/1caf0fe73ebfd2e967bcb68192e6ffa0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286489.00000-0, db: /tmp/tmp93708a5m/sda/containers/0/9ef/11789eb4162894f911061e6a254599ef/11789eb4162894f911061e6a254599ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286492.00000-0, db: /tmp/tmp93708a5m/sda/containers/0/88e/3a7d25c15ca63f5e300bc75ccbf0a88e/3a7d25c15ca63f5e300bc75ccbf0a88e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286454.00000-0, db: /tmp/tmp7mtq9wxy/sda/containers/0/b6f/d0fb19be0595acef39b8a7229d1fdb6f/d0fb19be0595acef39b8a7229d1fdb6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286458.00000-0, db: /tmp/tmp7mtq9wxy/sda/containers/0/7ad/157757bd73d11b023da7a10613c957ad/157757bd73d11b023da7a10613c957ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286456.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/cb4/9994671b5c60c6e88a8fe136a30a7cb4/9994671b5c60c6e88a8fe136a30a7cb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286460.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/71d/b833898a453dda8e24a3ea78a46eb71d/b833898a453dda8e24a3ea78a46eb71d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286464.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/15f/2248e41823c5c9d311fceb3acc74815f/2248e41823c5c9d311fceb3acc74815f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286468.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/5f6/0a74bdbd4518a5d25a8180aed7f315f6/0a74bdbd4518a5d25a8180aed7f315f6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286468.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/5f6/0a74bdbd4518a5d25a8180aed7f315f6/0a74bdbd4518a5d25a8180aed7f315f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286472.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/f31/c1d9457fda1752e1922568344e318f31/c1d9457fda1752e1922568344e318f31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286476.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/0fa/3711ba1ccb3ea594d75ad3f70ff3e0fa/3711ba1ccb3ea594d75ad3f70ff3e0fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286480.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/5d4/84b73fe0e25ed5fd1987e8bf56a4b5d4/84b73fe0e25ed5fd1987e8bf56a4b5d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286484.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/806/8c2626bb74427c678d16aa7f78270806/8c2626bb74427c678d16aa7f78270806.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286488.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/c86/7b08977091c251cf5b9e653b78460c86/7b08977091c251cf5b9e653b78460c86.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286492.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/88e/3a7d25c15ca63f5e300bc75ccbf0a88e/3a7d25c15ca63f5e300bc75ccbf0a88e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286496.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/177/277532a6969ab80c068f4caff81c5177/277532a6969ab80c068f4caff81c5177.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286500.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/d2d/fd6d5e7dd4e3888f77239ebcb47afd2d/fd6d5e7dd4e3888f77239ebcb47afd2d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286500.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/d2d/fd6d5e7dd4e3888f77239ebcb47afd2d/fd6d5e7dd4e3888f77239ebcb47afd2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286504.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/752/e86776c675fb08f1c2b97b6b4d96c752/e86776c675fb08f1c2b97b6b4d96c752.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286508.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/c05/a0e49983335846a04e9d56f6c0d9ac05/a0e49983335846a04e9d56f6c0d9ac05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286512.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/dc5/b5ad5146976361e89c906029c1f9bdc5/b5ad5146976361e89c906029c1f9bdc5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286516.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/ab6/50fa5452814bb131b693f6815be6fab6/50fa5452814bb131b693f6815be6fab6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286520.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/3f5/bf4ecb0a5f0644676642b8aa6dbe73f5/bf4ecb0a5f0644676642b8aa6dbe73f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286524.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/ab1/ce1a5a6c1328deeeeaffb0ac7cf99ab1/ce1a5a6c1328deeeeaffb0ac7cf99ab1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286528.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/f8e/b7a78c11068376657b23e8c608808f8e/b7a78c11068376657b23e8c608808f8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286532.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/d8d/56bb2e2e56e4a6b4cef4a08d8cdacd8d/56bb2e2e56e4a6b4cef4a08d8cdacd8d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286532.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/d8d/56bb2e2e56e4a6b4cef4a08d8cdacd8d/56bb2e2e56e4a6b4cef4a08d8cdacd8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286536.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/925/b8d1053c8bb4cb0a0870f40c6e7ac925/b8d1053c8bb4cb0a0870f40c6e7ac925.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286540.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/5db/2f4c24c0959bc404de483de349cf75db/2f4c24c0959bc404de483de349cf75db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286544.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/957/7a6038cc195ce76dc43507d874553957/7a6038cc195ce76dc43507d874553957.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286548.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/616/68409a9c662de44f95e7d0ea14256616/68409a9c662de44f95e7d0ea14256616.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286552.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/62c/824846c1f9e8d87ad4093af5d53ea62c/824846c1f9e8d87ad4093af5d53ea62c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286556.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/a51/30079b83edff94231a5282265ce06a51/30079b83edff94231a5282265ce06a51.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286560.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/f6c/5bc462f9afd8b9427796f14aac267f6c/5bc462f9afd8b9427796f14aac267f6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286564.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/102/5a6d947949d6d2c6cd54ed8b6f5d1102/5a6d947949d6d2c6cd54ed8b6f5d1102.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286564.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/102/5a6d947949d6d2c6cd54ed8b6f5d1102/5a6d947949d6d2c6cd54ed8b6f5d1102.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286568.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/c57/fb958eddd9a3bfdf699724cb2499cc57/fb958eddd9a3bfdf699724cb2499cc57.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286572.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/35b/9d7ccd18d52a978b5ca5fea504f6c35b/9d7ccd18d52a978b5ca5fea504f6c35b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286576.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/f4f/936e2ca8b8877ad228b7a5413b2a2f4f/936e2ca8b8877ad228b7a5413b2a2f4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286580.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/504/b18d88e7357b70b203b13a0d0b1f8504/b18d88e7357b70b203b13a0d0b1f8504.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286584.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/947/873f7a33f0362d0e3cf3488cf0b96947/873f7a33f0362d0e3cf3488cf0b96947.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286588.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/5c7/8bb95b717d64878f50f4e4c7a6a165c7/8bb95b717d64878f50f4e4c7a6a165c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286592.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/50c/36ae77b59ff9d5f55ace2b659e2cd50c/36ae77b59ff9d5f55ace2b659e2cd50c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286596.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/20f/b339603eddb465d200e8c97ab4aae20f/b339603eddb465d200e8c97ab4aae20f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286596.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/20f/b339603eddb465d200e8c97ab4aae20f/b339603eddb465d200e8c97ab4aae20f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286600.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/359/f8af4fabce167d99374991f40a3b2359/f8af4fabce167d99374991f40a3b2359.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286604.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/a18/0c54a5f74c1b4704eee4c50712be3a18/0c54a5f74c1b4704eee4c50712be3a18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286608.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/bdb/255f3ff3e218411cc8ea8ed172ea4bdb/255f3ff3e218411cc8ea8ed172ea4bdb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286612.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/f16/b3e577e0257ef61388642764a29dbf16/b3e577e0257ef61388642764a29dbf16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286616.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/c41/95dc75f68231aea9b3678d786d484c41/95dc75f68231aea9b3678d786d484c41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286620.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/668/e75ab69ad29adcfe8b3eee4693a47668/e75ab69ad29adcfe8b3eee4693a47668.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286624.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/f0a/9e20f90e9ede101d4a9780d152daff0a/9e20f90e9ede101d4a9780d152daff0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286628.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/9f4/210095dc5066a5919bb925e69b8019f4/210095dc5066a5919bb925e69b8019f4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286628.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/9f4/210095dc5066a5919bb925e69b8019f4/210095dc5066a5919bb925e69b8019f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286632.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/0aa/aecc5ebbd7f66bc11c95f165837c60aa/aecc5ebbd7f66bc11c95f165837c60aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286636.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/d34/cccf57d5230410e4263728d10834cd34/cccf57d5230410e4263728d10834cd34.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286640.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/c1c/1e7670b17168310c1fa9abe169f07c1c/1e7670b17168310c1fa9abe169f07c1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286644.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/190/2728ecf6f276ed1661e350c147720190/2728ecf6f276ed1661e350c147720190.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286648.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/4aa/62a4bf16a1a28249ab3d9799c9e274aa/62a4bf16a1a28249ab3d9799c9e274aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286652.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/8d2/5c1aa9c870472fc556eddbebb54f98d2/5c1aa9c870472fc556eddbebb54f98d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286656.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/de8/02c5a13163d2fd4a418ec26f88455de8/02c5a13163d2fd4a418ec26f88455de8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286660.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/4b4/d988f8e8ff50172a2f29a4bc6d72e4b4/d988f8e8ff50172a2f29a4bc6d72e4b4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286660.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/4b4/d988f8e8ff50172a2f29a4bc6d72e4b4/d988f8e8ff50172a2f29a4bc6d72e4b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286664.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/f15/c9ad576595bd4e93d4da0900dc47df15/c9ad576595bd4e93d4da0900dc47df15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286668.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/553/eeeaf5420c52eca18861662dfc4ca553/eeeaf5420c52eca18861662dfc4ca553.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286672.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/27c/59c7af0c93a7db38ab918bfab15a127c/59c7af0c93a7db38ab918bfab15a127c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286676.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/ec0/a7f5971213d4c9184347b5bb54bb4ec0/a7f5971213d4c9184347b5bb54bb4ec0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286680.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/abe/9b816b8a21afc3fc09b5a073708f7abe/9b816b8a21afc3fc09b5a073708f7abe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286684.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/8ad/a6e8b2688326518e730f655135f148ad/a6e8b2688326518e730f655135f148ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286688.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/71f/8123aa3ce6a778520a1e2ce1457bc71f/8123aa3ce6a778520a1e2ce1457bc71f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286692.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/671/15fe5b70e1228a0a10662acf7e2a2671/15fe5b70e1228a0a10662acf7e2a2671.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286692.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/671/15fe5b70e1228a0a10662acf7e2a2671/15fe5b70e1228a0a10662acf7e2a2671.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286696.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/fff/2c07b5f5403c18591498f12e9fb9afff/2c07b5f5403c18591498f12e9fb9afff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286700.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/4f8/7d0e72cadb7ebc68e279e198b342a4f8/7d0e72cadb7ebc68e279e198b342a4f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286704.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/199/ea60cd77eca282b6bab08bf0914c2199/ea60cd77eca282b6bab08bf0914c2199.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286708.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/788/51a7db0946f20ccd0016a490bf222788/51a7db0946f20ccd0016a490bf222788.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286712.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/853/73f1ef7483fee296ce64af5f694ed853/73f1ef7483fee296ce64af5f694ed853.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286716.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/6fe/7f416d57a99e28b32f5e1e8a4730c6fe/7f416d57a99e28b32f5e1e8a4730c6fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286720.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/d05/404e5d1c553d844e41f7594f2d020d05/404e5d1c553d844e41f7594f2d020d05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286724.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/dc0/3d85aaeae242ee694e1cb097fee7cdc0/3d85aaeae242ee694e1cb097fee7cdc0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286728.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/19c/b92f93d7d736d72569275229ad00019c/b92f93d7d736d72569275229ad00019c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286732.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/b6e/014da0696551e828688632ddb2dd2b6e/014da0696551e828688632ddb2dd2b6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286736.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/23c/22864f8e2bc4b9a3ac2eed374bf4723c/22864f8e2bc4b9a3ac2eed374bf4723c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286740.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/6fc/96a7fd606011a8bfabce91938f32b6fc/96a7fd606011a8bfabce91938f32b6fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286744.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/03f/91b2defa2fd7ced89f6c0c4fe3b6803f/91b2defa2fd7ced89f6c0c4fe3b6803f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286748.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/792/ecc3ad06881268d1bbec0274e81ba792/ecc3ad06881268d1bbec0274e81ba792.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286752.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/6b6/378ca577e5a335a92cb4b4d3b9ece6b6/378ca577e5a335a92cb4b4d3b9ece6b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286756.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/d16/80089f2e0e35a9bc6da69a01d26fdd16/80089f2e0e35a9bc6da69a01d26fdd16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286760.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/3d8/89de1866b626a02613a1914313bb73d8/89de1866b626a02613a1914313bb73d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286764.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/e19/1460728e13c3c7f1929283ad99010e19/1460728e13c3c7f1929283ad99010e19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286768.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/5ea/234d98abf801ff7befa318cfb8f395ea/234d98abf801ff7befa318cfb8f395ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286772.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/9f8/a4f2ac6f4bd0dd3f088fd55c148199f8/a4f2ac6f4bd0dd3f088fd55c148199f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286776.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/0d4/29773c7cad08c6b55cf90d34f1ebf0d4/29773c7cad08c6b55cf90d34f1ebf0d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286780.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/78c/1e0b6ddbfd58905c8b041ed0a3c4978c/1e0b6ddbfd58905c8b041ed0a3c4978c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286784.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/c01/eb785b11ce0500fb0ca70f52a2107c01/eb785b11ce0500fb0ca70f52a2107c01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286788.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/906/12a91723db59e03d6e326c51b9cc1906/12a91723db59e03d6e326c51b9cc1906.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286792.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/8ae/13305f76e19f546075fcddfec3ebf8ae/13305f76e19f546075fcddfec3ebf8ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286796.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/292/21687f4d06c7a7451c702732340f3292/21687f4d06c7a7451c702732340f3292.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286800.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/16b/c0df1a92f7a6e3bcd193c9dbea49716b/c0df1a92f7a6e3bcd193c9dbea49716b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286804.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/66a/514fd5f0f325071b9c1008c301baf66a/514fd5f0f325071b9c1008c301baf66a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286808.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/8cb/b7ea238cba569b1de65828f3b41038cb/b7ea238cba569b1de65828f3b41038cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286812.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/ab8/50f82f947c4241e7372aa4c8bcb01ab8/50f82f947c4241e7372aa4c8bcb01ab8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286816.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/b70/1d852ffd86f8ea388e8b91b63e773b70/1d852ffd86f8ea388e8b91b63e773b70.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286820.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/5d0/dddb5dee3314af7ebf207019c454b5d0/dddb5dee3314af7ebf207019c454b5d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286824.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/a29/e80a26479a4e07e3ec45f98d49b17a29/e80a26479a4e07e3ec45f98d49b17a29.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286828.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/5f3/e999d1e71fef9121314dded4e3a455f3/e999d1e71fef9121314dded4e3a455f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286832.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/97a/385a1b55d20b62f6592e5b558300597a/385a1b55d20b62f6592e5b558300597a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286836.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/b8f/d14fed819e7dd8c5e14afafa4a732b8f/d14fed819e7dd8c5e14afafa4a732b8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286840.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/918/5f36233a81dac8e7a069eb9eed45d918/5f36233a81dac8e7a069eb9eed45d918.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286844.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/535/b5c71455b4b5d36bccc55d6558fe8535/b5c71455b4b5d36bccc55d6558fe8535.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286848.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/85e/f1f6d710c5fb783d1d3acdb62e3f385e/f1f6d710c5fb783d1d3acdb62e3f385e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286852.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/e90/2952e4d6a4785d115119104232c26e90/2952e4d6a4785d115119104232c26e90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286856.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/5fe/3c9c23a2bae5f3ac2e53817ac5cf95fe/3c9c23a2bae5f3ac2e53817ac5cf95fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286860.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/728/b92f09a178bdb868655efff123b9a728/b92f09a178bdb868655efff123b9a728.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286864.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/339/767f5f24a1edc3715cc2bea27b407339/767f5f24a1edc3715cc2bea27b407339.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286868.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/a5c/3eebbce631edbf9f8353e540224cea5c/3eebbce631edbf9f8353e540224cea5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286872.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/43e/c9694e6358021301508a4c9876ee743e/c9694e6358021301508a4c9876ee743e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286876.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/a05/674e3d67722382ff967aa8406d8fea05/674e3d67722382ff967aa8406d8fea05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286880.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/4d4/384350d43f93557642e912776235c4d4/384350d43f93557642e912776235c4d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286884.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/d9f/7c78a8eaef47fb63b682e846915e6d9f/7c78a8eaef47fb63b682e846915e6d9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286888.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/d82/c306e7caedefba01bd1aa91546799d82/c306e7caedefba01bd1aa91546799d82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286892.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/2c8/0b6e4d4ed1f5c9faa9f5564c555422c8/0b6e4d4ed1f5c9faa9f5564c555422c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286896.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/f2c/da8291aa4608f34f2aabc56f9d17df2c/da8291aa4608f34f2aabc56f9d17df2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286900.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/895/cfc4021e28e1a4c48b9e017360010895/cfc4021e28e1a4c48b9e017360010895.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286904.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/6f3/7db70d24d3b4b745af4d1e603ac156f3/7db70d24d3b4b745af4d1e603ac156f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286908.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/7a6/08fb4d2ebcf6add7b41325ff1c41b7a6/08fb4d2ebcf6add7b41325ff1c41b7a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286912.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/c14/2a7260e590312a268489c49eb59f6c14/2a7260e590312a268489c49eb59f6c14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286916.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/246/abfc9477166b85f51956c73db3f94246/abfc9477166b85f51956c73db3f94246.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286920.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/d5e/3a5d450bcc81133c796ab157f5469d5e/3a5d450bcc81133c796ab157f5469d5e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286924.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/76d/1600b5e640c5fbee2f8b161ad9b4f76d/1600b5e640c5fbee2f8b161ad9b4f76d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286928.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/c19/0d99e116b2d66e44b65a7fb75900cc19/0d99e116b2d66e44b65a7fb75900cc19.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +HTTP PERF: 0.00113 seconds to PUT 127.0.0.1:39051 /sda1/2/.shards_a/c) +HTTP PERF: 0.00121 seconds to PUT 127.0.0.1:39051 /sda1/2/.shards_a/c) +test.unit.container.test_updater.TestContainerUpdater.test_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697033.46819', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697033.47759', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range ... ok - -test INFO: Object update single-threaded sweep completed: 0.54s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpuq8ft539/devices/sda1 (pid: 1927252) -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpuq8ft539/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735286455.92586 -test DEBUG: Update sent for /a/c1/o08 /tmp/tmpuq8ft539/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1735286455.92614 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpuq8ft539/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735286455.92572 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpuq8ft539/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1735286455.92591 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpuq8ft539/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735286455.92595 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpuq8ft539/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1735286455.92599 -test DEBUG: Update sent for /a/c1/o09 /tmp/tmpuq8ft539/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1735286455.92618 -test DEBUG: Update sent for /a/c1/o06 /tmp/tmpuq8ft539/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1735286455.92607 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpuq8ft539/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1735286455.92644 -test DEBUG: Update sent for /a/c1/o07 /tmp/tmpuq8ft539/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1735286455.92611 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmpuq8ft539/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1735286455.92603 -test INFO: Object update sweep completed on /tmp/tmpuq8ft539/devices/sda1 in 0.21s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.21s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpp78hclxh/devices/sda1 (pid: 1927252) -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpp78hclxh/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1735286456.13542 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpp78hclxh/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1735286456.13534 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpp78hclxh/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735286456.13538 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpp78hclxh/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735286456.13519 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpp78hclxh/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735286456.13529 -test INFO: Object update sweep completed on /tmp/tmpp78hclxh/devices/sda1 in 0.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpjueivjfq/devices/sda1 (pid: 1927252) -test INFO: Object update sweep completed on /tmp/tmpjueivjfq/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpjueivjfq/devices/sda1 (pid: 1927252) -test INFO: Object update sweep completed on /tmp/tmpjueivjfq/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpjueivjfq/devices/sda1 (pid: 1927252) -test INFO: Object update sweep completed on /tmp/tmpjueivjfq/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpjueivjfq/devices/sda1 (pid: 1927252) -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test DEBUG: Update failed for /a/c/o /tmp/tmpjueivjfq/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286456.14659 -test INFO: Object update sweep completed on /tmp/tmpjueivjfq/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpjueivjfq/devices/sda1 (pid: 1927252) -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:49825/sda1 -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:49825/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpjueivjfq/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286456.14659 -test INFO: Object update sweep completed on /tmp/tmpjueivjfq/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpjueivjfq/devices/sda1 (pid: 1927252) -test DEBUG: Error code 404 is returned from remote server 127.0.0.1:49825/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpjueivjfq/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286456.14659 -test INFO: Object update sweep completed on /tmp/tmpjueivjfq/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpjueivjfq/devices/sda1 (pid: 1927252) -test INFO: Timeout waiting on remote server 127.0.0.1:49825/sda1: 99 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpjueivjfq/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286456.14659 -test INFO: Object update sweep completed on /tmp/tmpjueivjfq/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweeptest.unit.obj.test_updater.TestObjectUpdater.test_run_once -test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7e014b2bbc734f3ab3c7a-00676e5eb5) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx875354a01c2943e9a83a1-00676e5eb6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.0:1000/sda (txn: tx45a6784f0e794a1cae8f7-00676e5eb6) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.1:1001/sdb (txn: txb043b898c9a74fe897f4e-00676e5eb6) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txf31738fb557341f39602c-00676e5eb6) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx40358fb95fda496bbe84b-00676e5eb6) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx40358fb95fda496bbe84b-00676e5eb6) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txfe890e478d624315b1a0e-00676e5eb6) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txfe890e478d624315b1a0e-00676e5eb6) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception (txn: txfe890e478d624315b1a0e-00676e5eb6)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -test INFO: Object update sweep starting on /tmp/tmpjueivjfq/devices/sda1 (pid: 1927252) -test INFO: Timeout connecting to remote server 127.0.0.1:49825/sda1: 9 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpjueivjfq/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286456.14659 -test INFO: Object update sweep completed on /tmp/tmpjueivjfq/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpjueivjfq/devices/sda1 (pid: 1927252) -test DEBUG: Update sent for /a/c/o /tmp/tmpjueivjfq/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286456.14659 -test INFO: Object update sweep completed on /tmp/tmpjueivjfq/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test WARNING: Skipping: -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok +test DEBUG: Update report sent for /.shards_a/c /tmp/tmpwxeb05zl/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -47063,640 +38201,661 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmp02u8sofz/devices/sda1 (pid: 1927252) -test INFO: Object update sweep progress on /tmp/tmp02u8sofz/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update sweep progress on /tmp/tmp02u8sofz/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update sweep completed on /tmp/tmp02u8sofz/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -test INFO: Object update sweep starting on /tmp/tmp_a9i9yq7/devices/sda1 (pid: 1927252) -test INFO: Object update sweep completed on /tmp/tmp_a9i9yq7/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1927252) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx89dfe7ab28ae47b0a29ca-00676e5eb8) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx89dfe7ab28ae47b0a29ca-00676e5eb8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx6c504ce5b3a84fb9af186-00676e5eb8) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx6c504ce5b3a84fb9af186-00676e5eb8) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx6c504ce5b3a84fb9af186-00676e5eb8) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx6c504ce5b3a84fb9af186-00676e5eb8) -proxy-server ERROR: Object DELETE returning 503 for (503,) (txn: tx6c504ce5b3a84fb9af186-00676e5eb8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54214aa3bf444702b0435-00676e5eb8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx2e5cb4e5c75c4d6596f6d-00676e5eb8) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx2e5cb4e5c75c4d6596f6d-00676e5eb8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx32a366079d874a68a9c54-00676e5eb8) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx32a366079d874a68a9c54-00676e5eb8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txcdd276247630405098a13-00676e5eb9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +HTTP PERF: 0.00105 seconds to PUT 127.0.0.1:56765 /sda1/0/a/%C3%8E%C2%A9) +HTTP PERF: 0.00107 seconds to PUT 127.0.0.1:56765 /sda1/0/a/%C3%8E%C2%A9) +test.unit.container.test_updater.TestContainerUpdater.test_unicode +test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:writetest:writeWRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok - -fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: Object returning 503 for [] (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) +proxy-server DEBUG: Ignoring 404 from primary (txn: txce9434f9dd4f4ee88405e-00697b6f06) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0fa5912bdf5840a8a0fc4-00676e5eb9) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx0fa5912bdf5840a8a0fc4-00676e5eb9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txeea30e1b53044fd0882ac-00676e5eb9) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: txeea30e1b53044fd0882ac-00676e5eb9) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: txeea30e1b53044fd0882ac-00676e5eb9) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: txeea30e1b53044fd0882ac-00676e5eb9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok - -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txe581c6dee99d42aa84ce1-00676e5eb6) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txe581c6dee99d42aa84ce1-00676e5eb6) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx45eb5870371d45209a5ce-00697b6f09) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx45eb5870371d45209a5ce-00697b6f09) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx7edb29182ce14766ada63-00697b6f09) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7edb29182ce14766ada63-00697b6f09) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7edb29182ce14766ada63-00697b6f09) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7edb29182ce14766ada63-00697b6f09) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7edb29182ce14766ada63-00697b6f09) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7edb29182ce14766ada63-00697b6f09) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7edb29182ce14766ada63-00697b6f09) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7edb29182ce14766ada63-00697b6f09) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7edb29182ce14766ada63-00697b6f09) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7edb29182ce14766ada63-00697b6f09) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx7edb29182ce14766ada63-00697b6f09) +proxy-server ERROR: ERROR Unhandled exception in request: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception (txn: txe581c6dee99d42aa84ce1-00676e5eb6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx7c450806212a498e8ec80-00676e5eb6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx8866324c34ea44549ccf0-00676e5eb6) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx8866324c34ea44549ccf0-00676e5eb6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx064458cbdfd54cc5a8cb3-00676e5eb6) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx064458cbdfd54cc5a8cb3-00676e5eb6) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx064458cbdfd54cc5a8cb3-00676e5eb6) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sda (txn: tx064458cbdfd54cc5a8cb3-00676e5eb6) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx064458cbdfd54cc5a8cb3-00676e5eb6) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sda (txn: tx064458cbdfd54cc5a8cb3-00676e5eb6) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx064458cbdfd54cc5a8cb3-00676e5eb6) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sda (txn: tx064458cbdfd54cc5a8cb3-00676e5eb6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx0a0ae25ed40e4654a0139-00676e5eb6) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx0a0ae25ed40e4654a0139-00676e5eb6) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx0a0ae25ed40e4654a0139-00676e5eb6) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx0a0ae25ed40e4654a0139-00676e5eb6) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx0a0ae25ed40e4654a0139-00676e5eb6) -proxy-server ERROR: Object DELETE returning 503 for (204, 503, 503) (txn: tx0a0ae25ed40e4654a0139-00676e5eb6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd3d38a015cda4062a496d-00676e5eb6) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd3d38a015cda4062a496d-00676e5eb6) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok + File "/build/reproducible-path/swift-2.34.0/swift/proxy/server.py", line 603, in handle_request + return handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 375, in wrapped + return func(*a, **kw) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 278, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 266, in GETorHEAD + resp = self._get_or_head_response(req, node_iter, partition, policy) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2927, in _get_or_head_response + app_iter.kickoff(req, resp) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1181, in kickoff + self.stashed_iter = reiterate(self._real_iter(req, resp.headers)) + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2390, in reiterate + chunk = next(iterator) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 3105, in _get_next_item + return super(StringAlong, self)._get_next_item() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1467, in _iter_one_range + for i, next_seg in enumerate(segment_iter): + ~~~~~~~~~^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1546, in _decode_segments_from_fragments + segment = self.policy.pyeclib_driver.decode(fragments) + File "/usr/lib/python3/dist-packages/pyeclib/ec_iface.py", line 300, in decode + return self.ec_lib_reference.decode(fragment_payloads, ranges, + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^ + force_metadata_checks) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode + return pyeclib_c.decode(self.handle, _fragment_payloads, + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + fragment_len, ranges, force_metadata_checks) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx7edb29182ce14766ada63-00697b6f09)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx006157120b90423fad147-00697b6f0b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx006157120b90423fad147-00697b6f0b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx006157120b90423fad147-00697b6f0b) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx006157120b90423fad147-00697b6f0b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx006157120b90423fad147-00697b6f0b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx006157120b90423fad147-00697b6f0b) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx006157120b90423fad147-00697b6f0b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx006157120b90423fad147-00697b6f0b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx006157120b90423fad147-00697b6f0b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx006157120b90423fad147-00697b6f0b) +test DEBUG: Setting object count to 1032 (txn: tx006157120b90423fad147-00697b6f0b) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx93b01b80b82b4863891cd-00697b6f0b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx93b01b80b82b4863891cd-00697b6f0b) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx93b01b80b82b4863891cd-00697b6f0b) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx93b01b80b82b4863891cd-00697b6f0b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx93b01b80b82b4863891cd-00697b6f0b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx93b01b80b82b4863891cd-00697b6f0b) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx93b01b80b82b4863891cd-00697b6f0b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx93b01b80b82b4863891cd-00697b6f0b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx93b01b80b82b4863891cd-00697b6f0b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx93b01b80b82b4863891cd-00697b6f0b) +test DEBUG: Setting object count to 48 (txn: tx93b01b80b82b4863891cd-00697b6f0b) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf289e99842ba449aa05c8-00697b6f0b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf289e99842ba449aa05c8-00697b6f0b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf289e99842ba449aa05c8-00697b6f0b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf289e99842ba449aa05c8-00697b6f0b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf289e99842ba449aa05c8-00697b6f0b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf289e99842ba449aa05c8-00697b6f0b) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txf289e99842ba449aa05c8-00697b6f0b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf289e99842ba449aa05c8-00697b6f0b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf289e99842ba449aa05c8-00697b6f0b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txf289e99842ba449aa05c8-00697b6f0b) +test DEBUG: Setting object count to 1064 (txn: txf289e99842ba449aa05c8-00697b6f0b) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx19001ea187314a8484dc8-00697b6f0b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx19001ea187314a8484dc8-00697b6f0b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx19001ea187314a8484dc8-00697b6f0b) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx19001ea187314a8484dc8-00697b6f0b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx19001ea187314a8484dc8-00697b6f0b) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx19001ea187314a8484dc8-00697b6f0b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx19001ea187314a8484dc8-00697b6f0b) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx9a25ef1d0d0745d39812a-00697b6f0b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9a25ef1d0d0745d39812a-00697b6f0b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx9a25ef1d0d0745d39812a-00697b6f0b) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx9a25ef1d0d0745d39812a-00697b6f0b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9a25ef1d0d0745d39812a-00697b6f0b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9a25ef1d0d0745d39812a-00697b6f0b)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698184.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/96f/127adaafaeae82c698bc7cbcfb8ac96f/127adaafaeae82c698bc7cbcfb8ac96f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698189.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/8fc/003f38a339f08a957d9423161ab5d8fc/003f38a339f08a957d9423161ab5d8fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698194.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/530/248e3f9c0c11967305ef7ae45c118530/248e3f9c0c11967305ef7ae45c118530.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698199.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/2bc/95088240a193c6278afee73ee82e32bc/95088240a193c6278afee73ee82e32bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698204.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/aa0/8f69a3f8d93e64d347583626d9a70aa0/8f69a3f8d93e64d347583626d9a70aa0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698209.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/5fe/6aee84c8f8689aa9efd5d07efd0275fe/6aee84c8f8689aa9efd5d07efd0275fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698214.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/aad/898a1d2b566dd89de0c74c8ec8f13aad/898a1d2b566dd89de0c74c8ec8f13aad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698219.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/51b/4ef42a84cffd863e0063cf9ffb9ce51b/4ef42a84cffd863e0063cf9ffb9ce51b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698224.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/16a/910d2691e2f74fc6ccaaa9d2240d116a/910d2691e2f74fc6ccaaa9d2240d116a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698229.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/b98/9702799968f485f4a24908f6017aab98/9702799968f485f4a24908f6017aab98.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698234.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/029/efce80e223020fe49bd6deb315b3f029/efce80e223020fe49bd6deb315b3f029.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698239.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/490/4d7e1399f3cb24d5e6b8e0f32f5fe490/4d7e1399f3cb24d5e6b8e0f32f5fe490.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698244.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/0c2/821d788af29f247b1924d51e19fed0c2/821d788af29f247b1924d51e19fed0c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698249.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/00b/da5da529d590e1cd1a1506aeb20f700b/da5da529d590e1cd1a1506aeb20f700b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698254.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/a79/e80e8c212826415d4a8380c73cb07a79/e80e8c212826415d4a8380c73cb07a79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698259.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/483/3aec5cb79db863ef9f92e3c42f568483/3aec5cb79db863ef9f92e3c42f568483.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698264.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/402/238e269449d81d0672b2dad5530bd402/238e269449d81d0672b2dad5530bd402.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698269.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/36e/7e35508e302c953b3c616d57f86c736e/7e35508e302c953b3c616d57f86c736e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698274.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/52c/267851deb997abd870319e31e2f1352c/267851deb997abd870319e31e2f1352c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698279.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/f32/a11b1cb9a6a39101dad9b2e33ca8cf32/a11b1cb9a6a39101dad9b2e33ca8cf32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698284.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/191/2b1933a5b69777df96df0bc68478b191/2b1933a5b69777df96df0bc68478b191.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698289.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/dd4/f9b0872fe922d9a83ada293795261dd4/f9b0872fe922d9a83ada293795261dd4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698294.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/a3f/997921507bbee4ac8c434e7d2b218a3f/997921507bbee4ac8c434e7d2b218a3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698299.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/8eb/98be112a46b03d22f2d63fba6672f8eb/98be112a46b03d22f2d63fba6672f8eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698304.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/77c/4f1c77f86fef2219f7aa8a0f0e07b77c/4f1c77f86fef2219f7aa8a0f0e07b77c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698309.00000-0, db: /tmp/tmpmodyokrt/sda/containers/0/ad3/583f58b352271c78306271d664654ad3/583f58b352271c78306271d664654ad3.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpl_zedu7_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpl_zedu7_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpl_zedu7_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpl_zedu7_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpl_zedu7_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpl_zedu7_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpl_zedu7_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpl_zedu7_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpl_zedu7_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_audit_root_container +test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok - -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpxbszurxj/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxbszurxj/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpxbszurxj/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxbszurxj/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0034 "-" 1927252 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0032 "-" 1927252 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 1927252 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 1927252 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd433b503b48448b98fc1a-00676e5eba" "proxy-server 1927252" 0.0012 "-" 1927252 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:51821/sda1/0/a/c" "txd433b503b48448b98fc1a-00676e5eba" "container-server 1927252" 0.0012 "-" 1927252 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:57527/sdb1/0/a/c" "txd433b503b48448b98fc1a-00676e5eba" "container-server 1927252" 0.0011 "-" 1927252 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txd433b503b48448b98fc1a-00676e5eba" "proxy-server 1927252" 0.0104 "-" 1927252 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txd433b503b48448b98fc1a-00676e5eba" "proxy-server 1927252" 0.0154 "-" 1927252 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/58 PUT /v1/a/c HTTP/1.0 201 - - t - - - txd433b503b48448b98fc1a-00676e5eba - 0.0228 - - 1735286458.826580048 1735286458.849382639 0test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697034.20551', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697034.20746', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697034.20922', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697034.21109', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txe7293d1365bd46f38fd1c-00676e5eb8) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txe7293d1365bd46f38fd1c-00676e5eb8) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txe7293d1365bd46f38fd1c-00676e5eb8) -proxy-server ERROR: Object GET returning 503 for [] (txn: txe7293d1365bd46f38fd1c-00676e5eb8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx06f3f8031e1341adb5224-00676e5eb8) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx06f3f8031e1341adb5224-00676e5eb8) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx06f3f8031e1341adb5224-00676e5eb8) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx06f3f8031e1341adb5224-00676e5eb8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx29cc7ad4198b4ea7a1cca-00676e5eb8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx2176d8efe8a94bd49f1f5-00676e5eb8) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx2176d8efe8a94bd49f1f5-00676e5eb8) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx2176d8efe8a94bd49f1f5-00676e5eb8) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txd4b565d55a734b7f894f4-00676e5eb8)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx46ffc89ae0ec47d8838ae-00676e5eba" "proxy-server 1927252" 0.0012 "-" 1927252 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:51821/sda1/2/a1/c1" "tx46ffc89ae0ec47d8838ae-00676e5eba" "container-server 1927252" 0.0011 "-" 1927252 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:57527/sdb1/2/a1/c1" "tx46ffc89ae0ec47d8838ae-00676e5eba" "container-server 1927252" 0.0012 "-" 1927252 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx46ffc89ae0ec47d8838ae-00676e5eba" "proxy-server 1927252" 0.0128 "-" 1927252 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx46ffc89ae0ec47d8838ae-00676e5eba" "proxy-server 1927252" 0.0093 "-" 1927252 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/58 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx46ffc89ae0ec47d8838ae-00676e5eba - 0.0211 - - 1735286458.850958586 1735286458.872097254 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx882b46376d5e47e0a97da-00676e5eba" "proxy-server 1927252" 0.0021 "-" 1927252 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:51821/sda1/0/a/c1" "tx882b46376d5e47e0a97da-00676e5eba" "container-server 1927252" 0.0017 "-" 1927252 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:57527/sdb1/0/a/c1" "tx882b46376d5e47e0a97da-00676e5eba" "container-server 1927252" 0.0011 "-" 1927252 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx882b46376d5e47e0a97da-00676e5eba" "proxy-server 1927252" 0.0088 "-" 1927252 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx882b46376d5e47e0a97da-00676e5eba" "proxy-server 1927252" 0.0138 "-" 1927252 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/58 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx882b46376d5e47e0a97da-00676e5eba - 0.0224 - - 1735286458.873687744 1735286458.896067619 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx47f323d6d8a24fe193375-00676e5eba" "proxy-server 1927252" 0.0019 "-" 1927252 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:57527/sdb1/2/a/c2" "tx47f323d6d8a24fe193375-00676e5eba" "container-server 1927252" 0.0017 "-" 1927252 2 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:51821/sda1/2/a/c2" "tx47f323d6d8a24fe193375-00676e5eba" "container-server 1927252" 0.0039 "-" 1927252 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx47f323d6d8a24fe193375-00676e5eba" "proxy-server 1927252" 0.0118 "-" 1927252 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:58 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx47f323d6d8a24fe193375-00676e5eba" "proxy-server 1927252" 0.0166 "-" 1927252 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/58 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx47f323d6d8a24fe193375-00676e5eba - 0.0248 - - 1735286458.897556782 1735286458.922406673 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmps8rl2lfx/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmps8rl2lfx/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmps8rl2lfx/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmps8rl2lfx/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 1927252 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0030 "-" 1927252 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 1927252 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 1927252 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txefaa2ab123244deabba43-00676e5ebb" "proxy-server 1927252" 0.0012 "-" 1927252 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:58639/sda1/0/a/c" "txefaa2ab123244deabba43-00676e5ebb" "container-server 1927252" 0.0011 "-" 1927252 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:45441/sdb1/0/a/c" "txefaa2ab123244deabba43-00676e5ebb" "container-server 1927252" 0.0011 "-" 1927252 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txefaa2ab123244deabba43-00676e5ebb" "proxy-server 1927252" 0.0130 "-" 1927252 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txefaa2ab123244deabba43-00676e5ebb" "proxy-server 1927252" 0.0093 "-" 1927252 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/59 PUT /v1/a/c HTTP/1.0 201 - - t - - - txefaa2ab123244deabba43-00676e5ebb - 0.0210 - - 1735286459.031142235 1735286459.052187443 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx4d7ff01569e942d4a70c2-00676e5ebb" "proxy-server 1927252" 0.0012 "-" 1927252 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:45441/sdb1/2/a1/c1" "tx4d7ff01569e942d4a70c2-00676e5ebb" "container-server 1927252" 0.0011 "-" 1927252 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:58639/sda1/2/a1/c1" "tx4d7ff01569e942d4a70c2-00676e5ebb" "container-server 1927252" 0.0010 "-" 1927252 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4d7ff01569e942d4a70c2-00676e5ebb" "proxy-server 1927252" 0.0082 "-" 1927252 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4d7ff01569e942d4a70c2-00676e5ebb" "proxy-server 1927252" 0.0132 "-" 1927252 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/59 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx4d7ff01569e942d4a70c2-00676e5ebb - 0.0205 - - 1735286459.053642988 1735286459.074118853 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx49e65a2277414216ad9be-00676e5ebb" "proxy-server 1927252" 0.0019 "-" 1927252 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:58639/sda1/0/a/c1" "tx49e65a2277414216ad9be-00676e5ebb" "container-server 1927252" 0.0018 "-" 1927252 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:45441/sdb1/0/a/c1" "tx49e65a2277414216ad9be-00676e5ebb" "container-server 1927252" 0.0011 "-" 1927252 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx49e65a2277414216ad9be-00676e5ebb" "proxy-server 1927252" 0.0196 "-" 1927252 1test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok - -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx49e65a2277414216ad9be-00676e5ebb" "proxy-server 1927252" 0.0103 "-" 1927252 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/59 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx49e65a2277414216ad9be-00676e5ebb - 0.0285 - - 1735286459.075459480 1735286459.103938103 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3e247546b2944733a0c18-00676e5ebb" "proxy-server 1927252" 0.0020 "-" 1927252 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:58639/sda1/2/a/c2" "tx3e247546b2944733a0c18-00676e5ebb" "container-server 1927252" 0.0017 "-" 1927252 2 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:45441/sdb1/2/a/c2" "tx3e247546b2944733a0c18-00676e5ebb" "container-server 1927252" 0.0011 "-" 1927252 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3e247546b2944733a0c18-00676e5ebb" "proxy-server 1927252" 0.0132 "-" 1927252 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:00:59 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3e247546b2944733a0c18-00676e5ebb" "proxy-server 1927252" 0.0098 "-" 1927252 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/00/59 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx3e247546b2944733a0c18-00676e5ebb - 0.0224 - - 1735286459.105371475 1735286459.127733469 2 - -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697034.21288', 'Content-Type': 'binary/octet-stream'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ resp = self.handle_request(req) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response return self.get_acl_response(app, method, container, obj, ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -47707,260 +38866,102 @@ app, method, container, obj, headers, body, query) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok - -fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:55 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286932.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/e46/3d5cdc43c0364d59eba7614ec1223e46/3d5cdc43c0364d59eba7614ec1223e46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286936.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/7bc/931572e171dbab19e7720153011647bc/931572e171dbab19e7720153011647bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286940.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/099/d80b9a2c7465697e139866b4bfc6d099/d80b9a2c7465697e139866b4bfc6d099.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286944.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/184/796190001c89d29c489e39538824c184/796190001c89d29c489e39538824c184.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286948.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/941/8ea902907523e36e3cffde1c0aaf7941/8ea902907523e36e3cffde1c0aaf7941.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286952.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/59b/07f4a83d831a953bc5f19106f009459b/07f4a83d831a953bc5f19106f009459b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286956.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/f00/299b32cf6c7c765cea938f0f96ae7f00/299b32cf6c7c765cea938f0f96ae7f00.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286960.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/b7e/b7e7bc170fc2db48d1358c6a6785eb7e/b7e7bc170fc2db48d1358c6a6785eb7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286964.00000-0, db: /tmp/tmp5cayaiz7/sda/containers/0/97d/c62b917e1df5099e50760b799d83097d/c62b917e1df5099e50760b799d83097d.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpptwz9dqc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286457.00000.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpptwz9dqc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286457.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286460.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/71d/b833898a453dda8e24a3ea78a46eb71d/b833898a453dda8e24a3ea78a46eb71d_1735286460.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286460.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/71d/b833898a453dda8e24a3ea78a46eb71d/b833898a453dda8e24a3ea78a46eb71d_1735286460.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286463.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/ea5/f7178f84adfed8c4e6c05014eb449ea5/f7178f84adfed8c4e6c05014eb449ea5_1735286463.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286463.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/ea5/f7178f84adfed8c4e6c05014eb449ea5/f7178f84adfed8c4e6c05014eb449ea5_1735286463.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286466.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/d8f/f905ff48709ecbc6f6a74e7e59af8d8f/f905ff48709ecbc6f6a74e7e59af8d8f_1735286466.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286466.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/d8f/f905ff48709ecbc6f6a74e7e59af8d8f/f905ff48709ecbc6f6a74e7e59af8d8f_1735286466.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286469.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/a51/e2f6ff1a3b45d990663c7ba870a83a51/e2f6ff1a3b45d990663c7ba870a83a51_1735286469.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286469.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/a51/e2f6ff1a3b45d990663c7ba870a83a51/e2f6ff1a3b45d990663c7ba870a83a51_1735286469.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286472.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/f31/c1d9457fda1752e1922568344e318f31/c1d9457fda1752e1922568344e318f31_1735286472.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286472.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/f31/c1d9457fda1752e1922568344e318f31/c1d9457fda1752e1922568344e318f31_1735286472.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286475.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/2c9/703c8547c23edbfaaf4333d24d9602c9/703c8547c23edbfaaf4333d24d9602c9_1735286475.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286475.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/2c9/703c8547c23edbfaaf4333d24d9602c9/703c8547c23edbfaaf4333d24d9602c9_1735286475.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286478.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/094/febb341bd3132cdfe7aaea8a42307094/febb341bd3132cdfe7aaea8a42307094_1735286478.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286478.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/094/febb341bd3132cdfe7aaea8a42307094/febb341bd3132cdfe7aaea8a42307094_1735286478.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286481.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/01c/7e2cbfd7430fef4f89aec82f7372801c/7e2cbfd7430fef4f89aec82f7372801c_1735286481.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286481.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/01c/7e2cbfd7430fef4f89aec82f7372801c/7e2cbfd7430fef4f89aec82f7372801c_1735286481.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286484.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/806/8c2626bb74427c678d16aa7f78270806/8c2626bb74427c678d16aa7f78270806_1735286484.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286484.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/806/8c2626bb74427c678d16aa7f78270806/8c2626bb74427c678d16aa7f78270806_1735286484.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286487.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/cfd/0e7afa66316dc0afb1963f3b8e079cfd/0e7afa66316dc0afb1963f3b8e079cfd_1735286487.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286487.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/cfd/0e7afa66316dc0afb1963f3b8e079cfd/0e7afa66316dc0afb1963f3b8e079cfd_1735286487.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286490.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/c80/3f6d1f3844e02264e187307772831c80/3f6d1f3844e02264e187307772831c80_1735286490.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286490.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/c80/3f6d1f3844e02264e187307772831c80/3f6d1f3844e02264e187307772831c80_1735286490.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286493.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/170/ac1b5258c44f5afaad2aa16f88173170/ac1b5258c44f5afaad2aa16f88173170_1735286493.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286493.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/170/ac1b5258c44f5afaad2aa16f88173170/ac1b5258c44f5afaad2aa16f88173170_1735286493.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286496.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/177/277532a6969ab80c068f4caff81c5177/277532a6969ab80c068f4caff81c5177_1735286496.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286496.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/177/277532a6969ab80c068f4caff81c5177/277532a6969ab80c068f4caff81c5177_1735286496.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286499.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/2c5/3aa56d318bec8c14ec2af79b9b82a2c5/3aa56d318bec8c14ec2af79b9b82a2c5_1735286499.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286499.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/2c5/3aa56d318bec8c14ec2af79b9b82a2c5/3aa56d318bec8c14ec2af79b9b82a2c5_1735286499.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286502.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/03d/c56e9622d23ffc39e4f2cde26ca8a03d/c56e9622d23ffc39e4f2cde26ca8a03d_1735286502.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286502.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/03d/c56e9622d23ffc39e4f2cde26ca8a03d/c56e9622d23ffc39e4f2cde26ca8a03d_1735286502.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286505.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/72a/98701a2248f9e9450b740b3c6119972a/98701a2248f9e9450b740b3c6119972a_1735286505.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286505.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/72a/98701a2248f9e9450b740b3c6119972a/98701a2248f9e9450b740b3c6119972a_1735286505.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286508.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/c05/a0e49983335846a04e9d56f6c0d9ac05/a0e49983335846a04e9d56f6c0d9ac05_1735286508.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286508.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/c05/a0e49983335846a04e9d56f6c0d9ac05/a0e49983335846a04e9d56f6c0d9ac05_1735286508.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286511.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/7f5/0951790f500851818cbe235933d187f5/0951790f500851818cbe235933d187f5_1735286511.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286511.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/7f5/0951790f500851818cbe235933d187f5/0951790f500851818cbe235933d187f5_1735286511.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286514.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/f19/a9afe4ae59097038f9f9fd161dcaff19/a9afe4ae59097038f9f9fd161dcaff19_1735286514.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286514.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/f19/a9afe4ae59097038f9f9fd161dcaff19/a9afe4ae59097038f9f9fd161dcaff19_1735286514.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286517.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/0e7/67836a8a252f0652c831126e301770e7/67836a8a252f0652c831126e301770e7_1735286517.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286517.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/0e7/67836a8a252f0652c831126e301770e7/67836a8a252f0652c831126e301770e7_1735286517.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286520.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/3f5/bf4ecb0a5f0644676642b8aa6dbe73f5/bf4ecb0a5f0644676642b8aa6dbe73f5_1735286520.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286520.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/3f5/bf4ecb0a5f0644676642b8aa6dbe73f5/bf4ecb0a5f0644676642b8aa6dbe73f5_1735286520.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286523.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/5f3/9261d957d6d87836da5751566a0ea5f3/9261d957d6d87836da5751566a0ea5f3_1735286523.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286523.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/5f3/9261d957d6d87836da5751566a0ea5f3/9261d957d6d87836da5751566a0ea5f3_1735286523.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286526.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/f95/10cfc64860ce66af6f03f46fa5a22f95/10cfc64860ce66af6f03f46fa5a22f95_1735286526.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286526.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/f95/10cfc64860ce66af6f03f46fa5a22f95/10cfc64860ce66af6f03f46fa5a22f95_1735286526.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286529.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/253/972e8a106565fd871d6ad05684710253/972e8a106565fd871d6ad05684710253_1735286529.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286529.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/253/972e8a106565fd871d6ad05684710253/972e8a106565fd871d6ad05684710253_1735286529.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286532.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/d8d/56bb2e2e56e4a6b4cef4a08d8cdacd8d/56bb2e2e56e4a6b4cef4a08d8cdacd8d_1735286532.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286532.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/d8d/56bb2e2e56e4a6b4cef4a08d8cdacd8d/56bb2e2e56e4a6b4cef4a08d8cdacd8d_1735286532.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286535.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/057/dd063d021aeded5a220742540f2f7057/dd063d021aeded5a220742540f2f7057_1735286535.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286535.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/057/dd063d021aeded5a220742540f2f7057/dd063d021aeded5a220742540f2f7057_1735286535.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286538.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/67a/f001f850cea6bf4bc7671becacb2b67a/f001f850cea6bf4bc7671becacb2b67a_1735286538.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286538.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/67a/f001f850cea6bf4bc7671becacb2b67a/f001f850cea6bf4bc7671becacb2b67a_1735286538.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286541.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/890/c97d741d6916a35c6c5715d6ff049890/c97d741d6916a35c6c5715d6ff049890_1735286541.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286541.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/890/c97d741d6916a35c6c5715d6ff049890/c97d741d6916a35c6c5715d6ff049890_1735286541.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286544.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/957/7a6038cc195ce76dc43507d874553957/7a6038cc195ce76dc43507d874553957_1735286544.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286544.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/957/7a6038cc195ce76dc43507d874553957/7a6038cc195ce76dc43507d874553957_1735286544.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286547.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/d24/cd02537ad647f001c6a5e9086bca5d24/cd02537ad647f001c6a5e9086bca5d24_1735286547.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286547.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/d24/cd02537ad647f001c6a5e9086bca5d24/cd02537ad647f001c6a5e9086bca5d24_1735286547.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286550.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/aef/3bc7afafd2a1ee69635586e9d1ec7aef/3bc7afafd2a1ee69635586e9d1ec7aef_1735286550.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286550.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/aef/3bc7afafd2a1ee69635586e9d1ec7aef/3bc7afafd2a1ee69635586e9d1ec7aef_1735286550.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286553.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/b1d/f1c04b6443b9bc744f8e616ddc22eb1d/f1c04b6443b9bc744f8e616ddc22eb1d_1735286553.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286553.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/b1d/f1c04b6443b9bc744f8e616ddc22eb1d/f1c04b6443b9bc744f8e616ddc22eb1d_1735286553.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286556.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/a51/30079b83edff94231a5282265ce06a51/30079b83edff94231a5282265ce06a51_1735286556.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286556.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/a51/30079b83edff94231a5282265ce06a51/30079b83edff94231a5282265ce06a51_1735286556.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286559.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/446/49f9e1ec2133c51ae237834795be6446/49f9e1ec2133c51ae237834795be6446_1735286559.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286559.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/446/49f9e1ec2133c51ae237834795be6446/49f9e1ec2133c51ae237834795be6446_1735286559.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286562.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/034/d568bb62743bd2f3e9a3663620b83034/d568bb62743bd2f3e9a3663620b83034_1735286562.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286562.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/034/d568bb62743bd2f3e9a3663620b83034/d568bb62743bd2f3e9a3663620b83034_1735286562.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286565.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/564/eac35bf739d363d3ba6eab0d73525564/eac35bf739d363d3ba6eab0d73525564_1735286565.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286565.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/564/eac35bf739d363d3ba6eab0d73525564/eac35bf739d363d3ba6eab0d73525564_1735286565.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286568.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/c57/fb958eddd9a3bfdf699724cb2499cc57/fb958eddd9a3bfdf699724cb2499cc57_1735286568.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286568.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/c57/fb958eddd9a3bfdf699724cb2499cc57/fb958eddd9a3bfdf699724cb2499cc57_1735286568.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286571.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/3ce/10b3c32ce76f4f4776235d94c43593ce/10b3c32ce76f4f4776235d94c43593ce_1735286571.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286571.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/3ce/10b3c32ce76f4f4776235d94c43593ce/10b3c32ce76f4f4776235d94c43593ce_1735286571.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286574.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/ee7/44e53b7d395d57960e38869b90afdee7/44e53b7d395d57960e38869b90afdee7_1735286574.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286574.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/ee7/44e53b7d395d57960e38869b90afdee7/44e53b7d395d57960e38869b90afdee7_1735286574.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286577.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/944/e9c48804892d390b1cb3a9a70bc34944/e9c48804892d390b1cb3a9a70bc34944_1735286577.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286577.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/944/e9c48804892d390b1cb3a9a70bc34944/e9c48804892d390b1cb3a9a70bc34944_1735286577.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286580.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/504/b18d88e7357b70b203b13a0d0b1f8504/b18d88e7357b70b203b13a0d0b1f8504_1735286580.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286580.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/504/b18d88e7357b70b203b13a0d0b1f8504/b18d88e7357b70b203b13a0d0b1f8504_1735286580.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286583.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/390/72e0030bc360369059f626eb87bc7390/72e0030bc360369059f626eb87bc7390_1735286583.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286583.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/390/72e0030bc360369059f626eb87bc7390/72e0030bc360369059f626eb87bc7390_1735286583.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286586.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/244/93a129720553c637794f89e1be07a244/93a129720553c637794f89e1be07a244_1735286586.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286586.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/244/93a129720553c637794f89e1be07a244/93a129720553c637794f89e1be07a244_1735286586.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286589.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/d2c/6930aad450fd5b8b5804f9da7f347d2c/6930aad450fd5b8b5804f9da7f347d2c_1735286589.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286589.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/d2c/6930aad450fd5b8b5804f9da7f347d2c/6930aad450fd5b8b5804f9da7f347d2c_1735286589.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286592.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/50c/36ae77b59ff9d5f55ace2b659e2cd50c/36ae77b59ff9d5f55ace2b659e2cd50c_1735286592.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286592.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/50c/36ae77b59ff9d5f55ace2b659e2cd50c/36ae77b59ff9d5f55ace2b659e2cd50c_1735286592.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286595.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/8ce/588e6bb533bfdb2883a1848ee691f8ce/588e6bb533bfdb2883a1848ee691f8ce_1735286595.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286595.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/8ce/588e6bb533bfdb2883a1848ee691f8ce/588e6bb533bfdb2883a1848ee691f8ce_1735286595.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286598.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/613/efde101975c1c22f50a254b4c40bb613/efde101975c1c22f50a254b4c40bb613_1735286598.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286598.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/613/efde101975c1c22f50a254b4c40bb613/efde101975c1c22f50a254b4c40bb613_1735286598.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286601.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/4e9/d79e90ea63cd66263a13d6cebb8964e9/d79e90ea63cd66263a13d6cebb8964e9_1735286601.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286601.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/4e9/d79e90ea63cd66263a13d6cebb8964e9/d79e90ea63cd66263a13d6cebb8964e9_1735286601.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286604.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/a18/0c54a5f74c1b4704eee4c50712be3a18/0c54a5f74c1b4704eee4c50712be3a18_1735286604.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286604.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/a18/0c54a5f74c1b4704eee4c50712be3a18/0c54a5f74c1b4704eee4c50712be3a18_1735286604.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286607.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/1f5/6ba68a972643123892fd78e43a2da1f5/6ba68a972643123892fd78e43a2da1f5_1735286607.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286607.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/1f5/6ba68a972643123892fd78e43a2da1f5/6ba68a972643123892fd78e43a2da1f5_1735286607.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286610.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c_1735286610.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286610.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c_1735286610.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286613.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/94d/d56bb030c548f7299ad808f8438c794d/d56bb030c548f7299ad808f8438c794d_1735286613.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286613.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/94d/d56bb030c548f7299ad808f8438c794d/d56bb030c548f7299ad808f8438c794d_1735286613.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286616.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/c41/95dc75f68231aea9b3678d786d484c41/95dc75f68231aea9b3678d786d484c41_1735286616.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286616.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/c41/95dc75f68231aea9b3678d786d484c41/95dc75f68231aea9b3678d786d484c41_1735286616.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286619.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/46c/1c6a70061b86bd626f17d32658cee46c/1c6a70061b86bd626f17d32658cee46c_1735286619.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286619.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/46c/1c6a70061b86bd626f17d32658cee46c/1c6a70061b86bd626f17d32658cee46c_1735286619.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286622.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/3d5/7c9c988766e4b88ed44c6acc7a7213d5/7c9c988766e4b88ed44c6acc7a7213d5_1735286622.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286622.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/3d5/7c9c988766e4b88ed44c6acc7a7213d5/7c9c988766e4b88ed44c6acc7a7213d5_1735286622.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286625.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/fcc/43217a8786384fe68cf1de709e2b2fcc/43217a8786384fe68cf1de709e2b2fcc_1735286625.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286625.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/fcc/43217a8786384fe68cf1de709e2b2fcc/43217a8786384fe68cf1de709e2b2fcc_1735286625.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286628.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/9f4/210095dc5066a5919bb925e69b8019f4/210095dc5066a5919bb925e69b8019f4_1735286628.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286628.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/9f4/210095dc5066a5919bb925e69b8019f4/210095dc5066a5919bb925e69b8019f4_1735286628.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286631.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/029/08e8b3c0b0e1e038174f003474bbc029/08e8b3c0b0e1e038174f003474bbc029_1735286631.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286631.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/029/08e8b3c0b0e1e038174f003474bbc029/08e8b3c0b0e1e038174f003474bbc029_1735286631.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286634.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/633/2b7696598c42c85069ef506216dfc633/2b7696598c42c85069ef506216dfc633_1735286634.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286634.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/633/2b7696598c42c85069ef506216dfc633/2b7696598c42c85069ef506216dfc633_1735286634.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd4b565d55a734b7f894f4-00676e5eb8) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx286f521d6f0443279279c-00676e5eb8) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa468810a4330413bbe0dd-00676e5eb8) -proxy-server ERROR: Object GET returning 503 for [] (txn: txa468810a4330413bbe0dd-00676e5eb8) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx424786bde4c24551a761c-00676e5eb8) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx424786bde4c24551a761c-00676e5eb8) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbf88bfc3b295495bbd994-00676e5eb8) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txbf88bfc3b295495bbd994-00676e5eb8) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx592b3cecba914525830ee-00676e5eb8) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok +test DEBUG: Update report sent for /a/Ω /tmp/tmp30n3iguc/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx592b3cecba914525830ee-00676e5eb8) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx592b3cecba914525830ee-00676e5eb8) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: [worker 1/2 pid=3324109] Running object replicator in script mode. +test-replicator INFO: [worker 1/2 pid=3324109] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/2 pid=3324109] Running object replicator in script mode. +test-replicator INFO: [worker 2/2 pid=3324109] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=3324109] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=3324109] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/3 pid=3324109] Running object replicator in script mode. +test-replicator INFO: [worker 2/3 pid=3324109] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 3/3 pid=3324109] Running object replicator in script mode. +test-replicator INFO: [worker 3/3 pid=3324109] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=3324109] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=3324109] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=3324109] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=3324109] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. +test-replicator DEBUG: [worker 1/3 pid=8804] debug message +test-replicator INFO: [worker 1/3 pid=8804] info message +test-replicator WARNING: [worker 1/3 pid=8804] warning message +test-replicator ERROR: [worker 1/3 pid=8804] error message +test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Base DELETE returning 503 for (204, 204, 404) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -47968,25 +38969,11 @@ self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txd245c2aae1094e00bdc83-00676e5eb8) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd245c2aae1094e00bdc83-00676e5eb8) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd4ce952f8e8d42e39c165-00676e5eb8) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx5d0127d7c4d3446a84ec3-00676e5eb8) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx5d0127d7c4d3446a84ec3-00676e5eb8) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txb93731ab8fb64826a12c6-00676e5eb8) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txb93731ab8fb64826a12c6-00676e5eb8) -proxy-server ERROR: Object GET returning 503 for [] (txn: txb93731ab8fb64826a12c6-00676e5eb8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6bafd15532bb49a799d59-00697b6f0c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -47994,17 +38981,11 @@ self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx47c9091727d0412da3ef5-00676e5eb8) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6bafd15532bb49a799d59-00697b6f0c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -48012,687 +38993,1430 @@ self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx47c9091727d0412da3ef5-00676e5eb8)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6bafd15532bb49a799d59-00697b6f0c) +test ERROR: Container HEAD returning 503 for [] (txn: tx6bafd15532bb49a799d59-00697b6f0c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant AllUsers WRITE permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +test:testertest:testertest:writetest:writeWRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx47c9091727d0412da3ef5-00676e5eb8) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx47c9091727d0412da3ef5-00676e5eb8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx7c81e0c4b0524eb1adf21-00676e5eb9) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7c81e0c4b0524eb1adf21-00676e5eb9) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx7c81e0c4b0524eb1adf21-00676e5eb9) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx7c81e0c4b0524eb1adf21-00676e5eb9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe281439da1ba46cea699a-00676e5eb9) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe281439da1ba46cea699a-00676e5eb9) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe281439da1ba46cea699a-00676e5eb9) -proxy-server ERROR: Object GET returning 503 for [] (txn: txe281439da1ba46cea699a-00676e5eb9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx9b640ea4c8e6482aa6ece-00676e5eb9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txf1d66c7e533f434eaf246-00676e5eb9) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txf1d66c7e533f434eaf246-00676e5eb9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok - +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1769697034.29209', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697034.29401', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697034.29594', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697034.29774', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697034.30700', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697034.30885', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769697034.34586', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txfa6a90c45566437899f6c-00676e5eb9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx7830f968b45642ac9f3c6-00676e5eba) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx23610802946742818fade-00676e5eba) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txafd9c334e86648d8bb86c-00676e5eba) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx1474f0b1ea134d3dbfc13-00676e5eba) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx1474f0b1ea134d3dbfc13-00676e5eba) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx1474f0b1ea134d3dbfc13-00676e5eba) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx1474f0b1ea134d3dbfc13-00676e5eba) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx74dc7f8b8fce47978ce57-00676e5eba) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx3ce632e5dc3548e0ad31c-00676e5eba) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21c4b74203774edab97a2-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21c4b74203774edab97a2-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21c4b74203774edab97a2-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21c4b74203774edab97a2-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21c4b74203774edab97a2-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21c4b74203774edab97a2-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21c4b74203774edab97a2-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21c4b74203774edab97a2-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21c4b74203774edab97a2-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21c4b74203774edab97a2-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21c4b74203774edab97a2-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21c4b74203774edab97a2-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21c4b74203774edab97a2-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx21c4b74203774edab97a2-00697b6f09) +proxy-server ERROR: Object returning 503 for [] (txn: tx21c4b74203774edab97a2-00697b6f09) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx27370ee5b0384744af6bd-00676e5eba) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx66b83e7acb0c49ab9c66d-00676e5eba) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx66b83e7acb0c49ab9c66d-00676e5eba) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx66b83e7acb0c49ab9c66d-00676e5eba) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx731e7d8867a5472da1a35-00676e5eba) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx731e7d8867a5472da1a35-00676e5eba) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx8a97ca89b4ee47e899121-00676e5eba) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txbd51b7f62fb44f27ab297-00676e5eba) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txbd51b7f62fb44f27ab297-00676e5eba) -proxy-server ERROR: Object HEAD returning 503 for [] (txn: txbd51b7f62fb44f27ab297-00676e5eba) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txd8cf4096ea374dd0ad58f-00676e5eba) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd8cf4096ea374dd0ad58f-00676e5eba) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txd8cf4096ea374dd0ad58f-00676e5eba) -proxy-server ERROR: Object HEAD returning 503 for [507] (txn: txd8cf4096ea374dd0ad58f-00676e5eba) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx6b489e5721b34f6382329-00676e5eba) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx6b489e5721b34f6382329-00676e5eba) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx6b489e5721b34f6382329-00676e5eba) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok +proxy-server DEBUG: Ignoring 404 from primary (txn: txa61df73fd7ee4fb193eea-00697b6f09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa61df73fd7ee4fb193eea-00697b6f09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa61df73fd7ee4fb193eea-00697b6f09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa61df73fd7ee4fb193eea-00697b6f09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa61df73fd7ee4fb193eea-00697b6f09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa61df73fd7ee4fb193eea-00697b6f09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa61df73fd7ee4fb193eea-00697b6f09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa61df73fd7ee4fb193eea-00697b6f09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa61df73fd7ee4fb193eea-00697b6f09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa61df73fd7ee4fb193eea-00697b6f09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa61df73fd7ee4fb193eea-00697b6f09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa61df73fd7ee4fb193eea-00697b6f09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa61df73fd7ee4fb193eea-00697b6f09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa61df73fd7ee4fb193eea-00697b6f09) +proxy-server ERROR: Object returning 503 for [] (txn: txa61df73fd7ee4fb193eea-00697b6f09) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc26b8d09270f41c29c73a-00697b6f09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc26b8d09270f41c29c73a-00697b6f09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc26b8d09270f41c29c73a-00697b6f09) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc26b8d09270f41c29c73a-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26b8d09270f41c29c73a-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26b8d09270f41c29c73a-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26b8d09270f41c29c73a-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26b8d09270f41c29c73a-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26b8d09270f41c29c73a-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc26b8d09270f41c29c73a-00697b6f09) +proxy-server ERROR: Object returning 503 for [] (txn: txc26b8d09270f41c29c73a-00697b6f09) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6e92d049526d43e38ac22-00697b6f09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6e92d049526d43e38ac22-00697b6f09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6e92d049526d43e38ac22-00697b6f09) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6e92d049526d43e38ac22-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e92d049526d43e38ac22-00697b6f09)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok +test.unit.container.test_server.TestContainerController.test_DELETE +test.unit.container.test_server.TestContainerController.test_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_account_update +test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_object +test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options +test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:57 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{}' +test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'[]'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok +sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1769697033.00000, path: a/c, db: /tmp/tmpnxchty_b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697033.00000.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-c a-f, a-f c-f, path: a/c, db: /tmp/tmpf0edwpge/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697034.00000-0, db: /tmp/tmplffwjjw3/sda/containers/0/db9/3a0f79f75b591b86c5bce0ab62f7edb9/3a0f79f75b591b86c5bce0ab62f7edb9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697034.00000-0, db: /tmp/tmplffwjjw3/sda/containers/0/db9/3a0f79f75b591b86c5bce0ab62f7edb9/3a0f79f75b591b86c5bce0ab62f7edb9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697037.00000-0, db: /tmp/tmplffwjjw3/sda/containers/0/873/58b9e536b77304364445e7f759578873/58b9e536b77304364445e7f759578873.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697037.00000-0, db: /tmp/tmplffwjjw3/sda/containers/0/873/58b9e536b77304364445e7f759578873/58b9e536b77304364445e7f759578873.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpma8w74et/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpma8w74et/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpma8w74et/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpma8w74et/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1769697034.00000, (0, 0) as of 1769697034.00000, active as of 1769697034.00000> to ShardRange<'k' to 't' as of 1769697035.00000, (0, 0) as of 1769697035.00000, active as of 1769697035.00000>, path: .shards_a/shard_c, db: /tmp/tmpma8w74et/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpma8w74et/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpma8w74et/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpma8w74et/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpma8w74et/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697039.00000, (0, 0) as of 1769697039.00000, shrinking as of 1769697036.00000> to ShardRange<'k' to 't' as of 1769697039.00000, (0, 0) as of 1769697039.00000, sharding as of 1769697040.00000>, path: .shards_a/shard_c, db: /tmp/tmpma8w74et/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpma8w74et/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpma8w74et/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpma8w74et/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-28f61657ee76e7f2f8ba83ea839d080d-1769697038.00000-2, db: /tmp/tmpqz2atnzy/sda/containers/0/e60/d2d014a66c95eb80b93b160df74c0e60/d2d014a66c95eb80b93b160df74c0e60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697034.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/d01/4c48a2865be96d8ab58de9e36e3e1d01/4c48a2865be96d8ab58de9e36e3e1d01.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697034.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/d01/4c48a2865be96d8ab58de9e36e3e1d01/4c48a2865be96d8ab58de9e36e3e1d01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697043.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/629/17efdf89ef49d7e12ba94b1cd4b55629/17efdf89ef49d7e12ba94b1cd4b55629.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697043.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/629/17efdf89ef49d7e12ba94b1cd4b55629/17efdf89ef49d7e12ba94b1cd4b55629.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697052.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/c0e/e72c2cad1baec031b2dcfe2feeffac0e/e72c2cad1baec031b2dcfe2feeffac0e.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697052.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/c0e/e72c2cad1baec031b2dcfe2feeffac0e/e72c2cad1baec031b2dcfe2feeffac0e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697061.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/836/de3907fb4b309b22b0c72deb5c337836/de3907fb4b309b22b0c72deb5c337836.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697061.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/836/de3907fb4b309b22b0c72deb5c337836/de3907fb4b309b22b0c72deb5c337836.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697070.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/876/f0f23407792901209df3698c3dd9b876/f0f23407792901209df3698c3dd9b876.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697070.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/876/f0f23407792901209df3698c3dd9b876/f0f23407792901209df3698c3dd9b876.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697079.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/e3a/aa129edd7984362cb39e7880eff90e3a/aa129edd7984362cb39e7880eff90e3a.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697079.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/e3a/aa129edd7984362cb39e7880eff90e3a/aa129edd7984362cb39e7880eff90e3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697088.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/31f/c954fd72458903051e926648bcee731f/c954fd72458903051e926648bcee731f.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697088.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/31f/c954fd72458903051e926648bcee731f/c954fd72458903051e926648bcee731f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697097.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/687/1359f9bddc1d432e4e9620db5311c687/1359f9bddc1d432e4e9620db5311c687.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_safari +test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty +test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_os_error +test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_init +test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host ... ok +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none ... ok +test.unit.common.test_swob.TestStatusMap.test_status_map +test.unit.common.test_swob.TestStatusMap.test_status_map ... ok +test.unit.common.test_utils.TestClosingIterator.test_close +test.unit.common.test_utils.TestClosingIterator.test_close ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_gen +test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_others +test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok +test.unit.common.test_utils.TestClosingIterator.test_nested_iters +test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok +test.unit.common.test_utils.TestContextPool.test_close +test.unit.common.test_utils.TestContextPool.test_close ... ok +test.unit.common.test_utils.TestContextPool.test_context_manager +test.unit.common.test_utils.TestContextPool.test_context_manager ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_just_one +test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_uneven +test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf +test.unit.common.utils.test_config.TestReadConf.test_readconf ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_raw +test.unit.common.utils.test_config.TestReadConf.test_readconf_raw ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_sleeper +test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa131b65760054807a9cd2-00697b6f0c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa131b65760054807a9cd2-00697b6f0c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa131b65760054807a9cd2-00697b6f0c) +test ERROR: Container HEAD returning 503 for [] (txn: txa131b65760054807a9cd2-00697b6f0c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0f16dcadefa14f8781599-00697b6f0c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0f16dcadefa14f8781599-00697b6f0c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0f16dcadefa14f8781599-00697b6f0c) +test ERROR: Container HEAD returning 503 for [] (txn: tx0f16dcadefa14f8781599-00697b6f0c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok + +test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'null' +test DEBUG: Error on keystone reply: 201 b'null' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' +test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'1' +test DEBUG: Error on keystone reply: 201 b'1' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'true' +test DEBUG: Error on keystone reply: 201 b'true' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, rejecting request with error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, rejecting request with error: 401 Unauthorized +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, deferring rejection based on error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized +test INFO: Loaded config file /tmp/tmpj2wzq4sx/backend-ratelimit.conf, config changed +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpj2wzq4sx/backend-ratelimit.conf +test INFO: Loaded new config file /tmp/tmpj2wzq4sx/backend-ratelimit.conf, config unchanged +test DEBUG: Loaded existing config file /tmp/tmpj2wzq4sx/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmp15pw_fkv/missing, config changed +test INFO: Loaded config file /tmp/tmp15pw_fkv/missing, config changed +test INFO: Loaded new config file /tmp/tmpqqpr__1q/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmpcqnq23mz/backend-ratelimit.conf, config changed +test WARNING: Invalid config file /tmp/tmpcqnq23mz/backend-ratelimit.conf, config unchanged: BOOM +test INFO: Loaded config file /tmp/tmpcqnq23mz/backend-ratelimit.conf, config changed +test INFO: Loaded config file /tmp/tmpnl2n09ld/backend-ratelimit.conf, config changed +test DEBUG: Loaded existing config file /tmp/tmpnl2n09ld/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmpnl2n09ld/backend-ratelimit.conf, config changed +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmptsos_8lg/missing +test INFO: Loaded config file /tmp/tmpd40he18o/override-ratelimit.conf, config changed +test WARNING: Invalid config file /tmp/tmp7nupd1ss/backend_rl.conf, config unchanged: Unable to find backend_ratelimit config section in /tmp/tmp7nupd1ss/backend_rl.conf +test WARNING: Failed to load config file, config unchanged: Unable to read config from +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpu1o0f9cj/backend_rl.conf +test INFO: Loaded config file /tmp/tmpez1w8dc4/backend-ratelimit.conf, config changed +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test ERROR: Error in '/tmp/tmpayhk99ym/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' +test ERROR: Could not load '/tmp/tmpr4evqcja/container-sync-realms.conf': File contains no section headers. +file: '/tmp/tmpr4evqcja/container-sync-realms.conf', line: 1 +'invalid' +test DEBUG: Could not load '7c54256271824229b4f83dacef1db746': [Errno 2] No such file or directory: '7c54256271824229b4f83dacef1db746' +test ERROR: Could not load '/tmp/tmpeayr0ne0/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpeayr0ne0/container-sync-realms.conf' +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00029 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpp2huk4a6/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00212 seconds (472.46883/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00490 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00027 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test DEBUG: Skipping the update of recently changed /tmp/tmpt1rzhtaw/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpt1rzhtaw/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpt1rzhtaw/sdq/objects/auditor_status_ALL.jsontest.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok + +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e92d049526d43e38ac22-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e92d049526d43e38ac22-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e92d049526d43e38ac22-00697b6f09) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6e92d049526d43e38ac22-00697b6f09) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6989e17b18ae45dfb3aca-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6989e17b18ae45dfb3aca-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6989e17b18ae45dfb3aca-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6989e17b18ae45dfb3aca-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6989e17b18ae45dfb3aca-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6989e17b18ae45dfb3aca-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6989e17b18ae45dfb3aca-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6989e17b18ae45dfb3aca-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6989e17b18ae45dfb3aca-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6989e17b18ae45dfb3aca-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6989e17b18ae45dfb3aca-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6989e17b18ae45dfb3aca-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6989e17b18ae45dfb3aca-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6989e17b18ae45dfb3aca-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6989e17b18ae45dfb3aca-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6989e17b18ae45dfb3aca-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6989e17b18ae45dfb3aca-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6989e17b18ae45dfb3aca-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6989e17b18ae45dfb3aca-00697b6f0a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9ed8a112901b4b0294f9b-00676e5eba) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9ed8a112901b4b0294f9b-00676e5eba) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9ed8a112901b4b0294f9b-00676e5eba) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx9ed8a112901b4b0294f9b-00676e5eba) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb88ca9142f274940933f8-00676e5eba) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb88ca9142f274940933f8-00676e5eba) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb88ca9142f274940933f8-00676e5eba) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd5328cd1da2f492093af6-00676e5eba) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd5328cd1da2f492093af6-00676e5eba) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txd5328cd1da2f492093af6-00676e5eba) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c9d3347faab4176a121c-00676e5eba) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c9d3347faab4176a121c-00676e5eba) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx2c9d3347faab4176a121c-00676e5eba) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx2c9d3347faab4176a121c-00676e5eba) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx2c9d3347faab4176a121c-00676e5eba) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx2c9d3347faab4176a121c-00676e5eba) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: tx3cbf91521b4d429e9bb6b-00697b6f0a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: txd0678241ae4a4009b34a1-00697b6f0a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx61ee348d48114386a5c4d-00697b6f0a) +proxy-server ERROR: Object returning 503 for [] (txn: tx61ee348d48114386a5c4d-00697b6f0a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286637.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/1a1/8fb3fec4b60cee0354ddf197e13961a1/8fb3fec4b60cee0354ddf197e13961a1_1735286637.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286637.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/1a1/8fb3fec4b60cee0354ddf197e13961a1/8fb3fec4b60cee0354ddf197e13961a1_1735286637.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286640.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/c1c/1e7670b17168310c1fa9abe169f07c1c/1e7670b17168310c1fa9abe169f07c1c_1735286640.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286640.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/c1c/1e7670b17168310c1fa9abe169f07c1c/1e7670b17168310c1fa9abe169f07c1c_1735286640.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286643.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/7a1/274da9a898e5a57b86298394260487a1/274da9a898e5a57b86298394260487a1_1735286643.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286643.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/7a1/274da9a898e5a57b86298394260487a1/274da9a898e5a57b86298394260487a1_1735286643.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286646.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/00e/98fb484b62565df908c76c00715f200e/98fb484b62565df908c76c00715f200e_1735286646.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286646.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/00e/98fb484b62565df908c76c00715f200e/98fb484b62565df908c76c00715f200e_1735286646.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286649.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/7a7/abe409dbf8143a973b35c30c6a6d97a7/abe409dbf8143a973b35c30c6a6d97a7_1735286649.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286649.00000-0, db: /tmp/tmpjhufb0ic/sda/containers/0/7a7/abe409dbf8143a973b35c30c6a6d97a7/abe409dbf8143a973b35c30c6a6d97a7_1735286649.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286461.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/de0/2452d7abc602d4a6e6ee547149435de0/2452d7abc602d4a6e6ee547149435de0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286461.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/de0/2452d7abc602d4a6e6ee547149435de0/2452d7abc602d4a6e6ee547149435de0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286465.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/bb3/824764b899443183046316044606abb3/824764b899443183046316044606abb3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286465.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/bb3/824764b899443183046316044606abb3/824764b899443183046316044606abb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286469.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/a51/e2f6ff1a3b45d990663c7ba870a83a51/e2f6ff1a3b45d990663c7ba870a83a51.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286469.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/a51/e2f6ff1a3b45d990663c7ba870a83a51/e2f6ff1a3b45d990663c7ba870a83a51.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286473.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/45d/ea4595dd3c81d2404f7413f5d197345d/ea4595dd3c81d2404f7413f5d197345d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286473.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/45d/ea4595dd3c81d2404f7413f5d197345d/ea4595dd3c81d2404f7413f5d197345d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286477.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/5e6/39e5739180dcf9b65dbf2b1ca7c865e6/39e5739180dcf9b65dbf2b1ca7c865e6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286477.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/5e6/39e5739180dcf9b65dbf2b1ca7c865e6/39e5739180dcf9b65dbf2b1ca7c865e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286481.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/01c/7e2cbfd7430fef4f89aec82f7372801c/7e2cbfd7430fef4f89aec82f7372801c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286481.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/01c/7e2cbfd7430fef4f89aec82f7372801c/7e2cbfd7430fef4f89aec82f7372801c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286485.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/407/c708733ee448cfb0b1bd81f2ac582407/c708733ee448cfb0b1bd81f2ac582407.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286485.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/407/c708733ee448cfb0b1bd81f2ac582407/c708733ee448cfb0b1bd81f2ac582407.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286489.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/9ef/11789eb4162894f911061e6a254599ef/11789eb4162894f911061e6a254599ef.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286489.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/9ef/11789eb4162894f911061e6a254599ef/11789eb4162894f911061e6a254599ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286493.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/170/ac1b5258c44f5afaad2aa16f88173170/ac1b5258c44f5afaad2aa16f88173170.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286493.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/170/ac1b5258c44f5afaad2aa16f88173170/ac1b5258c44f5afaad2aa16f88173170.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286497.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/c49/d3d5a10a4540cafbb35548779332cc49/d3d5a10a4540cafbb35548779332cc49.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286497.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/c49/d3d5a10a4540cafbb35548779332cc49/d3d5a10a4540cafbb35548779332cc49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286501.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/899/fa9445a08b6a5ea4515cd0ee210aa899/fa9445a08b6a5ea4515cd0ee210aa899.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286501.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/899/fa9445a08b6a5ea4515cd0ee210aa899/fa9445a08b6a5ea4515cd0ee210aa899.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286505.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/72a/98701a2248f9e9450b740b3c6119972a/98701a2248f9e9450b740b3c6119972a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286505.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/72a/98701a2248f9e9450b740b3c6119972a/98701a2248f9e9450b740b3c6119972a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286509.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/efc/257e786994c5bfcc0e8b566de0a15efc/257e786994c5bfcc0e8b566de0a15efc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286509.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/efc/257e786994c5bfcc0e8b566de0a15efc/257e786994c5bfcc0e8b566de0a15efc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286513.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/180/eba16b202ea43add0aba5fb984c3d180/eba16b202ea43add0aba5fb984c3d180.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286513.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/180/eba16b202ea43add0aba5fb984c3d180/eba16b202ea43add0aba5fb984c3d180.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286517.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/0e7/67836a8a252f0652c831126e301770e7/67836a8a252f0652c831126e301770e7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286517.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/0e7/67836a8a252f0652c831126e301770e7/67836a8a252f0652c831126e301770e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286521.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/0b6/84c17cf1bc0ddcfb9e68311b44ac20b6/84c17cf1bc0ddcfb9e68311b44ac20b6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286521.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/0b6/84c17cf1bc0ddcfb9e68311b44ac20b6/84c17cf1bc0ddcfb9e68311b44ac20b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286525.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/1b4/0378a376bce3cd28ddd415a9ab9561b4/0378a376bce3cd28ddd415a9ab9561b4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286525.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/1b4/0378a376bce3cd28ddd415a9ab9561b4/0378a376bce3cd28ddd415a9ab9561b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286529.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/253/972e8a106565fd871d6ad05684710253/972e8a106565fd871d6ad05684710253.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286529.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/253/972e8a106565fd871d6ad05684710253/972e8a106565fd871d6ad05684710253.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286533.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/3b0/434b72e167a9367547a0843834fb93b0/434b72e167a9367547a0843834fb93b0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286533.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/3b0/434b72e167a9367547a0843834fb93b0/434b72e167a9367547a0843834fb93b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286537.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/6db/4a152143ee4dfbff2e920120a50f56db/4a152143ee4dfbff2e920120a50f56db.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286537.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/6db/4a152143ee4dfbff2e920120a50f56db/4a152143ee4dfbff2e920120a50f56db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286541.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/890/c97d741d6916a35c6c5715d6ff049890/c97d741d6916a35c6c5715d6ff049890.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286541.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/890/c97d741d6916a35c6c5715d6ff049890/c97d741d6916a35c6c5715d6ff049890.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286545.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/266/06ac9122d0c67bd5ecd47861bff5b266/06ac9122d0c67bd5ecd47861bff5b266.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286545.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/266/06ac9122d0c67bd5ecd47861bff5b266/06ac9122d0c67bd5ecd47861bff5b266.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286549.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/e81/7b293b464ef175e13dd5b0c04f299e81/7b293b464ef175e13dd5b0c04f299e81.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286549.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/e81/7b293b464ef175e13dd5b0c04f299e81/7b293b464ef175e13dd5b0c04f299e81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286553.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/b1d/f1c04b6443b9bc744f8e616ddc22eb1d/f1c04b6443b9bc744f8e616ddc22eb1d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286553.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/b1d/f1c04b6443b9bc744f8e616ddc22eb1d/f1c04b6443b9bc744f8e616ddc22eb1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286557.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/277/94f03a32a491dfd53c70745d2f461277/94f03a32a491dfd53c70745d2f461277.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286557.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/277/94f03a32a491dfd53c70745d2f461277/94f03a32a491dfd53c70745d2f461277.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286561.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/9a2/c7c595ab2dc3ae7c76378f492a59f9a2/c7c595ab2dc3ae7c76378f492a59f9a2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286561.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/9a2/c7c595ab2dc3ae7c76378f492a59f9a2/c7c595ab2dc3ae7c76378f492a59f9a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286565.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/564/eac35bf739d363d3ba6eab0d73525564/eac35bf739d363d3ba6eab0d73525564.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286565.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/564/eac35bf739d363d3ba6eab0d73525564/eac35bf739d363d3ba6eab0d73525564.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286569.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/c31/db776185c403ebbff54454b05c27dc31/db776185c403ebbff54454b05c27dc31.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286569.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/c31/db776185c403ebbff54454b05c27dc31/db776185c403ebbff54454b05c27dc31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286573.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/490/2a2e17d50e97c9cde36ea028eb7d5490/2a2e17d50e97c9cde36ea028eb7d5490.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286573.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/490/2a2e17d50e97c9cde36ea028eb7d5490/2a2e17d50e97c9cde36ea028eb7d5490.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286577.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/944/e9c48804892d390b1cb3a9a70bc34944/e9c48804892d390b1cb3a9a70bc34944.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286577.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/944/e9c48804892d390b1cb3a9a70bc34944/e9c48804892d390b1cb3a9a70bc34944.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286581.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/722/1a9b941f812ea968dc7f252d619e2722/1a9b941f812ea968dc7f252d619e2722.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286581.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/722/1a9b941f812ea968dc7f252d619e2722/1a9b941f812ea968dc7f252d619e2722.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286585.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/a8d/2ebc187d51e76f3a276c3067ba9a1a8d/2ebc187d51e76f3a276c3067ba9a1a8d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286585.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/a8d/2ebc187d51e76f3a276c3067ba9a1a8d/2ebc187d51e76f3a276c3067ba9a1a8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286589.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/d2c/6930aad450fd5b8b5804f9da7f347d2c/6930aad450fd5b8b5804f9da7f347d2c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286589.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/d2c/6930aad450fd5b8b5804f9da7f347d2c/6930aad450fd5b8b5804f9da7f347d2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286593.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/ddb/d4934f310132960fff5785d1189d3ddb/d4934f310132960fff5785d1189d3ddb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286593.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/ddb/d4934f310132960fff5785d1189d3ddb/d4934f310132960fff5785d1189d3ddb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286597.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/061/9f6a60622e3f74b88bcfe6c45316b061/9f6a60622e3f74b88bcfe6c45316b061.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286597.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/061/9f6a60622e3f74b88bcfe6c45316b061/9f6a60622e3f74b88bcfe6c45316b061.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286601.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/4e9/d79e90ea63cd66263a13d6cebb8964e9/d79e90ea63cd66263a13d6cebb8964e9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286601.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/4e9/d79e90ea63cd66263a13d6cebb8964e9/d79e90ea63cd66263a13d6cebb8964e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286605.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/733/5d5fb16adfd040fe180104a010fb3733/5d5fb16adfd040fe180104a010fb3733.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286605.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/733/5d5fb16adfd040fe180104a010fb3733/5d5fb16adfd040fe180104a010fb3733.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286609.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/a02/67a9e1f84c9164fb7ec20dde01c63a02/67a9e1f84c9164fb7ec20dde01c63a02.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286609.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/a02/67a9e1f84c9164fb7ec20dde01c63a02/67a9e1f84c9164fb7ec20dde01c63a02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286613.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/94d/d56bb030c548f7299ad808f8438c794d/d56bb030c548f7299ad808f8438c794d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286613.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/94d/d56bb030c548f7299ad808f8438c794d/d56bb030c548f7299ad808f8438c794d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286617.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/ea1/00a2b933e0abdcfefb74852617f08ea1/00a2b933e0abdcfefb74852617f08ea1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286617.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/ea1/00a2b933e0abdcfefb74852617f08ea1/00a2b933e0abdcfefb74852617f08ea1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286621.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/6a1/76d691d1a5c471702db82dc158c4c6a1/76d691d1a5c471702db82dc158c4c6a1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286621.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/6a1/76d691d1a5c471702db82dc158c4c6a1/76d691d1a5c471702db82dc158c4c6a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286625.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/fcc/43217a8786384fe68cf1de709e2b2fcc/43217a8786384fe68cf1de709e2b2fcc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286625.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/fcc/43217a8786384fe68cf1de709e2b2fcc/43217a8786384fe68cf1de709e2b2fcc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286629.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/246/4d5ee3b233db10f0b0ab3eb8e5edd246/4d5ee3b233db10f0b0ab3eb8e5edd246.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286629.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/246/4d5ee3b233db10f0b0ab3eb8e5edd246/4d5ee3b233db10f0b0ab3eb8e5edd246.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286633.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/8cd/02b85237a06182b4e4b4440efbe818cd/02b85237a06182b4e4b4440efbe818cd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286633.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/8cd/02b85237a06182b4e4b4440efbe818cd/02b85237a06182b4e4b4440efbe818cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286637.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/1a1/8fb3fec4b60cee0354ddf197e13961a1/8fb3fec4b60cee0354ddf197e13961a1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286637.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/1a1/8fb3fec4b60cee0354ddf197e13961a1/8fb3fec4b60cee0354ddf197e13961a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286641.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/4eb/4a7a10e36392be64fcc60d29451d04eb/4a7a10e36392be64fcc60d29451d04eb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286641.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/4eb/4a7a10e36392be64fcc60d29451d04eb/4a7a10e36392be64fcc60d29451d04eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286645.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/010/afd227338fb938b9f238e896e49a9010/afd227338fb938b9f238e896e49a9010.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286645.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/010/afd227338fb938b9f238e896e49a9010/afd227338fb938b9f238e896e49a9010.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286649.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/7a7/abe409dbf8143a973b35c30c6a6d97a7/abe409dbf8143a973b35c30c6a6d97a7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286649.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/7a7/abe409dbf8143a973b35c30c6a6d97a7/abe409dbf8143a973b35c30c6a6d97a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286653.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/18d/140534d7e0560a3a9dcbd5c789ce418d/140534d7e0560a3a9dcbd5c789ce418d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286653.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/18d/140534d7e0560a3a9dcbd5c789ce418d/140534d7e0560a3a9dcbd5c789ce418d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286657.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/0f4/bf346e3755e1d0f4c24bf2e6fb09b0f4/bf346e3755e1d0f4c24bf2e6fb09b0f4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286657.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/0f4/bf346e3755e1d0f4c24bf2e6fb09b0f4/bf346e3755e1d0f4c24bf2e6fb09b0f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286661.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/b72/daf4e7d8985c1991f6d750f8543d2b72/daf4e7d8985c1991f6d750f8543d2b72.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286661.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/b72/daf4e7d8985c1991f6d750f8543d2b72/daf4e7d8985c1991f6d750f8543d2b72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286665.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/c76/ec070557f4395fa60034f09273b08c76/ec070557f4395fa60034f09273b08c76.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286665.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/c76/ec070557f4395fa60034f09273b08c76/ec070557f4395fa60034f09273b08c76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286669.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/396/d1446255c1e73e15b0e1db08de0a9396/d1446255c1e73e15b0e1db08de0a9396.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286669.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/396/d1446255c1e73e15b0e1db08de0a9396/d1446255c1e73e15b0e1db08de0a9396.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286673.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/5b9/687136e8560031926f848124819215b9/687136e8560031926f848124819215b9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286673.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/5b9/687136e8560031926f848124819215b9/687136e8560031926f848124819215b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286677.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/dc4/8762c54b14ed130552ea54dd81c4edc4/8762c54b14ed130552ea54dd81c4edc4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286677.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/dc4/8762c54b14ed130552ea54dd81c4edc4/8762c54b14ed130552ea54dd81c4edc4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286681.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/b9d/4498cf6e59390a021c4c1c58a09e6b9d/4498cf6e59390a021c4c1c58a09e6b9d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286681.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/b9d/4498cf6e59390a021c4c1c58a09e6b9d/4498cf6e59390a021c4c1c58a09e6b9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286685.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/364/eb35bfb35a7bbf08f0c93ed9b211b364/eb35bfb35a7bbf08f0c93ed9b211b364.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286685.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/364/eb35bfb35a7bbf08f0c93ed9b211b364/eb35bfb35a7bbf08f0c93ed9b211b364.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286689.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/a04/702440bf0745fb793010e784d7db7a04/702440bf0745fb793010e784d7db7a04.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286689.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/a04/702440bf0745fb793010e784d7db7a04/702440bf0745fb793010e784d7db7a04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286693.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/1f9/c4141eaaca16c32ca9e1103c0187e1f9/c4141eaaca16c32ca9e1103c0187e1f9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286693.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/1f9/c4141eaaca16c32ca9e1103c0187e1f9/c4141eaaca16c32ca9e1103c0187e1f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286697.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/caa/2005070333464314b4050eaa02477caa/2005070333464314b4050eaa02477caa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286697.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/caa/2005070333464314b4050eaa02477caa/2005070333464314b4050eaa02477caa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286701.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/397/e007b01d1be5e16f3cb4f6c3be19a397/e007b01d1be5e16f3cb4f6c3be19a397.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286701.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/397/e007b01d1be5e16f3cb4f6c3be19a397/e007b01d1be5e16f3cb4f6c3be19a397.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286705.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/a97/c58ce61fa835a65e0c0c1e74b1294a97/c58ce61fa835a65e0c0c1e74b1294a97.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286705.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/a97/c58ce61fa835a65e0c0c1e74b1294a97/c58ce61fa835a65e0c0c1e74b1294a97.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286709.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/c86/495f18891540a4130666e3b7c49d8c86/495f18891540a4130666e3b7c49d8c86.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286709.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/c86/495f18891540a4130666e3b7c49d8c86/495f18891540a4130666e3b7c49d8c86.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift ERROR: 501 Not Implemented -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx44298078e2c847a7a8706-00676e5ebb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx1486b1c8ffd74500a0aa4-00676e5ebb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test WARNING: Handoff requested (9) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txa2b04a6e0d7747a385c3f-00697b6f0c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txa2b04a6e0d7747a385c3f-00697b6f0c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txa2b04a6e0d7747a385c3f-00697b6f0c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txa2b04a6e0d7747a385c3f-00697b6f0c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txa2b04a6e0d7747a385c3f-00697b6f0c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txa2b04a6e0d7747a385c3f-00697b6f0c) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txa2b04a6e0d7747a385c3f-00697b6f0c) +test INFO: Client disconnected on read of '/a/c' (txn: txa2b04a6e0d7747a385c3f-00697b6f0c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1a8f297284de43a298cc6-00697b6f0c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1a8f297284de43a298cc6-00697b6f0c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1a8f297284de43a298cc6-00697b6f0c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txe40b4340520b49dea79da-00697b6f0c) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txd2fdb9bbd2f045a88d051-00697b6f0c) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx91ea7e12819c409ebfbb8-00697b6f0c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx46fed5ec41a74c1fad0f2-00697b6f0c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter - putter = Putter.connect( - node, part, req.swift_entity_path, headers, self.app.watchdog, - ...<4 lines>... - logger=self.logger, - chunked=te.endswith(',chunked')) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ~~~~~~~~~~~~~~~~~~~~^ - node, part, path, headers, conn_timeout, node_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection - conn = http_connect(ip, port, node['device'], - part, 'PUT', path, headers) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -48702,30 +40426,22 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: Connection refused: Please insert ten dollars (txn: txeb8b8d4002d9413f9b35f-00676e5ebb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx8f3dca874d9649e591abd-00676e5ebb) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: txed6bc84a943d4d0bbe438-00676e5ebb) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: txd958b74dabb14d31b6cfe-00676e5ebb) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: txae580ef9e42b40b593658-00676e5ebb) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: +Exception: kaboom! (txn: tx8a4f39801190448d9f065-00697b6f0c) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txf25fbde3c35b4d6f94a5d-00697b6f0c) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txf25fbde3c35b4d6f94a5d-00697b6f0c) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx195b4c2720dd474c8f103-00697b6f0c) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx85086aad941348d288094-00697b6f0c) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx33445ca8be4546fbbe678-00697b6f0c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx533bcccc51634ce7b7fbb-00697b6f0c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter - putter = Putter.connect( - node, part, req.swift_entity_path, headers, self.app.watchdog, - ...<4 lines>... - logger=self.logger, - chunked=te.endswith(',chunked')) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ~~~~~~~~~~~~~~~~~~~~^ - node, part, path, headers, conn_timeout, node_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection - conn = http_connect(ip, port, node['device'], - part, 'PUT', path, headers) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -48735,143 +40451,411 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx1196415c03f3482aa74b7-00676e5ebb) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txa48c3712dc8047d38b3f3-00676e5ebb) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txc902a0e63dc54e37bf40c-00676e5ebb) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx8b0b826d1e574ec48a5ca-00676e5ebb) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - self.app.node_timeout, not final_phase) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response - self.resp = self.conn.getresponse() - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse - self.status = self._status.get_response_status() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status - raise self.status -Exception (txn: txe264263a126b48248bcb1-00676e5ebb)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok +Exception: kaboom! (txn: tx10279d0aeb92410aa0e89-00697b6f0c)test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestConfigOptionHandling.test_default +test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697097.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/687/1359f9bddc1d432e4e9620db5311c687/1359f9bddc1d432e4e9620db5311c687.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697106.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/ced/36da0c197495018ec55661e1a3842ced/36da0c197495018ec55661e1a3842ced.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697106.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/ced/36da0c197495018ec55661e1a3842ced/36da0c197495018ec55661e1a3842ced.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697106.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/ced/36da0c197495018ec55661e1a3842ced/36da0c197495018ec55661e1a3842ced.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697115.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/c3a/8f384485906b5103d45b83348a586c3a/8f384485906b5103d45b83348a586c3a.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697115.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/c3a/8f384485906b5103d45b83348a586c3a/8f384485906b5103d45b83348a586c3a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697115.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/c3a/8f384485906b5103d45b83348a586c3a/8f384485906b5103d45b83348a586c3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697124.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/5ec/7a6bb1634adf9d728f61f838651ac5ec/7a6bb1634adf9d728f61f838651ac5ec.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697124.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/5ec/7a6bb1634adf9d728f61f838651ac5ec/7a6bb1634adf9d728f61f838651ac5ec.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697124.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/5ec/7a6bb1634adf9d728f61f838651ac5ec/7a6bb1634adf9d728f61f838651ac5ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697133.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/d96/262dc56b74ed3bb3b8aac3c4381ebd96/262dc56b74ed3bb3b8aac3c4381ebd96.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697133.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/d96/262dc56b74ed3bb3b8aac3c4381ebd96/262dc56b74ed3bb3b8aac3c4381ebd96.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697133.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/d96/262dc56b74ed3bb3b8aac3c4381ebd96/262dc56b74ed3bb3b8aac3c4381ebd96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697142.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/fbc/575745280a984538f16ebedf9945afbc/575745280a984538f16ebedf9945afbc.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697142.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/fbc/575745280a984538f16ebedf9945afbc/575745280a984538f16ebedf9945afbc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697142.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/fbc/575745280a984538f16ebedf9945afbc/575745280a984538f16ebedf9945afbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697151.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/b44/26454ce0701dfdd0a432630fbe47ab44/26454ce0701dfdd0a432630fbe47ab44.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697151.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/b44/26454ce0701dfdd0a432630fbe47ab44/26454ce0701dfdd0a432630fbe47ab44.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697151.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/b44/26454ce0701dfdd0a432630fbe47ab44/26454ce0701dfdd0a432630fbe47ab44.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697160.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/373/4e27d062a538bf09027adb23f9782373/4e27d062a538bf09027adb23f9782373.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697160.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/373/4e27d062a538bf09027adb23f9782373/4e27d062a538bf09027adb23f9782373.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697160.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/373/4e27d062a538bf09027adb23f9782373/4e27d062a538bf09027adb23f9782373.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697169.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/64a/cc7680da0d17849439b1a3d50996964a/cc7680da0d17849439b1a3d50996964a.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697169.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/64a/cc7680da0d17849439b1a3d50996964a/cc7680da0d17849439b1a3d50996964a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697169.00000-2, db: /tmp/tmpk19fpsgg/sda/containers/0/64a/cc7680da0d17849439b1a3d50996964a/cc7680da0d17849439b1a3d50996964a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697034.00000-2, db: /tmp/tmpd50k1qzk/sda/containers/0/d01/4c48a2865be96d8ab58de9e36e3e1d01/4c48a2865be96d8ab58de9e36e3e1d01.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1769697034.00000, (0, 0) as of 1769697034.00000, active as of 1769697034.00000> to ShardRange<'a' to 'b' as of 1769697034.00000, (0, 0) as of 1769697034.00000, sharding as of 1769697039.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697034.00000-2, db: /tmp/tmpd50k1qzk/sda/containers/0/d01/4c48a2865be96d8ab58de9e36e3e1d01/4c48a2865be96d8ab58de9e36e3e1d01.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697034.00000-2, db: /tmp/tmpd50k1qzk/sda/containers/0/d01/4c48a2865be96d8ab58de9e36e3e1d01/4c48a2865be96d8ab58de9e36e3e1d01.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697034.00000-2, db: /tmp/tmpd50k1qzk/sda/containers/0/d01/4c48a2865be96d8ab58de9e36e3e1d01/4c48a2865be96d8ab58de9e36e3e1d01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697034.00000-2, db: /tmp/tmpd50k1qzk/sda/containers/0/d01/4c48a2865be96d8ab58de9e36e3e1d01/4c48a2865be96d8ab58de9e36e3e1d01_1769697034.00000.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697034.00000-2, db: /tmp/tmpd50k1qzk/sda/containers/0/d01/4c48a2865be96d8ab58de9e36e3e1d01/4c48a2865be96d8ab58de9e36e3e1d01_1769697034.00000.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697034.00000-2, db: /tmp/tmpd50k1qzk/sda/containers/0/d01/4c48a2865be96d8ab58de9e36e3e1d01/4c48a2865be96d8ab58de9e36e3e1d01_1769697034.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpd50k1qzk/sda/containers/0/d01/4c48a2865be96d8ab58de9e36e3e1d01/4c48a2865be96d8ab58de9e36e3e1d01.db'test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok +test ERROR: Failed to unlink '/tmp/tmp9q5hqjv0/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp9q5hqjv0/containers/part/suffix/hash/container_1769697033.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp9q5hqjv0/containers/part/suffix/hash/container_1769697033.00000.db': ['/tmp/tmp9q5hqjv0/containers/part/suffix/hash/container.db', '/tmp/tmp9q5hqjv0/containers/part/suffix/hash/container_1769697034.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp9q5hqjv0/containers/part/suffix/hash/container_1769697034.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test ERROR: Problem finding shard upper in '/tmp/tmpukpux7a0/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpukpux7a0/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp9op56raz/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp9op56raz/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx4c4fbb18686f41aabb4bb-00676e5ebc) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: tx7a4c9c94169f477f8e920-00676e5ebc) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx0d2e7c496a8e4bb9b7c49-00676e5ebc) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx0d2e7c496a8e4bb9b7c49-00676e5ebc) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx0d2e7c496a8e4bb9b7c49-00676e5ebc) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx0d2e7c496a8e4bb9b7c49-00676e5ebc) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.7:1007/sdh (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.12:1012/sdm (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server ERROR: Exception fetching fragments for '/a/c/o': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1017, in _transfer_data - chunk = next(data_source) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1493, in put_fragments_in_queue + for fragment in frag_iter: + ^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ return self._get_next_item() ~~~~~~~~~~~~~~~~~~~^^ @@ -48880,1399 +40864,411 @@ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item return next(self.wrapped_iter) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader - return req.environ['wsgi.input'].read( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - self.app.client_chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 2008, in read - raise Exception('exception message') -Exception: exception message (txn: tx9a382629b30144728181e-00676e5ebc) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - self.app.node_timeout, not final_phase) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response - self.resp = self.conn.getresponse() - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse - self.status = self._status.get_response_status() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status - raise self.status -Exception: boom (txn: txa88a66155ebf4629b5503-00676e5ebc) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: tx188b2080978d437eb5cca-00676e5ebc) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txb46cf3eb42cd4ef396f3b-00676e5ebc) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx4979bf9cb7ac41ee9cee1-00676e5ebc) -proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.1:1001/sdb (txn: tx4979bf9cb7ac41ee9cee1-00676e5ebc) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txe8dbd3aebf9446a9943b5-00676e5ebc) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx571799dc5b5b4f9bade56-00676e5ebc) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.1:1001/sdb (txn: tx571799dc5b5b4f9bade56-00676e5ebc)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [412] (txn: tx34be302e44904fbba3abb-00676e5ebc) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending enough data (txn: txeeba29d93ba74d21b7506-00676e5ebd) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2515, in _iter_bytes_from_response_part + six.reraise(exc_type, exc_value, exc_traceback) + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise + raise value + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2487, in _iter_bytes_from_response_part + chunk = part_file.read(self.app.object_chunk_size) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1145, in read + raise ShortReadError( + "Too few bytes; read %d, expecting %d" % ( + self.nbytes - self.bytes_left, self.nbytes)) +swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: txd3f6757c8085484fadbe3-00697b6f0a) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txd3f6757c8085484fadbe3-00697b6f0a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.9:1009/sdj (txn: txb2db4ef0254543dc810f0-00697b6f0a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.01s) (txn: tx0e10fd92a61349e692343-00697b6f0a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.4:1004/sde (txn: txa0fc689345d14505b0e01-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa0fc689345d14505b0e01-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa0fc689345d14505b0e01-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa0fc689345d14505b0e01-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa0fc689345d14505b0e01-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0fc689345d14505b0e01-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0fc689345d14505b0e01-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0fc689345d14505b0e01-00697b6f0a)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok +test ERROR: Failed to unlink '/tmp/tmp50p9eo2_/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1792, in _send_chunk - self.conn.send(to_send) - ~~~~~~~~~~~~~~^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 927, in send - self.give_send(self, data) - ~~~~~~~~~~~~~~^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 1772, in capture_send - raise exc -Exception: Exception while sending data on connection (txn: tx668004560837422baaad5-00676e5ebd) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: txbc8ad20315794d6f9903e-00676e5ebd) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txf9f83042746146ba95b11-00676e5ebd) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286713.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/7bb/6204d438a68633f38214568edbfe27bb/6204d438a68633f38214568edbfe27bb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286713.00000-0, db: /tmp/tmpvod5p0kh/sda/containers/0/7bb/6204d438a68633f38214568edbfe27bb/6204d438a68633f38214568edbfe27bb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286464.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/15f/2248e41823c5c9d311fceb3acc74815f/2248e41823c5c9d311fceb3acc74815f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286464.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/15f/2248e41823c5c9d311fceb3acc74815f/2248e41823c5c9d311fceb3acc74815f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286467.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/b7e/08fbb5c9d2a189c1d9d7c924a9ad8b7e/08fbb5c9d2a189c1d9d7c924a9ad8b7e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286467.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/b7e/08fbb5c9d2a189c1d9d7c924a9ad8b7e/08fbb5c9d2a189c1d9d7c924a9ad8b7e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286470.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/af7/146fd39cb65128a7aaffbb4ae0443af7/146fd39cb65128a7aaffbb4ae0443af7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286470.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/af7/146fd39cb65128a7aaffbb4ae0443af7/146fd39cb65128a7aaffbb4ae0443af7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286473.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/45d/ea4595dd3c81d2404f7413f5d197345d/ea4595dd3c81d2404f7413f5d197345d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286473.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/45d/ea4595dd3c81d2404f7413f5d197345d/ea4595dd3c81d2404f7413f5d197345d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286476.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/0fa/3711ba1ccb3ea594d75ad3f70ff3e0fa/3711ba1ccb3ea594d75ad3f70ff3e0fa.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286476.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/0fa/3711ba1ccb3ea594d75ad3f70ff3e0fa/3711ba1ccb3ea594d75ad3f70ff3e0fa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286479.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/8c9/5ff497ae69a8ca9dfe9240d6cf85e8c9/5ff497ae69a8ca9dfe9240d6cf85e8c9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286479.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/8c9/5ff497ae69a8ca9dfe9240d6cf85e8c9/5ff497ae69a8ca9dfe9240d6cf85e8c9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286482.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/0ef/d2c70090e4883d36ae5d5984802d30ef/d2c70090e4883d36ae5d5984802d30ef.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286482.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/0ef/d2c70090e4883d36ae5d5984802d30ef/d2c70090e4883d36ae5d5984802d30ef.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286485.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/407/c708733ee448cfb0b1bd81f2ac582407/c708733ee448cfb0b1bd81f2ac582407.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286485.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/407/c708733ee448cfb0b1bd81f2ac582407/c708733ee448cfb0b1bd81f2ac582407.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286488.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/c86/7b08977091c251cf5b9e653b78460c86/7b08977091c251cf5b9e653b78460c86.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286488.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/c86/7b08977091c251cf5b9e653b78460c86/7b08977091c251cf5b9e653b78460c86.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286491.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/d29/f7b34cd7c57b8dbf5b3639e398814d29/f7b34cd7c57b8dbf5b3639e398814d29.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286491.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/d29/f7b34cd7c57b8dbf5b3639e398814d29/f7b34cd7c57b8dbf5b3639e398814d29.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286494.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/553/1af26db4382c08074eca089249771553/1af26db4382c08074eca089249771553.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286494.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/553/1af26db4382c08074eca089249771553/1af26db4382c08074eca089249771553.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286497.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/c49/d3d5a10a4540cafbb35548779332cc49/d3d5a10a4540cafbb35548779332cc49.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286497.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/c49/d3d5a10a4540cafbb35548779332cc49/d3d5a10a4540cafbb35548779332cc49.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286500.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/d2d/fd6d5e7dd4e3888f77239ebcb47afd2d/fd6d5e7dd4e3888f77239ebcb47afd2d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286500.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/d2d/fd6d5e7dd4e3888f77239ebcb47afd2d/fd6d5e7dd4e3888f77239ebcb47afd2d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286503.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/bd9/b90cb056a24957a0f559b728af52ebd9/b90cb056a24957a0f559b728af52ebd9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286503.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/bd9/b90cb056a24957a0f559b728af52ebd9/b90cb056a24957a0f559b728af52ebd9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286506.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/b5e/ef67fc09a1630decdbeab7945bc8cb5e/ef67fc09a1630decdbeab7945bc8cb5e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286506.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/b5e/ef67fc09a1630decdbeab7945bc8cb5e/ef67fc09a1630decdbeab7945bc8cb5e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286509.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/efc/257e786994c5bfcc0e8b566de0a15efc/257e786994c5bfcc0e8b566de0a15efc.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286509.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/efc/257e786994c5bfcc0e8b566de0a15efc/257e786994c5bfcc0e8b566de0a15efc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286512.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/dc5/b5ad5146976361e89c906029c1f9bdc5/b5ad5146976361e89c906029c1f9bdc5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286512.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/dc5/b5ad5146976361e89c906029c1f9bdc5/b5ad5146976361e89c906029c1f9bdc5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286515.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/15d/2f8068eddd253ee4b05baf06bb1ca15d/2f8068eddd253ee4b05baf06bb1ca15d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286515.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/15d/2f8068eddd253ee4b05baf06bb1ca15d/2f8068eddd253ee4b05baf06bb1ca15d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286518.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/4ac/938080c0f416b9b1c763e794afa724ac/938080c0f416b9b1c763e794afa724ac.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286518.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/4ac/938080c0f416b9b1c763e794afa724ac/938080c0f416b9b1c763e794afa724ac.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286521.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/0b6/84c17cf1bc0ddcfb9e68311b44ac20b6/84c17cf1bc0ddcfb9e68311b44ac20b6.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286521.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/0b6/84c17cf1bc0ddcfb9e68311b44ac20b6/84c17cf1bc0ddcfb9e68311b44ac20b6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286524.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/ab1/ce1a5a6c1328deeeeaffb0ac7cf99ab1/ce1a5a6c1328deeeeaffb0ac7cf99ab1.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286524.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/ab1/ce1a5a6c1328deeeeaffb0ac7cf99ab1/ce1a5a6c1328deeeeaffb0ac7cf99ab1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286527.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/906/49a746c42c600713218b941db925c906/49a746c42c600713218b941db925c906.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286527.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/906/49a746c42c600713218b941db925c906/49a746c42c600713218b941db925c906.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286530.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/304/7924cab5d10df3df358dbadb738d7304/7924cab5d10df3df358dbadb738d7304.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286530.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/304/7924cab5d10df3df358dbadb738d7304/7924cab5d10df3df358dbadb738d7304.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286533.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/3b0/434b72e167a9367547a0843834fb93b0/434b72e167a9367547a0843834fb93b0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286533.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/3b0/434b72e167a9367547a0843834fb93b0/434b72e167a9367547a0843834fb93b0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286536.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/925/b8d1053c8bb4cb0a0870f40c6e7ac925/b8d1053c8bb4cb0a0870f40c6e7ac925.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286536.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/925/b8d1053c8bb4cb0a0870f40c6e7ac925/b8d1053c8bb4cb0a0870f40c6e7ac925.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286539.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/aba/a7180cd2918b85d4786616e7679f1aba/a7180cd2918b85d4786616e7679f1aba.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286539.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/aba/a7180cd2918b85d4786616e7679f1aba/a7180cd2918b85d4786616e7679f1aba.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286542.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/8b8/56464a05782fa7f4771f312af9b0d8b8/56464a05782fa7f4771f312af9b0d8b8.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286542.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/8b8/56464a05782fa7f4771f312af9b0d8b8/56464a05782fa7f4771f312af9b0d8b8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286545.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/266/06ac9122d0c67bd5ecd47861bff5b266/06ac9122d0c67bd5ecd47861bff5b266.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286545.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/266/06ac9122d0c67bd5ecd47861bff5b266/06ac9122d0c67bd5ecd47861bff5b266.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286548.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/616/68409a9c662de44f95e7d0ea14256616/68409a9c662de44f95e7d0ea14256616.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286548.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/616/68409a9c662de44f95e7d0ea14256616/68409a9c662de44f95e7d0ea14256616.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286551.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/5af/28c867866024b1a37a8e9d027d3c25af/28c867866024b1a37a8e9d027d3c25af.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286551.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/5af/28c867866024b1a37a8e9d027d3c25af/28c867866024b1a37a8e9d027d3c25af.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286554.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/400/7a692ac219c464cd953cfa6f3b398400/7a692ac219c464cd953cfa6f3b398400.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286554.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/400/7a692ac219c464cd953cfa6f3b398400/7a692ac219c464cd953cfa6f3b398400.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286557.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/277/94f03a32a491dfd53c70745d2f461277/94f03a32a491dfd53c70745d2f461277.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286557.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/277/94f03a32a491dfd53c70745d2f461277/94f03a32a491dfd53c70745d2f461277.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286560.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/f6c/5bc462f9afd8b9427796f14aac267f6c/5bc462f9afd8b9427796f14aac267f6c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286560.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/f6c/5bc462f9afd8b9427796f14aac267f6c/5bc462f9afd8b9427796f14aac267f6c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286563.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/3e8/001b929f2ee9ec544ed580f806cca3e8/001b929f2ee9ec544ed580f806cca3e8.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286563.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/3e8/001b929f2ee9ec544ed580f806cca3e8/001b929f2ee9ec544ed580f806cca3e8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286566.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/ec0/127c3c865c1da251429b1785a27f4ec0/127c3c865c1da251429b1785a27f4ec0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286566.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/ec0/127c3c865c1da251429b1785a27f4ec0/127c3c865c1da251429b1785a27f4ec0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286569.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/c31/db776185c403ebbff54454b05c27dc31/db776185c403ebbff54454b05c27dc31.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286569.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/c31/db776185c403ebbff54454b05c27dc31/db776185c403ebbff54454b05c27dc31.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286572.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/35b/9d7ccd18d52a978b5ca5fea504f6c35b/9d7ccd18d52a978b5ca5fea504f6c35b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286572.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/35b/9d7ccd18d52a978b5ca5fea504f6c35b/9d7ccd18d52a978b5ca5fea504f6c35b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286575.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/5a5/94f621cd938cd3ccf05c8679984aa5a5/94f621cd938cd3ccf05c8679984aa5a5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286575.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/5a5/94f621cd938cd3ccf05c8679984aa5a5/94f621cd938cd3ccf05c8679984aa5a5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286578.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/7c0/30b55d7382230dbc9f2ef8792796a7c0/30b55d7382230dbc9f2ef8792796a7c0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286578.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/7c0/30b55d7382230dbc9f2ef8792796a7c0/30b55d7382230dbc9f2ef8792796a7c0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286581.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/722/1a9b941f812ea968dc7f252d619e2722/1a9b941f812ea968dc7f252d619e2722.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286581.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/722/1a9b941f812ea968dc7f252d619e2722/1a9b941f812ea968dc7f252d619e2722.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286584.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/947/873f7a33f0362d0e3cf3488cf0b96947/873f7a33f0362d0e3cf3488cf0b96947.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286584.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/947/873f7a33f0362d0e3cf3488cf0b96947/873f7a33f0362d0e3cf3488cf0b96947.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286587.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/2c9/0aca22e17d35c3cda27e61681f5e22c9/0aca22e17d35c3cda27e61681f5e22c9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286587.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/2c9/0aca22e17d35c3cda27e61681f5e22c9/0aca22e17d35c3cda27e61681f5e22c9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286590.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/e06/18779512ab0a9727333c5c3eddb84e06/18779512ab0a9727333c5c3eddb84e06.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286590.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/e06/18779512ab0a9727333c5c3eddb84e06/18779512ab0a9727333c5c3eddb84e06.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286593.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/ddb/d4934f310132960fff5785d1189d3ddb/d4934f310132960fff5785d1189d3ddb.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286593.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/ddb/d4934f310132960fff5785d1189d3ddb/d4934f310132960fff5785d1189d3ddb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286596.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/20f/b339603eddb465d200e8c97ab4aae20f/b339603eddb465d200e8c97ab4aae20f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286596.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/20f/b339603eddb465d200e8c97ab4aae20f/b339603eddb465d200e8c97ab4aae20f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286599.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/b8c/c24d3c8ba4dd1f86d22bc73e46171b8c/c24d3c8ba4dd1f86d22bc73e46171b8c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286599.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/b8c/c24d3c8ba4dd1f86d22bc73e46171b8c/c24d3c8ba4dd1f86d22bc73e46171b8c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286602.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/977/33ec76e08918a173fff5bea41f150977/33ec76e08918a173fff5bea41f150977.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286602.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/977/33ec76e08918a173fff5bea41f150977/33ec76e08918a173fff5bea41f150977.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286605.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/733/5d5fb16adfd040fe180104a010fb3733/5d5fb16adfd040fe180104a010fb3733.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286605.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/733/5d5fb16adfd040fe180104a010fb3733/5d5fb16adfd040fe180104a010fb3733.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286608.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/bdb/255f3ff3e218411cc8ea8ed172ea4bdb/255f3ff3e218411cc8ea8ed172ea4bdb.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:00:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok - -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286461.66626 <= '409 (1735286461.66626), 409 (1735286461.66626), 409 (1735286461.66626)' (txn: tx52f2dd311cf8417cb6262-00676e5ebd) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286461.66870 <= '409 (1735286461.66870), 409 (1735286461.66870), 409 (1735286461.66870)' (txn: tx091d39bb8374407b9336a-00676e5ebd) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286461.67085 <= '409 (1735286461.67085), 409 (1735286461.67085), 409 (1735286461.67085)' (txn: txe876f260602242e69f53d-00676e5ebd) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286461.00000 <= '409 (1735286462.00000), 409 (1735286462.00000), 409 (1735286462.00000)' (txn: txf74adfba65c74866a4e71-00676e5ebd) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286463.00000 <= '409 (1735286464.00000), 409 (1735286464.00000), 409 (1735286464.00000)' (txn: txc13ddaac8afa47e896334-00676e5ebd) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286465.00000 <= '409 (1735286466.00000), 409 (1735286466.00000), 409 (1735286466.00000)' (txn: txbfb3e7ffe1d74416933e0-00676e5ebd) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286461.00000 <= '409 (1735286461.00000), 409 (1735286461.00000), 409 (1735286461.00000)' (txn: tx296bed7f751144d1817ed-00676e5ebd) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286462.00000 <= '409 (1735286462.00000), 409 (1735286462.00000), 409 (1735286462.00000)' (txn: txf5f59d275d8c44059c378-00676e5ebd) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286463.00000 <= '409 (1735286463.00000), 409 (1735286463.00000), 409 (1735286463.00000)' (txn: txe805870b212a4e10844ad-00676e5ebd) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286461.00000 <= '409 (1735286461.00000)' (txn: tx4efbfc70762c4d659c905-00676e5ebd) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286462.00000 <= '409 (1735286462.00000)' (txn: txd10da5994de94d3093862-00676e5ebd) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286463.00000 <= '409 (1735286463.00000)' (txn: txe224a111721948b6acbfd-00676e5ebd) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txaf17fdeab330404d9d984-00676e5ebe) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286462.00000 <= '409 (1735286463.00000)' (txn: tx8ff96507a8c04dd9b79c5-00676e5ebe) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx35076f91783e46edaf675-00676e5ebe) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286462.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx342a778dd3d5409496fd2-00676e5ebe) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286462.00000 <= '409 (1735286463.00000), 201 (unknown), 201 (unknown)' (txn: tx8f5258084119480a9ffc2-00676e5ebe) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift ERROR: 400 Bad Request -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp50p9eo2_/containers/part/suffix/hash/container_1769697024.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp50p9eo2_/containers/part/suffix/hash/container_1769697024.00000.db': ['/tmp/tmp50p9eo2_/containers/part/suffix/hash/container.db', '/tmp/tmp50p9eo2_/containers/part/suffix/hash/container_1769697025.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp50p9eo2_/containers/part/suffix/hash/container_1769697025.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test ERROR: Problem finding shard upper in '/tmp/tmpb_mgwyw4/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpb_mgwyw4/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, obj, - headers, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok - -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpmbir3um2/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpmbir3um2/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpmbir3um2/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpmbir3um2/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0034 "-" 1927248 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0032 "-" 1927248 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0031 "-" 1927248 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 1927248 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9e28253f2ac746c5b7d10-00676e5ebf" "proxy-server 1927248" 0.0012 "-" 1927248 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:46371/sda1/0/a/c" "tx9e28253f2ac746c5b7d10-00676e5ebf" "container-server 1927248" 0.0012 "-" 1927248 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:52319/sdb1/0/a/c" "tx9e28253f2ac746c5b7d10-00676e5ebf" "container-server 1927248" 0.0010 "-" 1927248 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9e28253f2ac746c5b7d10-00676e5ebf" "proxy-server 1927248" 0.0089 "-" 1927248 0test.unit.proxy.test_server.TestController.test_account_info_200 -test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_404 -test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_container_count -test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_account -test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_cache -test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_200 -test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_404 -test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_no_cache -test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_make_requests -test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_transfer_headers -test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9e28253f2ac746c5b7d10-00676e5ebf" "proxy-server 1927248" 0.0142 "-" 1927248 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/03 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx9e28253f2ac746c5b7d10-00676e5ebf - 0.0219 - - 1735286463.109311342 1735286463.131216288 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txf9a6df4cb5164a47a7501-00676e5ebf" "proxy-server 1927248" 0.0011 "-" 1927248 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:52319/sdb1/2/a1/c1" "txf9a6df4cb5164a47a7501-00676e5ebf" "container-server 1927248" 0.0011 "-" 1927248 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:46371/sda1/2/a1/c1" "txf9a6df4cb5164a47a7501-00676e5ebf" "container-server 1927248" 0.0011 "-" 1927248 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf9a6df4cb5164a47a7501-00676e5ebf" "proxy-server 1927248" 0.0155 "-" 1927248 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf9a6df4cb5164a47a7501-00676e5ebf" "proxy-server 1927248" 0.0120 "-" 1927248 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/03 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txf9a6df4cb5164a47a7501-00676e5ebf - 0.0239 - - 1735286463.132711172 1735286463.156589031 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx16c3be9e44544690b4eec-00676e5ebf" "proxy-server 1927248" 0.0021 "-" 1927248 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:52319/sdb1/0/a/c1" "tx16c3be9e44544690b4eec-00676e5ebf" "container-server 1927248" 0.0017 "-" 1927248 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:46371/sda1/0/a/c1" "tx16c3be9e44544690b4eec-00676e5ebf" "container-server 1927248" 0.0012 "-" 1927248 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx16c3be9e44544690b4eec-00676e5ebf" "proxy-server 1927248" 0.0140 "-" 1927248 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx16c3be9e44544690b4eec-00676e5ebf" "proxy-server 1927248" 0.0102 "-" 1927248 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/03 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx16c3be9e44544690b4eec-00676e5ebf - 0.0232 - - 1735286463.158108234 1735286463.181283236 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx45ed71a8cdb64a64bd789-00676e5ebf" "proxy-server 1927248" 0.0020 "-" 1927248 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:52319/sdb1/2/a/c2" "tx45ed71a8cdb64a64bd789-00676e5ebf" "container-server 1927248" 0.0017 "-" 1927248 2 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:46371/sda1/2/a/c2" "tx45ed71a8cdb64a64bd789-00676e5ebf" "container-server 1927248" 0.0011 "-" 1927248 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx45ed71a8cdb64a64bd789-00676e5ebf" "proxy-server 1927248" 0.0134 "-" 1927248 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:03 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx45ed71a8cdb64a64bd789-00676e5ebf" "proxy-server 1927248" 0.0099 "-" 1927248 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/03 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx45ed71a8cdb64a64bd789-00676e5ebf - 0.0227 - - 1735286463.182750225 1735286463.205439091 2 - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester WRITE permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:02 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok - -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286608.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/bdb/255f3ff3e218411cc8ea8ed172ea4bdb/255f3ff3e218411cc8ea8ed172ea4bdb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286611.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/2a3/85c4dd0efd685a160b2a50a8092ac2a3/85c4dd0efd685a160b2a50a8092ac2a3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286611.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/2a3/85c4dd0efd685a160b2a50a8092ac2a3/85c4dd0efd685a160b2a50a8092ac2a3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286614.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/ab1/7b6f7f07e35ac1526829883905df8ab1/7b6f7f07e35ac1526829883905df8ab1.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286614.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/ab1/7b6f7f07e35ac1526829883905df8ab1/7b6f7f07e35ac1526829883905df8ab1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286617.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/ea1/00a2b933e0abdcfefb74852617f08ea1/00a2b933e0abdcfefb74852617f08ea1.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286617.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/ea1/00a2b933e0abdcfefb74852617f08ea1/00a2b933e0abdcfefb74852617f08ea1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286620.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/668/e75ab69ad29adcfe8b3eee4693a47668/e75ab69ad29adcfe8b3eee4693a47668.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286620.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/668/e75ab69ad29adcfe8b3eee4693a47668/e75ab69ad29adcfe8b3eee4693a47668.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286623.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/502/0faac9898f80c98bea272bd0c5116502/0faac9898f80c98bea272bd0c5116502.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286623.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/502/0faac9898f80c98bea272bd0c5116502/0faac9898f80c98bea272bd0c5116502.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286626.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/f6f/6cda3973c60aaff90418a2cfa6f90f6f/6cda3973c60aaff90418a2cfa6f90f6f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286626.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/f6f/6cda3973c60aaff90418a2cfa6f90f6f/6cda3973c60aaff90418a2cfa6f90f6f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286629.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/246/4d5ee3b233db10f0b0ab3eb8e5edd246/4d5ee3b233db10f0b0ab3eb8e5edd246.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286629.00000-0, db: /tmp/tmp1q7y0rke/sda/containers/0/246/4d5ee3b233db10f0b0ab3eb8e5edd246/4d5ee3b233db10f0b0ab3eb8e5edd246.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286466.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/d8f/f905ff48709ecbc6f6a74e7e59af8d8f/f905ff48709ecbc6f6a74e7e59af8d8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286471.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/cb6/22aa27b44944c9b8e86cf687c8d41cb6/22aa27b44944c9b8e86cf687c8d41cb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286476.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/0fa/3711ba1ccb3ea594d75ad3f70ff3e0fa/3711ba1ccb3ea594d75ad3f70ff3e0fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286481.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/01c/7e2cbfd7430fef4f89aec82f7372801c/7e2cbfd7430fef4f89aec82f7372801c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286486.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/fa0/1caf0fe73ebfd2e967bcb68192e6ffa0/1caf0fe73ebfd2e967bcb68192e6ffa0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286491.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/d29/f7b34cd7c57b8dbf5b3639e398814d29/f7b34cd7c57b8dbf5b3639e398814d29.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286496.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/177/277532a6969ab80c068f4caff81c5177/277532a6969ab80c068f4caff81c5177.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286501.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/899/fa9445a08b6a5ea4515cd0ee210aa899/fa9445a08b6a5ea4515cd0ee210aa899.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286506.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/b5e/ef67fc09a1630decdbeab7945bc8cb5e/ef67fc09a1630decdbeab7945bc8cb5e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286511.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/7f5/0951790f500851818cbe235933d187f5/0951790f500851818cbe235933d187f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286516.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/ab6/50fa5452814bb131b693f6815be6fab6/50fa5452814bb131b693f6815be6fab6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286521.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/0b6/84c17cf1bc0ddcfb9e68311b44ac20b6/84c17cf1bc0ddcfb9e68311b44ac20b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286526.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/f95/10cfc64860ce66af6f03f46fa5a22f95/10cfc64860ce66af6f03f46fa5a22f95.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286531.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/2ec/88af0bc09b30ef42a69ca681b7d0d2ec/88af0bc09b30ef42a69ca681b7d0d2ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286536.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/925/b8d1053c8bb4cb0a0870f40c6e7ac925/b8d1053c8bb4cb0a0870f40c6e7ac925.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286541.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/890/c97d741d6916a35c6c5715d6ff049890/c97d741d6916a35c6c5715d6ff049890.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286546.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/e0b/60ef5ad2a9457333a47438f5c70bce0b/60ef5ad2a9457333a47438f5c70bce0b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286551.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/5af/28c867866024b1a37a8e9d027d3c25af/28c867866024b1a37a8e9d027d3c25af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286556.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/a51/30079b83edff94231a5282265ce06a51/30079b83edff94231a5282265ce06a51.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286561.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/9a2/c7c595ab2dc3ae7c76378f492a59f9a2/c7c595ab2dc3ae7c76378f492a59f9a2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286566.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/ec0/127c3c865c1da251429b1785a27f4ec0/127c3c865c1da251429b1785a27f4ec0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286571.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/3ce/10b3c32ce76f4f4776235d94c43593ce/10b3c32ce76f4f4776235d94c43593ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286576.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/f4f/936e2ca8b8877ad228b7a5413b2a2f4f/936e2ca8b8877ad228b7a5413b2a2f4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286581.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/722/1a9b941f812ea968dc7f252d619e2722/1a9b941f812ea968dc7f252d619e2722.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286586.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/244/93a129720553c637794f89e1be07a244/93a129720553c637794f89e1be07a244.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286591.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/34b/4cb540cfcda57b4c0a3012e0c83c134b/4cb540cfcda57b4c0a3012e0c83c134b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286596.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/20f/b339603eddb465d200e8c97ab4aae20f/b339603eddb465d200e8c97ab4aae20f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286601.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/4e9/d79e90ea63cd66263a13d6cebb8964e9/d79e90ea63cd66263a13d6cebb8964e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286606.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/c73/1336264b20c397a39508a8eeba4b5c73/1336264b20c397a39508a8eeba4b5c73.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286611.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/2a3/85c4dd0efd685a160b2a50a8092ac2a3/85c4dd0efd685a160b2a50a8092ac2a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286616.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/c41/95dc75f68231aea9b3678d786d484c41/95dc75f68231aea9b3678d786d484c41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286621.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/6a1/76d691d1a5c471702db82dc158c4c6a1/76d691d1a5c471702db82dc158c4c6a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286626.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/f6f/6cda3973c60aaff90418a2cfa6f90f6f/6cda3973c60aaff90418a2cfa6f90f6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286631.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/029/08e8b3c0b0e1e038174f003474bbc029/08e8b3c0b0e1e038174f003474bbc029.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286636.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/d34/cccf57d5230410e4263728d10834cd34/cccf57d5230410e4263728d10834cd34.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286641.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/4eb/4a7a10e36392be64fcc60d29451d04eb/4a7a10e36392be64fcc60d29451d04eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286646.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/00e/98fb484b62565df908c76c00715f200e/98fb484b62565df908c76c00715f200e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286651.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/139/1877cdb74b73d409312d65f268304139/1877cdb74b73d409312d65f268304139.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286656.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/de8/02c5a13163d2fd4a418ec26f88455de8/02c5a13163d2fd4a418ec26f88455de8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286661.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/b72/daf4e7d8985c1991f6d750f8543d2b72/daf4e7d8985c1991f6d750f8543d2b72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286666.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/32e/4016893c6ee2b4ab4c27137d86b8c32e/4016893c6ee2b4ab4c27137d86b8c32e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286671.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/3f7/153e08e00e9b64055c5af3aa95b533f7/153e08e00e9b64055c5af3aa95b533f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286676.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/ec0/a7f5971213d4c9184347b5bb54bb4ec0/a7f5971213d4c9184347b5bb54bb4ec0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286681.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/b9d/4498cf6e59390a021c4c1c58a09e6b9d/4498cf6e59390a021c4c1c58a09e6b9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286686.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/a8f/9a439291c82f18cde848f73dd599ba8f/9a439291c82f18cde848f73dd599ba8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286691.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/0d5/9f833b87bd221cc0294a8e9e1fd9c0d5/9f833b87bd221cc0294a8e9e1fd9c0d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286696.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/fff/2c07b5f5403c18591498f12e9fb9afff/2c07b5f5403c18591498f12e9fb9afff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286701.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/397/e007b01d1be5e16f3cb4f6c3be19a397/e007b01d1be5e16f3cb4f6c3be19a397.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286706.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/21e/64d0b77335080f6ce7e90bca6542c21e/64d0b77335080f6ce7e90bca6542c21e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286711.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/745/aa8dd2dc8c4ed228dce4900c517a2745/aa8dd2dc8c4ed228dce4900c517a2745.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286716.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/6fe/7f416d57a99e28b32f5e1e8a4730c6fe/7f416d57a99e28b32f5e1e8a4730c6fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286721.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/e30/70790ce7659cac6214c4354ba260fe30/70790ce7659cac6214c4354ba260fe30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286726.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/28f/dc1afa7a69fdb54c558a97173798128f/dc1afa7a69fdb54c558a97173798128f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286731.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/d59/64182e5e120077e4faafd4a1a6874d59/64182e5e120077e4faafd4a1a6874d59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286736.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/23c/22864f8e2bc4b9a3ac2eed374bf4723c/22864f8e2bc4b9a3ac2eed374bf4723c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286741.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/22c/f7e2c9d872e402afa17b1c45c1de322c/f7e2c9d872e402afa17b1c45c1de322c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286746.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/8a8/31ac2b1126406017a0fa36b65a0538a8/31ac2b1126406017a0fa36b65a0538a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286751.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/6a1/d2c082e79bd4a733f94e50d431f4c6a1/d2c082e79bd4a733f94e50d431f4c6a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286756.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/d16/80089f2e0e35a9bc6da69a01d26fdd16/80089f2e0e35a9bc6da69a01d26fdd16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286761.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/285/3a5fce399e57c9eb746685019bc36285/3a5fce399e57c9eb746685019bc36285.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286766.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/2eb/fce338aa1e2a00fcf8b87094e7b8a2eb/fce338aa1e2a00fcf8b87094e7b8a2eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286771.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/ea2/b1175869139596065f952197001deea2/b1175869139596065f952197001deea2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286776.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/0d4/29773c7cad08c6b55cf90d34f1ebf0d4/29773c7cad08c6b55cf90d34f1ebf0d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286781.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/416/36da00444ce868c264dc95e0d3dd6416/36da00444ce868c264dc95e0d3dd6416.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286786.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/064/3b83f164b697cc9d67315cf2679a8064/3b83f164b697cc9d67315cf2679a8064.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286791.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/60b/481ad03079b379ddd38a3e84e4ddc60b/481ad03079b379ddd38a3e84e4ddc60b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286796.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/292/21687f4d06c7a7451c702732340f3292/21687f4d06c7a7451c702732340f3292.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286801.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/9c5/ee4c9933da514173eb211d10279c69c5/ee4c9933da514173eb211d10279c69c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286806.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/3b0/9583acc45ca4930bb8f51568bfe063b0/9583acc45ca4930bb8f51568bfe063b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286811.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/3a1/6399c943a96642fffed4fe6c4211c3a1/6399c943a96642fffed4fe6c4211c3a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286816.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/b70/1d852ffd86f8ea388e8b91b63e773b70/1d852ffd86f8ea388e8b91b63e773b70.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286821.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/7d5/a686f551a12d03f5616c321da37ac7d5/a686f551a12d03f5616c321da37ac7d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286826.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/9d1/7c9d1f4737c183aa5aad3f90d2f4d9d1/7c9d1f4737c183aa5aad3f90d2f4d9d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286831.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/249/82a086fc471c0f0497b0bf9fbf7e1249/82a086fc471c0f0497b0bf9fbf7e1249.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286836.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/b8f/d14fed819e7dd8c5e14afafa4a732b8f/d14fed819e7dd8c5e14afafa4a732b8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286841.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/d2b/913d618f4261aeeef57655c6b4884d2b/913d618f4261aeeef57655c6b4884d2b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286846.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/9b1/2c0372cfc4e7059f81e9c174260ca9b1/2c0372cfc4e7059f81e9c174260ca9b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286851.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/531/626ac043f833a602ca5b121fc49d8531/626ac043f833a602ca5b121fc49d8531.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286856.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/5fe/3c9c23a2bae5f3ac2e53817ac5cf95fe/3c9c23a2bae5f3ac2e53817ac5cf95fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286861.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/701/bb2b8683dc7d9c3d457be42ab1a30701/bb2b8683dc7d9c3d457be42ab1a30701.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286866.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/62c/b9a2e26947dc070a96ec14192514562c/b9a2e26947dc070a96ec14192514562c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286871.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/c42/06c1acdaaca20e7f2cd2ffb45e381c42/06c1acdaaca20e7f2cd2ffb45e381c42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286876.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/a05/674e3d67722382ff967aa8406d8fea05/674e3d67722382ff967aa8406d8fea05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286881.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/71f/c774e0e65b3a1943c4c4451fdfad171f/c774e0e65b3a1943c4c4451fdfad171f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286886.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/b51/a1e00a06816ce36b6ff87465c9878b51/a1e00a06816ce36b6ff87465c9878b51.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286891.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/aa2/0de3f075d1895d3e8e9c0f7723e18aa2/0de3f075d1895d3e8e9c0f7723e18aa2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286896.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/f2c/da8291aa4608f34f2aabc56f9d17df2c/da8291aa4608f34f2aabc56f9d17df2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286901.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/f0a/975b3bc92fb839e848648d249bba8f0a/975b3bc92fb839e848648d249bba8f0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286906.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/5aa/3c134319eea371eae6f50945ee0f45aa/3c134319eea371eae6f50945ee0f45aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286911.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/bd1/57451d63b2c502b1926485eb2aba2bd1/57451d63b2c502b1926485eb2aba2bd1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286916.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/246/abfc9477166b85f51956c73db3f94246/abfc9477166b85f51956c73db3f94246.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286921.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/be1/cae038dfa0ee6f30c0d31b97821d6be1/cae038dfa0ee6f30c0d31b97821d6be1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286926.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/3d0/cc309f5e0673566358c86535078663d0/cc309f5e0673566358c86535078663d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286931.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/cfa/8f2130a5bf3dec4ff500bcf28cc0ccfa/8f2130a5bf3dec4ff500bcf28cc0ccfa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286936.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/7bc/931572e171dbab19e7720153011647bc/931572e171dbab19e7720153011647bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286941.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/5d2/8810ae5c480ba3c76a0e23082ba8b5d2/8810ae5c480ba3c76a0e23082ba8b5d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286946.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/7ec/66196dfe357bd87bddaeeabfe12e97ec/66196dfe357bd87bddaeeabfe12e97ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286951.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/707/8932b6f626349a6c1c4b7c45f9310707/8932b6f626349a6c1c4b7c45f9310707.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286956.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/f00/299b32cf6c7c765cea938f0f96ae7f00/299b32cf6c7c765cea938f0f96ae7f00.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286961.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/76d/d9a3b5c6cf3fd2411f21262ae06de76d/d9a3b5c6cf3fd2411f21262ae06de76d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286966.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/ed7/d215a7a3043af5e4e3c7c65fce0faed7/d215a7a3043af5e4e3c7c65fce0faed7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286971.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/9c1/92b4282c8232e194fcb1376986f019c1/92b4282c8232e194fcb1376986f019c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286976.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/443/1c2e67d714e167484d0bcd8c12980443/1c2e67d714e167484d0bcd8c12980443.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286981.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/0e6/5f991d4ac8122225bfcd127ec2ffb0e6/5f991d4ac8122225bfcd127ec2ffb0e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286986.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/aa6/4f0e72ef4e52764e30b644645c230aa6/4f0e72ef4e52764e30b644645c230aa6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286991.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/b48/7cfc5e1a1ade805ffa129420f568bb48/7cfc5e1a1ade805ffa129420f568bb48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286996.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/524/68418f62117aa60e2cc5a6927d773524/68418f62117aa60e2cc5a6927d773524.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287001.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/3b1/5f2e321176dc2e4a7071810f49a5a3b1/5f2e321176dc2e4a7071810f49a5a3b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287006.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/14f/eea41f5e18129fae560352b058e3014f/eea41f5e18129fae560352b058e3014f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287011.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/bd8/8ffaa3cfff352bd90e6af56f1e19cbd8/8ffaa3cfff352bd90e6af56f1e19cbd8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287016.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/a98/5e6823f4854dd7c9af202ce0e9ae6a98/5e6823f4854dd7c9af202ce0e9ae6a98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287021.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/911/540f1301b4b4cc666b5a4b9ffbef4911/540f1301b4b4cc666b5a4b9ffbef4911.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287026.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/6ad/8a43001a5e5865dc95c1cda8d1fd46ad/8a43001a5e5865dc95c1cda8d1fd46ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287031.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/380/40f9ae93705f4033d8a253ff05fc1380/40f9ae93705f4033d8a253ff05fc1380.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287036.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/284/efb20eae968d8cb0c5e9913d62f0a284/efb20eae968d8cb0c5e9913d62f0a284.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287041.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/cd4/d7b26fccf412edaaa5df2967b6fa6cd4/d7b26fccf412edaaa5df2967b6fa6cd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287046.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/85f/b3d42267002fe1748e5a8c854dbb685f/b3d42267002fe1748e5a8c854dbb685f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287051.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/264/ff4070f3568f5bfaeaa7a7a2fc381264/ff4070f3568f5bfaeaa7a7a2fc381264.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287056.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/549/8f2d007fec391879c94cc04dce278549/8f2d007fec391879c94cc04dce278549.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287061.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/13e/1a69adbe2a0e5139c37584b2988f813e/1a69adbe2a0e5139c37584b2988f813e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287066.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/10c/bd7635e9bf049ba3b95fadb64684210c/bd7635e9bf049ba3b95fadb64684210c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287071.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/edb/dd91aa564a0a27e8bafe1b157a7e8edb/dd91aa564a0a27e8bafe1b157a7e8edb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287076.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/854/9248518bf27b6d8974342bf9b333b854/9248518bf27b6d8974342bf9b333b854.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287081.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/568/3e2da512fc5c408048b3145445616568/3e2da512fc5c408048b3145445616568.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287086.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/6df/7e733be8b054a0b96c030a323880a6df/7e733be8b054a0b96c030a323880a6df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287091.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/e9a/3ed8d09ea810ca0fe55f26bc634e0e9a/3ed8d09ea810ca0fe55f26bc634e0e9a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287096.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/a4d/d81522782a85092ad086e79cd2837a4d/d81522782a85092ad086e79cd2837a4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287101.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/81f/c4d7b12a1b27cc757533aedf1fdbb81f/c4d7b12a1b27cc757533aedf1fdbb81f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287106.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/33f/9beb2b31d609e03f53cc02d22fa7a33f/9beb2b31d609e03f53cc02d22fa7a33f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287111.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/b3a/8802a4563b4439b14f372740899d3b3a/8802a4563b4439b14f372740899d3b3a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287116.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/ee9/f2da95b3892dcb200693e09032797ee9/f2da95b3892dcb200693e09032797ee9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287121.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/8b7/d74ab3781674ade871d18753f90728b7/d74ab3781674ade871d18753f90728b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287126.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/2ad/af5d5b632ac1138416fdbfebfabb42ad/af5d5b632ac1138416fdbfebfabb42ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287131.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/cd7/e38bedadfcbfd522e4e29f8566ef0cd7/e38bedadfcbfd522e4e29f8566ef0cd7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287136.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/9af/f89b278cfaa34035ceb1cc0e192619af/f89b278cfaa34035ceb1cc0e192619af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287141.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/3f2/f31b2548121e51c83b14eb8f455743f2/f31b2548121e51c83b14eb8f455743f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287146.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/c86/7e5b562ace7183215116caf64f5c6c86/7e5b562ace7183215116caf64f5c6c86.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287151.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/7f7/d42a2f77eaba434aebfe264a8d50d7f7/d42a2f77eaba434aebfe264a8d50d7f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287156.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/41c/cde94c5da41b9280b14f42f02510541c/cde94c5da41b9280b14f42f02510541c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287161.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/6eb/c38927444d3e1cb9442a9d0a08ff36eb/c38927444d3e1cb9442a9d0a08ff36eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287166.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/5ae/68c966e5c9dd6b52c6e6df33e44285ae/68c966e5c9dd6b52c6e6df33e44285ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287171.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/a4d/b82ceee254ce74e0a5a1d300c2522a4d/b82ceee254ce74e0a5a1d300c2522a4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287176.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/d81/b5d3287cdde0f1c720ec422ee4c0ed81/b5d3287cdde0f1c720ec422ee4c0ed81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287181.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/158/4bb0d6b7bb8704382149db15dda6c158/4bb0d6b7bb8704382149db15dda6c158.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287186.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/39c/927678677ad2da48acccf2be0262239c/927678677ad2da48acccf2be0262239c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287191.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/01d/70cff9d47a0b02553296ea40a799f01d/70cff9d47a0b02553296ea40a799f01d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287196.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/a23/804805af5b008246b7672d67acb1fa23/804805af5b008246b7672d67acb1fa23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287201.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/ce0/2f91fbcba704c7864e6fe6ff7c1d2ce0/2f91fbcba704c7864e6fe6ff7c1d2ce0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287206.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/bd3/70a4807aa4631f738633e69e92d6cbd3/70a4807aa4631f738633e69e92d6cbd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287211.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/d00/91cb177f66fee228cf297827743eed00/91cb177f66fee228cf297827743eed00.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287216.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/20e/a54e7a6fcd4320a2a495e1bc0931720e/a54e7a6fcd4320a2a495e1bc0931720e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287221.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/1d0/ecb0bce20f71692a77eb6921ad2641d0/ecb0bce20f71692a77eb6921ad2641d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287226.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/695/3cef05755fa0283e785301510b4c1695/3cef05755fa0283e785301510b4c1695.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287231.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/a8a/0076db37f4dc9b2cc7257dfc6f644a8a/0076db37f4dc9b2cc7257dfc6f644a8a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287236.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/6f0/338c758608fbaf312858ffdc58d686f0/338c758608fbaf312858ffdc58d686f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287241.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/a46/a3130c4a2f5c6709b84b744ec1738a46/a3130c4a2f5c6709b84b744ec1738a46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287246.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/9d3/69d44629a717f0b4631766cb11fb49d3/69d44629a717f0b4631766cb11fb49d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287251.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/cfb/88acce5a5f3b50ff5a0e0f8c47237cfb/88acce5a5f3b50ff5a0e0f8c47237cfb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287256.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/ae2/c587e64e7e3b5740674bc6b09a187ae2/c587e64e7e3b5740674bc6b09a187ae2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287261.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/441/25223bfc05e6dc58d3d2c31317071441/25223bfc05e6dc58d3d2c31317071441.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287266.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/cf3/2376d16f04fbd3278c4c6ee95aeffcf3/2376d16f04fbd3278c4c6ee95aeffcf3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287271.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/747/2c880b8a8b8b133e13a8dc428da88747/2c880b8a8b8b133e13a8dc428da88747.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287276.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/075/c8cd4e6ea56027ed85198fe99b56e075/c8cd4e6ea56027ed85198fe99b56e075.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287281.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/033/708f0a1185c591476183d2e6ea95a033/708f0a1185c591476183d2e6ea95a033.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287286.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/474/5e963268fd52f21c4026465bf05b5474/5e963268fd52f21c4026465bf05b5474.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287291.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/d05/b22447de7e4fa55965b1de6503a52d05/b22447de7e4fa55965b1de6503a52d05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287296.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/01e/e91e1ad6f8931815731f75798cb6201e/e91e1ad6f8931815731f75798cb6201e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287301.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/f96/f824ebe9d9a0db61e0a5e9b1606e1f96/f824ebe9d9a0db61e0a5e9b1606e1f96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287306.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/d5b/df3db2f1a3fa7cb96b4efc35f6f8ad5b/df3db2f1a3fa7cb96b4efc35f6f8ad5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287311.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/274/251eba7848de99abe950768071cf0274/251eba7848de99abe950768071cf0274.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287316.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/f23/75ec904633f9e3615f5b071327a78f23/75ec904633f9e3615f5b071327a78f23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287321.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/299/74e73f4d51d1c56d5d8ad897cb4d2299/74e73f4d51d1c56d5d8ad897cb4d2299.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287326.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/d49/d7e419ca5ed7a49bce798bc30d301d49/d7e419ca5ed7a49bce798bc30d301d49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287331.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/213/7e70d135622c54927185afdee3b9f213/7e70d135622c54927185afdee3b9f213.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287336.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/f35/d872dd6f19c17f5aa41a1b253f455f35/d872dd6f19c17f5aa41a1b253f455f35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287341.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/141/93f7c007e1986c6e9544d5c6a28fe141/93f7c007e1986c6e9544d5c6a28fe141.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287346.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/434/b5cd57cf625b912aa3fc9122a4317434/b5cd57cf625b912aa3fc9122a4317434.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287351.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/13c/064d86c11fd1cf3b6fbf80257bedc13c/064d86c11fd1cf3b6fbf80257bedc13c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287356.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/21d/154073d53806dc6a7eaf694217f7121d/154073d53806dc6a7eaf694217f7121d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287361.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/1e9/bcdbfa70c51df64642d3435d691001e9/bcdbfa70c51df64642d3435d691001e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287366.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/434/60e38327d1f5bf93ef3349fbd7d19434/60e38327d1f5bf93ef3349fbd7d19434.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287371.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/e74/6af7047c56bf27e919b7b9b446dd9e74/6af7047c56bf27e919b7b9b446dd9e74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287376.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/f93/5b1775dfa260fce93fff2ce1aeca4f93/5b1775dfa260fce93fff2ce1aeca4f93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287381.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/fa6/5e3e57ece90f8d7c2f0ec358900d0fa6/5e3e57ece90f8d7c2f0ec358900d0fa6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287386.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/01f/42c7ebc340d08d3ee7f2aae1f444b01f/42c7ebc340d08d3ee7f2aae1f444b01f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287391.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/8d9/30deb01f1fbb936074186ee928f038d9/30deb01f1fbb936074186ee928f038d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287396.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/263/7156d295072a33112c184698a6b29263/7156d295072a33112c184698a6b29263.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287401.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/5b8/8a499143ff08b1f38832b63d740465b8/8a499143ff08b1f38832b63d740465b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287406.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/a37/0ee6216886fb324bba166f372fc08a37/0ee6216886fb324bba166f372fc08a37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287411.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/1b0/9fb7cb43337113fd76a54febf9fa51b0/9fb7cb43337113fd76a54febf9fa51b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287416.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/98f/809cc806e34a9af10363446082b4398f/809cc806e34a9af10363446082b4398f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287421.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/712/3c944f396f5db1bdd29b389c70115712/3c944f396f5db1bdd29b389c70115712.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287426.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/2a5/c26fb0faa888d753c458a7882a9662a5/c26fb0faa888d753c458a7882a9662a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287431.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/df3/f7698a530924bb98fed86b61b225adf3/f7698a530924bb98fed86b61b225adf3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287436.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/f3a/907267990eef2301284d75d64cc62f3a/907267990eef2301284d75d64cc62f3a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287441.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/eaa/9f8606e549f4702fcd11884b66a66eaa/9f8606e549f4702fcd11884b66a66eaa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287446.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/88c/5c8c89c678efdf7a0f5eab196082d88c/5c8c89c678efdf7a0f5eab196082d88c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287451.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/eab/ed7dd9c4e8858579bfccf8576bfa0eab/ed7dd9c4e8858579bfccf8576bfa0eab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287456.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/f08/c69bee5e0f830b1841ab21f3dd801f08/c69bee5e0f830b1841ab21f3dd801f08.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287461.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/b9b/3eb4c2b95be28976a1f0586c24db1b9b/3eb4c2b95be28976a1f0586c24db1b9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287466.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/6ee/055674bd9bd9ccecbb9ebb15033e06ee/055674bd9bd9ccecbb9ebb15033e06ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287471.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/016/4a62ca477e999a0314dce5e964585016/4a62ca477e999a0314dce5e964585016.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287476.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/039/840aafcd0649f6f6218db9f1e49a3039/840aafcd0649f6f6218db9f1e49a3039.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287481.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/73e/4d3b280d829ea3fa4150bc7353e8f73e/4d3b280d829ea3fa4150bc7353e8f73e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287486.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/472/2079c80e3bc18330903e106beee3c472/2079c80e3bc18330903e106beee3c472.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287491.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/037/6da0afa5bcbeae9abcb7f8cbdbc2c037/6da0afa5bcbeae9abcb7f8cbdbc2c037.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287496.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/664/9275544534658d49372ff3b4eab68664/9275544534658d49372ff3b4eab68664.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287501.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/bda/3d1b6ab41801019fe65a79bda3917bda/3d1b6ab41801019fe65a79bda3917bda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287506.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/be8/f542261e9ee4e347f827a3b20a2fdbe8/f542261e9ee4e347f827a3b20a2fdbe8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287511.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/b04/179ad70b037bdcc8a2fb9aca88dd0b04/179ad70b037bdcc8a2fb9aca88dd0b04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287516.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/9b3/a15160264b4709c5a390cba2f5bc19b3/a15160264b4709c5a390cba2f5bc19b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287521.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/c15/de68ac19b6954a208b7830b97135dc15/de68ac19b6954a208b7830b97135dc15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287526.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/914/db04d2f972dc51bb208498ac62ade914/db04d2f972dc51bb208498ac62ade914.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287531.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/39a/434c8e85583d161ce7b7e79e1bc7839a/434c8e85583d161ce7b7e79e1bc7839a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287536.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/2ed/80caac76ac841a66d61c19c65c5f92ed/80caac76ac841a66d61c19c65c5f92ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287541.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/2c5/f0d04cc1a0c6818f7a47809126b4f2c5/f0d04cc1a0c6818f7a47809126b4f2c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287546.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/432/43f18c8122b95e3050f79e3ed2bc0432/43f18c8122b95e3050f79e3ed2bc0432.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287551.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/f7b/aadfee131c0aa6244538cb5661251f7b/aadfee131c0aa6244538cb5661251f7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287556.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/5c1/aa2a5511ad4dcc04b1ec7145981455c1/aa2a5511ad4dcc04b1ec7145981455c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287561.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/afa/60c17448c6b9d2cd37eefdef1cc23afa/60c17448c6b9d2cd37eefdef1cc23afa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287566.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/393/2b9ba27e63639dba680a36c3821c3393/2b9ba27e63639dba680a36c3821c3393.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287571.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/1db/40e46e8768eb279705f1d4e8649e01db/40e46e8768eb279705f1d4e8649e01db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287576.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/f33/0efe13cf9bde2b13b938425aab39bf33/0efe13cf9bde2b13b938425aab39bf33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287581.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/b46/fad5aa4bcba2a7481db80bad5f367b46/fad5aa4bcba2a7481db80bad5f367b46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287586.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/f4a/59fc42557d2e4651f9b1b7d2c806ef4a/59fc42557d2e4651f9b1b7d2c806ef4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287591.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/d39/61af3d83b958f7b0c6c8da022a99fd39/61af3d83b958f7b0c6c8da022a99fd39.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287596.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/48f/0184946a090e06819f766b6fe9ead48f/0184946a090e06819f766b6fe9ead48f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287601.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/12b/d2b9416eb7ad1cdc70886d378f8c612b/d2b9416eb7ad1cdc70886d378f8c612b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287606.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/010/ceeea6b1b473f437714e39721ddba010/ceeea6b1b473f437714e39721ddba010.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpcdtbgdz1/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpcdtbgdz1/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test ERROR: Failed to unlink '/tmp/tmpq2itlz7l/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpq2itlz7l/containers/part/suffix/hash/container_1769697037.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpq2itlz7l/containers/part/suffix/hash/container_1769697037.00000.db': ['/tmp/tmpq2itlz7l/containers/part/suffix/hash/container.db', '/tmp/tmpq2itlz7l/containers/part/suffix/hash/container_1769697038.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpq2itlz7l/containers/part/suffix/hash/container_1769697038.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0067 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0034 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 3324110 0 +test ERROR: ERROR Account update failed with 127.0.0.1:56455/sda1 (will retry later): Response 503 OK +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0036 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0024 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0020 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0036 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test DEBUG: Unlinked retiring db '/tmp/tmpdq36cuao/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter +test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260129/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260129T143034Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697034.91387', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260129/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260129T143034Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697034.92644', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +fake-swift DEBUG: Use tempauth middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: 's3api' is not in list fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift INFO: HEAD /bucket/object s3:err:AccessDenied.invalid_credential fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift WARNING: multipart: No SLO middleware in pipeline fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift WARNING: multipart: No SLO middleware in pipeline fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift WARNING: multipart: No SLO middleware in pipeline fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: 's3api' is not in list +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. +Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. +Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. +Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint +test DEBUG: Calling S3Api Middleware +Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length @@ -50305,116 +41301,158 @@ test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok -test.unit.common.test_daemon.TestDaemon.test_create -test.unit.common.test_daemon.TestDaemon.test_create ... ok -test.unit.common.test_daemon.TestDaemon.test_stubs -test.unit.common.test_daemon.TestDaemon.test_stubs ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok test.unit.common.test_db.TestExampleBroker.test_commit_pending test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok test.unit.common.test_db.TestExampleBroker.test_delete_db @@ -50445,3757 +41483,361 @@ test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok test.unit.common.test_db.TestExampleBroker.test_status_changed_at test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_init -test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_read -test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok -test.unit.common.test_linkat.TestLinkat.test_available -test.unit.common.test_linkat.TestLinkat.test_available ... ok -test.unit.common.test_linkat.TestLinkat.test_errno -test.unit.common.test_linkat.TestLinkat.test_errno ... ok -test.unit.common.test_linkat.TestLinkat.test_flags -test.unit.common.test_linkat.TestLinkat.test_flags ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_success -test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable -test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok -test.unit.common.test_splice.TestTee.test_available -test.unit.common.test_splice.TestTee.test_available ... ok -test.unit.common.test_splice.TestTee.test_errno -test.unit.common.test_splice.TestTee.test_errno ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD - return self._handle_acl(app, 'HEAD') - ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, obj, - headers, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) - ~~~~~~~~^^^^ -OSError: [Errno 9] Bad file descriptor -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) - ~~~~~~~~^^^^ -OSError: [Errno 9] Bad file descriptor -test.unit.common.test_splice.TestTee.test_fileno -test.unit.common.test_splice.TestTee.test_fileno ... ok -test.unit.common.test_splice.TestTee.test_flags_list -test.unit.common.test_splice.TestTee.test_flags_list ... ok -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok -test.unit.common.test_splice.TestTee.test_unavailable -test.unit.common.test_splice.TestTee.test_unavailable ... ok -test.unit.common.test_splice.TestTee.test_unavailable_in_libc -test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults ... ok test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options ... ok -test.unit.common.test_swob.TestEtag.test_normalize_bytes -test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok -test.unit.common.test_swob.TestEtag.test_normalize_etag -test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok -test.unit.common.test_utils.TestFileLikeIter.test_close -test.unit.common.test_utils.TestFileLikeIter.test_close ... ok -test.unit.common.test_utils.TestFileLikeIter.test_get_hub -test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok -test.unit.common.test_utils.TestFileLikeIter.test_next -test.unit.common.test_utils.TestFileLikeIter.test_next ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read -test.unit.common.test_utils.TestFileLikeIter.test_read ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline -test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline2 -test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline3 -test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines -test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok -test.unit.common.test_utils.TestStringAlong.test_happy -test.unit.common.test_utils.TestStringAlong.test_happy ... ok -test.unit.common.test_utils.TestStringAlong.test_unhappy -test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api -test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking -test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_recursive -test.unit.common.utils.test_logs.TestPipeMutex.test_recursive ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire -test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases -test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser -test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287611.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/1b3/c6b83c6de7edb199a2c6a2f4fce921b3/c6b83c6de7edb199a2c6a2f4fce921b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287616.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/a1b/9dcb25ad349a4897786c3675099eea1b/9dcb25ad349a4897786c3675099eea1b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287621.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/f7b/123fd3ae6f21f4f3329b048dc4d60f7b/123fd3ae6f21f4f3329b048dc4d60f7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287626.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/6e9/90d2f42e5c5fdcfcf344bda71a71e6e9/90d2f42e5c5fdcfcf344bda71a71e6e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287631.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/fae/6a25f57608fd229ed0f7d2b891d94fae/6a25f57608fd229ed0f7d2b891d94fae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287636.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/3d8/6d065f52ce1f3162c9973e08c6db03d8/6d065f52ce1f3162c9973e08c6db03d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287641.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/5e9/4cd561f65ad95e138bbba82fcbe325e9/4cd561f65ad95e138bbba82fcbe325e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287646.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/549/f94e86b52105d9c5e43e4ffedd167549/f94e86b52105d9c5e43e4ffedd167549.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287651.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/f93/26a86f54c7694c4009eebf8c1b980f93/26a86f54c7694c4009eebf8c1b980f93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287656.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/3da/8bd8b852e3264b9446fd2a0447fa83da/8bd8b852e3264b9446fd2a0447fa83da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287661.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/1a9/12e893391abad616641c4293fc4481a9/12e893391abad616641c4293fc4481a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287666.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/ca7/c17bf7dff856234ceda09881095d1ca7/c17bf7dff856234ceda09881095d1ca7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287671.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/c39/d28149b3b7c772f084c03fabf967dc39/d28149b3b7c772f084c03fabf967dc39.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287676.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/a72/c16ba94f75183dbd03d98c9aca339a72/c16ba94f75183dbd03d98c9aca339a72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287681.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/982/b654704e0fd3e3d7632a07cdf1567982/b654704e0fd3e3d7632a07cdf1567982.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287686.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/731/3cee834130fb8129592ad27a5243c731/3cee834130fb8129592ad27a5243c731.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287691.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/d4a/a544f7b789596237c4c4fa4a80944d4a/a544f7b789596237c4c4fa4a80944d4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287696.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/a75/9b757155e25fa4cd45695e2b0c3c7a75/9b757155e25fa4cd45695e2b0c3c7a75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287701.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/5e1/d148fc4d61e531647bba40e0c16e75e1/d148fc4d61e531647bba40e0c16e75e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287706.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/ed0/bdd47468c9071f1bb308774f8e9bded0/bdd47468c9071f1bb308774f8e9bded0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287711.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/124/20c57c91874c3c173fdd474be1581124/20c57c91874c3c173fdd474be1581124.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287716.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/9d0/000964910e348fcf7afac970ea66d9d0/000964910e348fcf7afac970ea66d9d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287721.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/6dd/308e489a25df9f2a24c70a528777d6dd/308e489a25df9f2a24c70a528777d6dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287726.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/a03/7532c98095d30736d0874f70c00c7a03/7532c98095d30736d0874f70c00c7a03.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287731.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/077/29e63ed9552acc6bb78bf258d2bbe077/29e63ed9552acc6bb78bf258d2bbe077.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287736.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/9b8/982a6437cbb6d24ebaebf154485eb9b8/982a6437cbb6d24ebaebf154485eb9b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287741.00000-0, db: /tmp/tmpjkyu6c0k/sda/containers/0/5a8/26ea2e6bbd25d93a426aaa0e279a55a8/26ea2e6bbd25d93a426aaa0e279a55a8.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/5f6/0a74bdbd4518a5d25a8180aed7f315f6/0a74bdbd4518a5d25a8180aed7f315f6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286468.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/5f6/0a74bdbd4518a5d25a8180aed7f315f6/0a74bdbd4518a5d25a8180aed7f315f6_1735286468.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/f31/c1d9457fda1752e1922568344e318f31/c1d9457fda1752e1922568344e318f31.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286472.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/f31/c1d9457fda1752e1922568344e318f31/c1d9457fda1752e1922568344e318f31_1735286472.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/0fa/3711ba1ccb3ea594d75ad3f70ff3e0fa/3711ba1ccb3ea594d75ad3f70ff3e0fa.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286476.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/0fa/3711ba1ccb3ea594d75ad3f70ff3e0fa/3711ba1ccb3ea594d75ad3f70ff3e0fa_1735286476.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/5d4/84b73fe0e25ed5fd1987e8bf56a4b5d4/84b73fe0e25ed5fd1987e8bf56a4b5d4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286480.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/5d4/84b73fe0e25ed5fd1987e8bf56a4b5d4/84b73fe0e25ed5fd1987e8bf56a4b5d4_1735286480.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/806/8c2626bb74427c678d16aa7f78270806/8c2626bb74427c678d16aa7f78270806.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286484.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/806/8c2626bb74427c678d16aa7f78270806/8c2626bb74427c678d16aa7f78270806_1735286484.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/c86/7b08977091c251cf5b9e653b78460c86/7b08977091c251cf5b9e653b78460c86.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286488.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/c86/7b08977091c251cf5b9e653b78460c86/7b08977091c251cf5b9e653b78460c86_1735286488.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/88e/3a7d25c15ca63f5e300bc75ccbf0a88e/3a7d25c15ca63f5e300bc75ccbf0a88e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286492.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/88e/3a7d25c15ca63f5e300bc75ccbf0a88e/3a7d25c15ca63f5e300bc75ccbf0a88e_1735286492.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/177/277532a6969ab80c068f4caff81c5177/277532a6969ab80c068f4caff81c5177.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286496.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/177/277532a6969ab80c068f4caff81c5177/277532a6969ab80c068f4caff81c5177_1735286496.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/d2d/fd6d5e7dd4e3888f77239ebcb47afd2d/fd6d5e7dd4e3888f77239ebcb47afd2d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286500.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/d2d/fd6d5e7dd4e3888f77239ebcb47afd2d/fd6d5e7dd4e3888f77239ebcb47afd2d_1735286500.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/752/e86776c675fb08f1c2b97b6b4d96c752/e86776c675fb08f1c2b97b6b4d96c752.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286504.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/752/e86776c675fb08f1c2b97b6b4d96c752/e86776c675fb08f1c2b97b6b4d96c752_1735286504.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/c05/a0e49983335846a04e9d56f6c0d9ac05/a0e49983335846a04e9d56f6c0d9ac05.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286508.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/c05/a0e49983335846a04e9d56f6c0d9ac05/a0e49983335846a04e9d56f6c0d9ac05_1735286508.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/dc5/b5ad5146976361e89c906029c1f9bdc5/b5ad5146976361e89c906029c1f9bdc5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286512.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/dc5/b5ad5146976361e89c906029c1f9bdc5/b5ad5146976361e89c906029c1f9bdc5_1735286512.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/ab6/50fa5452814bb131b693f6815be6fab6/50fa5452814bb131b693f6815be6fab6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286516.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/ab6/50fa5452814bb131b693f6815be6fab6/50fa5452814bb131b693f6815be6fab6_1735286516.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/3f5/bf4ecb0a5f0644676642b8aa6dbe73f5/bf4ecb0a5f0644676642b8aa6dbe73f5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286520.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/3f5/bf4ecb0a5f0644676642b8aa6dbe73f5/bf4ecb0a5f0644676642b8aa6dbe73f5_1735286520.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/ab1/ce1a5a6c1328deeeeaffb0ac7cf99ab1/ce1a5a6c1328deeeeaffb0ac7cf99ab1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286524.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/ab1/ce1a5a6c1328deeeeaffb0ac7cf99ab1/ce1a5a6c1328deeeeaffb0ac7cf99ab1_1735286524.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/f8e/b7a78c11068376657b23e8c608808f8e/b7a78c11068376657b23e8c608808f8e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286528.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/f8e/b7a78c11068376657b23e8c608808f8e/b7a78c11068376657b23e8c608808f8e_1735286528.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/d8d/56bb2e2e56e4a6b4cef4a08d8cdacd8d/56bb2e2e56e4a6b4cef4a08d8cdacd8d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286532.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/d8d/56bb2e2e56e4a6b4cef4a08d8cdacd8d/56bb2e2e56e4a6b4cef4a08d8cdacd8d_1735286532.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/925/b8d1053c8bb4cb0a0870f40c6e7ac925/b8d1053c8bb4cb0a0870f40c6e7ac925.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286536.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/925/b8d1053c8bb4cb0a0870f40c6e7ac925/b8d1053c8bb4cb0a0870f40c6e7ac925_1735286536.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/5db/2f4c24c0959bc404de483de349cf75db/2f4c24c0959bc404de483de349cf75db.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286540.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/5db/2f4c24c0959bc404de483de349cf75db/2f4c24c0959bc404de483de349cf75db_1735286540.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/957/7a6038cc195ce76dc43507d874553957/7a6038cc195ce76dc43507d874553957.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286544.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/957/7a6038cc195ce76dc43507d874553957/7a6038cc195ce76dc43507d874553957_1735286544.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/616/68409a9c662de44f95e7d0ea14256616/68409a9c662de44f95e7d0ea14256616.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286548.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/616/68409a9c662de44f95e7d0ea14256616/68409a9c662de44f95e7d0ea14256616_1735286548.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/62c/824846c1f9e8d87ad4093af5d53ea62c/824846c1f9e8d87ad4093af5d53ea62c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286552.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/62c/824846c1f9e8d87ad4093af5d53ea62c/824846c1f9e8d87ad4093af5d53ea62c_1735286552.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/a51/30079b83edff94231a5282265ce06a51/30079b83edff94231a5282265ce06a51.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286556.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/a51/30079b83edff94231a5282265ce06a51/30079b83edff94231a5282265ce06a51_1735286556.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/f6c/5bc462f9afd8b9427796f14aac267f6c/5bc462f9afd8b9427796f14aac267f6c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286560.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/f6c/5bc462f9afd8b9427796f14aac267f6c/5bc462f9afd8b9427796f14aac267f6c_1735286560.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/102/5a6d947949d6d2c6cd54ed8b6f5d1102/5a6d947949d6d2c6cd54ed8b6f5d1102.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286564.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/102/5a6d947949d6d2c6cd54ed8b6f5d1102/5a6d947949d6d2c6cd54ed8b6f5d1102_1735286564.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/c57/fb958eddd9a3bfdf699724cb2499cc57/fb958eddd9a3bfdf699724cb2499cc57.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286568.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/c57/fb958eddd9a3bfdf699724cb2499cc57/fb958eddd9a3bfdf699724cb2499cc57_1735286568.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/35b/9d7ccd18d52a978b5ca5fea504f6c35b/9d7ccd18d52a978b5ca5fea504f6c35b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286572.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/35b/9d7ccd18d52a978b5ca5fea504f6c35b/9d7ccd18d52a978b5ca5fea504f6c35b_1735286572.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/f4f/936e2ca8b8877ad228b7a5413b2a2f4f/936e2ca8b8877ad228b7a5413b2a2f4f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286576.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/f4f/936e2ca8b8877ad228b7a5413b2a2f4f/936e2ca8b8877ad228b7a5413b2a2f4f_1735286576.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/504/b18d88e7357b70b203b13a0d0b1f8504/b18d88e7357b70b203b13a0d0b1f8504.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286580.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/504/b18d88e7357b70b203b13a0d0b1f8504/b18d88e7357b70b203b13a0d0b1f8504_1735286580.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/947/873f7a33f0362d0e3cf3488cf0b96947/873f7a33f0362d0e3cf3488cf0b96947.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286584.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/947/873f7a33f0362d0e3cf3488cf0b96947/873f7a33f0362d0e3cf3488cf0b96947_1735286584.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/5c7/8bb95b717d64878f50f4e4c7a6a165c7/8bb95b717d64878f50f4e4c7a6a165c7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286588.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/5c7/8bb95b717d64878f50f4e4c7a6a165c7/8bb95b717d64878f50f4e4c7a6a165c7_1735286588.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/50c/36ae77b59ff9d5f55ace2b659e2cd50c/36ae77b59ff9d5f55ace2b659e2cd50c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286592.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/50c/36ae77b59ff9d5f55ace2b659e2cd50c/36ae77b59ff9d5f55ace2b659e2cd50c_1735286592.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/20f/b339603eddb465d200e8c97ab4aae20f/b339603eddb465d200e8c97ab4aae20f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286596.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/20f/b339603eddb465d200e8c97ab4aae20f/b339603eddb465d200e8c97ab4aae20f_1735286596.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/359/f8af4fabce167d99374991f40a3b2359/f8af4fabce167d99374991f40a3b2359.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286600.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/359/f8af4fabce167d99374991f40a3b2359/f8af4fabce167d99374991f40a3b2359_1735286600.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/a18/0c54a5f74c1b4704eee4c50712be3a18/0c54a5f74c1b4704eee4c50712be3a18.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286604.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/a18/0c54a5f74c1b4704eee4c50712be3a18/0c54a5f74c1b4704eee4c50712be3a18_1735286604.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/bdb/255f3ff3e218411cc8ea8ed172ea4bdb/255f3ff3e218411cc8ea8ed172ea4bdb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286608.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/bdb/255f3ff3e218411cc8ea8ed172ea4bdb/255f3ff3e218411cc8ea8ed172ea4bdb_1735286608.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/f16/b3e577e0257ef61388642764a29dbf16/b3e577e0257ef61388642764a29dbf16.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286612.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/f16/b3e577e0257ef61388642764a29dbf16/b3e577e0257ef61388642764a29dbf16_1735286612.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/c41/95dc75f68231aea9b3678d786d484c41/95dc75f68231aea9b3678d786d484c41.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286616.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/c41/95dc75f68231aea9b3678d786d484c41/95dc75f68231aea9b3678d786d484c41_1735286616.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/668/e75ab69ad29adcfe8b3eee4693a47668/e75ab69ad29adcfe8b3eee4693a47668.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286620.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/668/e75ab69ad29adcfe8b3eee4693a47668/e75ab69ad29adcfe8b3eee4693a47668_1735286620.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/f0a/9e20f90e9ede101d4a9780d152daff0a/9e20f90e9ede101d4a9780d152daff0a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286624.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/f0a/9e20f90e9ede101d4a9780d152daff0a/9e20f90e9ede101d4a9780d152daff0a_1735286624.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/9f4/210095dc5066a5919bb925e69b8019f4/210095dc5066a5919bb925e69b8019f4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286628.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/9f4/210095dc5066a5919bb925e69b8019f4/210095dc5066a5919bb925e69b8019f4_1735286628.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/0aa/aecc5ebbd7f66bc11c95f165837c60aa/aecc5ebbd7f66bc11c95f165837c60aa.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286632.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/0aa/aecc5ebbd7f66bc11c95f165837c60aa/aecc5ebbd7f66bc11c95f165837c60aa_1735286632.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/d34/cccf57d5230410e4263728d10834cd34/cccf57d5230410e4263728d10834cd34.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286636.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/d34/cccf57d5230410e4263728d10834cd34/cccf57d5230410e4263728d10834cd34_1735286636.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/c1c/1e7670b17168310c1fa9abe169f07c1c/1e7670b17168310c1fa9abe169f07c1c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286640.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/c1c/1e7670b17168310c1fa9abe169f07c1c/1e7670b17168310c1fa9abe169f07c1c_1735286640.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/190/2728ecf6f276ed1661e350c147720190/2728ecf6f276ed1661e350c147720190.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286644.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/190/2728ecf6f276ed1661e350c147720190/2728ecf6f276ed1661e350c147720190_1735286644.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/4aa/62a4bf16a1a28249ab3d9799c9e274aa/62a4bf16a1a28249ab3d9799c9e274aa.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286648.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/4aa/62a4bf16a1a28249ab3d9799c9e274aa/62a4bf16a1a28249ab3d9799c9e274aa_1735286648.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/8d2/5c1aa9c870472fc556eddbebb54f98d2/5c1aa9c870472fc556eddbebb54f98d2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286652.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/8d2/5c1aa9c870472fc556eddbebb54f98d2/5c1aa9c870472fc556eddbebb54f98d2_1735286652.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/de8/02c5a13163d2fd4a418ec26f88455de8/02c5a13163d2fd4a418ec26f88455de8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286656.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/de8/02c5a13163d2fd4a418ec26f88455de8/02c5a13163d2fd4a418ec26f88455de8_1735286656.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/4b4/d988f8e8ff50172a2f29a4bc6d72e4b4/d988f8e8ff50172a2f29a4bc6d72e4b4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286660.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/4b4/d988f8e8ff50172a2f29a4bc6d72e4b4/d988f8e8ff50172a2f29a4bc6d72e4b4_1735286660.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/f15/c9ad576595bd4e93d4da0900dc47df15/c9ad576595bd4e93d4da0900dc47df15.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286664.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/f15/c9ad576595bd4e93d4da0900dc47df15/c9ad576595bd4e93d4da0900dc47df15_1735286664.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/553/eeeaf5420c52eca18861662dfc4ca553/eeeaf5420c52eca18861662dfc4ca553.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286668.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/553/eeeaf5420c52eca18861662dfc4ca553/eeeaf5420c52eca18861662dfc4ca553_1735286668.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/27c/59c7af0c93a7db38ab918bfab15a127c/59c7af0c93a7db38ab918bfab15a127c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286672.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/27c/59c7af0c93a7db38ab918bfab15a127c/59c7af0c93a7db38ab918bfab15a127c_1735286672.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/ec0/a7f5971213d4c9184347b5bb54bb4ec0/a7f5971213d4c9184347b5bb54bb4ec0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286676.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/ec0/a7f5971213d4c9184347b5bb54bb4ec0/a7f5971213d4c9184347b5bb54bb4ec0_1735286676.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/abe/9b816b8a21afc3fc09b5a073708f7abe/9b816b8a21afc3fc09b5a073708f7abe.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286680.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/abe/9b816b8a21afc3fc09b5a073708f7abe/9b816b8a21afc3fc09b5a073708f7abe_1735286680.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/8ad/a6e8b2688326518e730f655135f148ad/a6e8b2688326518e730f655135f148ad.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286684.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/8ad/a6e8b2688326518e730f655135f148ad/a6e8b2688326518e730f655135f148ad_1735286684.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/71f/8123aa3ce6a778520a1e2ce1457bc71f/8123aa3ce6a778520a1e2ce1457bc71f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286688.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/71f/8123aa3ce6a778520a1e2ce1457bc71f/8123aa3ce6a778520a1e2ce1457bc71f_1735286688.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/671/15fe5b70e1228a0a10662acf7e2a2671/15fe5b70e1228a0a10662acf7e2a2671.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286692.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/671/15fe5b70e1228a0a10662acf7e2a2671/15fe5b70e1228a0a10662acf7e2a2671_1735286692.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/fff/2c07b5f5403c18591498f12e9fb9afff/2c07b5f5403c18591498f12e9fb9afff.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286696.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/fff/2c07b5f5403c18591498f12e9fb9afff/2c07b5f5403c18591498f12e9fb9afff_1735286696.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/4f8/7d0e72cadb7ebc68e279e198b342a4f8/7d0e72cadb7ebc68e279e198b342a4f8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286700.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/4f8/7d0e72cadb7ebc68e279e198b342a4f8/7d0e72cadb7ebc68e279e198b342a4f8_1735286700.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/199/ea60cd77eca282b6bab08bf0914c2199/ea60cd77eca282b6bab08bf0914c2199.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286704.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/199/ea60cd77eca282b6bab08bf0914c2199/ea60cd77eca282b6bab08bf0914c2199_1735286704.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/788/51a7db0946f20ccd0016a490bf222788/51a7db0946f20ccd0016a490bf222788.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286708.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/788/51a7db0946f20ccd0016a490bf222788/51a7db0946f20ccd0016a490bf222788_1735286708.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/853/73f1ef7483fee296ce64af5f694ed853/73f1ef7483fee296ce64af5f694ed853.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286712.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/853/73f1ef7483fee296ce64af5f694ed853/73f1ef7483fee296ce64af5f694ed853_1735286712.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/6fe/7f416d57a99e28b32f5e1e8a4730c6fe/7f416d57a99e28b32f5e1e8a4730c6fe.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286716.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/6fe/7f416d57a99e28b32f5e1e8a4730c6fe/7f416d57a99e28b32f5e1e8a4730c6fe_1735286716.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/d05/404e5d1c553d844e41f7594f2d020d05/404e5d1c553d844e41f7594f2d020d05.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286720.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/d05/404e5d1c553d844e41f7594f2d020d05/404e5d1c553d844e41f7594f2d020d05_1735286720.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/dc0/3d85aaeae242ee694e1cb097fee7cdc0/3d85aaeae242ee694e1cb097fee7cdc0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286724.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/dc0/3d85aaeae242ee694e1cb097fee7cdc0/3d85aaeae242ee694e1cb097fee7cdc0_1735286724.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/19c/b92f93d7d736d72569275229ad00019c/b92f93d7d736d72569275229ad00019c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286728.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/19c/b92f93d7d736d72569275229ad00019c/b92f93d7d736d72569275229ad00019c_1735286728.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/b6e/014da0696551e828688632ddb2dd2b6e/014da0696551e828688632ddb2dd2b6e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286732.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/b6e/014da0696551e828688632ddb2dd2b6e/014da0696551e828688632ddb2dd2b6e_1735286732.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/23c/22864f8e2bc4b9a3ac2eed374bf4723c/22864f8e2bc4b9a3ac2eed374bf4723c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286736.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/23c/22864f8e2bc4b9a3ac2eed374bf4723c/22864f8e2bc4b9a3ac2eed374bf4723c_1735286736.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/6fc/96a7fd606011a8bfabce91938f32b6fc/96a7fd606011a8bfabce91938f32b6fc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286740.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/6fc/96a7fd606011a8bfabce91938f32b6fc/96a7fd606011a8bfabce91938f32b6fc_1735286740.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/03f/91b2defa2fd7ced89f6c0c4fe3b6803f/91b2defa2fd7ced89f6c0c4fe3b6803f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286744.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/03f/91b2defa2fd7ced89f6c0c4fe3b6803f/91b2defa2fd7ced89f6c0c4fe3b6803f_1735286744.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/792/ecc3ad06881268d1bbec0274e81ba792/ecc3ad06881268d1bbec0274e81ba792.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286748.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/792/ecc3ad06881268d1bbec0274e81ba792/ecc3ad06881268d1bbec0274e81ba792_1735286748.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/6b6/378ca577e5a335a92cb4b4d3b9ece6b6/378ca577e5a335a92cb4b4d3b9ece6b6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286752.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/6b6/378ca577e5a335a92cb4b4d3b9ece6b6/378ca577e5a335a92cb4b4d3b9ece6b6_1735286752.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/d16/80089f2e0e35a9bc6da69a01d26fdd16/80089f2e0e35a9bc6da69a01d26fdd16.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286756.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/d16/80089f2e0e35a9bc6da69a01d26fdd16/80089f2e0e35a9bc6da69a01d26fdd16_1735286756.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/3d8/89de1866b626a02613a1914313bb73d8/89de1866b626a02613a1914313bb73d8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286760.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/3d8/89de1866b626a02613a1914313bb73d8/89de1866b626a02613a1914313bb73d8_1735286760.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/e19/1460728e13c3c7f1929283ad99010e19/1460728e13c3c7f1929283ad99010e19.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286764.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/e19/1460728e13c3c7f1929283ad99010e19/1460728e13c3c7f1929283ad99010e19_1735286764.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/5ea/234d98abf801ff7befa318cfb8f395ea/234d98abf801ff7befa318cfb8f395ea.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286768.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/5ea/234d98abf801ff7befa318cfb8f395ea/234d98abf801ff7befa318cfb8f395ea_1735286768.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/9f8/a4f2ac6f4bd0dd3f088fd55c148199f8/a4f2ac6f4bd0dd3f088fd55c148199f8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286772.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/9f8/a4f2ac6f4bd0dd3f088fd55c148199f8/a4f2ac6f4bd0dd3f088fd55c148199f8_1735286772.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/0d4/29773c7cad08c6b55cf90d34f1ebf0d4/29773c7cad08c6b55cf90d34f1ebf0d4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286776.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/0d4/29773c7cad08c6b55cf90d34f1ebf0d4/29773c7cad08c6b55cf90d34f1ebf0d4_1735286776.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/78c/1e0b6ddbfd58905c8b041ed0a3c4978c/1e0b6ddbfd58905c8b041ed0a3c4978c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286780.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/78c/1e0b6ddbfd58905c8b041ed0a3c4978c/1e0b6ddbfd58905c8b041ed0a3c4978c_1735286780.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/c01/eb785b11ce0500fb0ca70f52a2107c01/eb785b11ce0500fb0ca70f52a2107c01.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286784.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/c01/eb785b11ce0500fb0ca70f52a2107c01/eb785b11ce0500fb0ca70f52a2107c01_1735286784.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/906/12a91723db59e03d6e326c51b9cc1906/12a91723db59e03d6e326c51b9cc1906.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286788.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/906/12a91723db59e03d6e326c51b9cc1906/12a91723db59e03d6e326c51b9cc1906_1735286788.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/8ae/13305f76e19f546075fcddfec3ebf8ae/13305f76e19f546075fcddfec3ebf8ae.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286792.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/8ae/13305f76e19f546075fcddfec3ebf8ae/13305f76e19f546075fcddfec3ebf8ae_1735286792.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/292/21687f4d06c7a7451c702732340f3292/21687f4d06c7a7451c702732340f3292.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286796.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/292/21687f4d06c7a7451c702732340f3292/21687f4d06c7a7451c702732340f3292_1735286796.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/16b/c0df1a92f7a6e3bcd193c9dbea49716b/c0df1a92f7a6e3bcd193c9dbea49716b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286800.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/16b/c0df1a92f7a6e3bcd193c9dbea49716b/c0df1a92f7a6e3bcd193c9dbea49716b_1735286800.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/66a/514fd5f0f325071b9c1008c301baf66a/514fd5f0f325071b9c1008c301baf66a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286804.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/66a/514fd5f0f325071b9c1008c301baf66a/514fd5f0f325071b9c1008c301baf66a_1735286804.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/8cb/b7ea238cba569b1de65828f3b41038cb/b7ea238cba569b1de65828f3b41038cb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286808.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/8cb/b7ea238cba569b1de65828f3b41038cb/b7ea238cba569b1de65828f3b41038cb_1735286808.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/ab8/50f82f947c4241e7372aa4c8bcb01ab8/50f82f947c4241e7372aa4c8bcb01ab8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286812.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/ab8/50f82f947c4241e7372aa4c8bcb01ab8/50f82f947c4241e7372aa4c8bcb01ab8_1735286812.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/b70/1d852ffd86f8ea388e8b91b63e773b70/1d852ffd86f8ea388e8b91b63e773b70.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286816.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/b70/1d852ffd86f8ea388e8b91b63e773b70/1d852ffd86f8ea388e8b91b63e773b70_1735286816.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/5d0/dddb5dee3314af7ebf207019c454b5d0/dddb5dee3314af7ebf207019c454b5d0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286820.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/5d0/dddb5dee3314af7ebf207019c454b5d0/dddb5dee3314af7ebf207019c454b5d0_1735286820.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/a29/e80a26479a4e07e3ec45f98d49b17a29/e80a26479a4e07e3ec45f98d49b17a29.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286824.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/a29/e80a26479a4e07e3ec45f98d49b17a29/e80a26479a4e07e3ec45f98d49b17a29_1735286824.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/5f3/e999d1e71fef9121314dded4e3a455f3/e999d1e71fef9121314dded4e3a455f3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286828.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/5f3/e999d1e71fef9121314dded4e3a455f3/e999d1e71fef9121314dded4e3a455f3_1735286828.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/97a/385a1b55d20b62f6592e5b558300597a/385a1b55d20b62f6592e5b558300597a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286832.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/97a/385a1b55d20b62f6592e5b558300597a/385a1b55d20b62f6592e5b558300597a_1735286832.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/b8f/d14fed819e7dd8c5e14afafa4a732b8f/d14fed819e7dd8c5e14afafa4a732b8f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286836.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/b8f/d14fed819e7dd8c5e14afafa4a732b8f/d14fed819e7dd8c5e14afafa4a732b8f_1735286836.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/918/5f36233a81dac8e7a069eb9eed45d918/5f36233a81dac8e7a069eb9eed45d918.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286840.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/918/5f36233a81dac8e7a069eb9eed45d918/5f36233a81dac8e7a069eb9eed45d918_1735286840.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/535/b5c71455b4b5d36bccc55d6558fe8535/b5c71455b4b5d36bccc55d6558fe8535.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286844.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/535/b5c71455b4b5d36bccc55d6558fe8535/b5c71455b4b5d36bccc55d6558fe8535_1735286844.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/85e/f1f6d710c5fb783d1d3acdb62e3f385e/f1f6d710c5fb783d1d3acdb62e3f385e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286848.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/85e/f1f6d710c5fb783d1d3acdb62e3f385e/f1f6d710c5fb783d1d3acdb62e3f385e_1735286848.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/e90/2952e4d6a4785d115119104232c26e90/2952e4d6a4785d115119104232c26e90.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286852.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/e90/2952e4d6a4785d115119104232c26e90/2952e4d6a4785d115119104232c26e90_1735286852.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/5fe/3c9c23a2bae5f3ac2e53817ac5cf95fe/3c9c23a2bae5f3ac2e53817ac5cf95fe.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286856.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/5fe/3c9c23a2bae5f3ac2e53817ac5cf95fe/3c9c23a2bae5f3ac2e53817ac5cf95fe_1735286856.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/728/b92f09a178bdb868655efff123b9a728/b92f09a178bdb868655efff123b9a728.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286860.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/728/b92f09a178bdb868655efff123b9a728/b92f09a178bdb868655efff123b9a728_1735286860.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/339/767f5f24a1edc3715cc2bea27b407339/767f5f24a1edc3715cc2bea27b407339.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286864.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/339/767f5f24a1edc3715cc2bea27b407339/767f5f24a1edc3715cc2bea27b407339_1735286864.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/a5c/3eebbce631edbf9f8353e540224cea5c/3eebbce631edbf9f8353e540224cea5c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286868.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/a5c/3eebbce631edbf9f8353e540224cea5c/3eebbce631edbf9f8353e540224cea5c_1735286868.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/43e/c9694e6358021301508a4c9876ee743e/c9694e6358021301508a4c9876ee743e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286872.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/43e/c9694e6358021301508a4c9876ee743e/c9694e6358021301508a4c9876ee743e_1735286872.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/a05/674e3d67722382ff967aa8406d8fea05/674e3d67722382ff967aa8406d8fea05.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286876.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/a05/674e3d67722382ff967aa8406d8fea05/674e3d67722382ff967aa8406d8fea05_1735286876.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/4d4/384350d43f93557642e912776235c4d4/384350d43f93557642e912776235c4d4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286880.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/4d4/384350d43f93557642e912776235c4d4/384350d43f93557642e912776235c4d4_1735286880.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/d9f/7c78a8eaef47fb63b682e846915e6d9f/7c78a8eaef47fb63b682e846915e6d9f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286884.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/d9f/7c78a8eaef47fb63b682e846915e6d9f/7c78a8eaef47fb63b682e846915e6d9f_1735286884.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/d82/c306e7caedefba01bd1aa91546799d82/c306e7caedefba01bd1aa91546799d82.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286888.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/d82/c306e7caedefba01bd1aa91546799d82/c306e7caedefba01bd1aa91546799d82_1735286888.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/2c8/0b6e4d4ed1f5c9faa9f5564c555422c8/0b6e4d4ed1f5c9faa9f5564c555422c8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286892.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/2c8/0b6e4d4ed1f5c9faa9f5564c555422c8/0b6e4d4ed1f5c9faa9f5564c555422c8_1735286892.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/f2c/da8291aa4608f34f2aabc56f9d17df2c/da8291aa4608f34f2aabc56f9d17df2c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286896.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/f2c/da8291aa4608f34f2aabc56f9d17df2c/da8291aa4608f34f2aabc56f9d17df2c_1735286896.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/895/cfc4021e28e1a4c48b9e017360010895/cfc4021e28e1a4c48b9e017360010895.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286900.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/895/cfc4021e28e1a4c48b9e017360010895/cfc4021e28e1a4c48b9e017360010895_1735286900.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/6f3/7db70d24d3b4b745af4d1e603ac156f3/7db70d24d3b4b745af4d1e603ac156f3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286904.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/6f3/7db70d24d3b4b745af4d1e603ac156f3/7db70d24d3b4b745af4d1e603ac156f3_1735286904.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/7a6/08fb4d2ebcf6add7b41325ff1c41b7a6/08fb4d2ebcf6add7b41325ff1c41b7a6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286908.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/7a6/08fb4d2ebcf6add7b41325ff1c41b7a6/08fb4d2ebcf6add7b41325ff1c41b7a6_1735286908.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/c14/2a7260e590312a268489c49eb59f6c14/2a7260e590312a268489c49eb59f6c14.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286912.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/c14/2a7260e590312a268489c49eb59f6c14/2a7260e590312a268489c49eb59f6c14_1735286912.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/246/abfc9477166b85f51956c73db3f94246/abfc9477166b85f51956c73db3f94246.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286916.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/246/abfc9477166b85f51956c73db3f94246/abfc9477166b85f51956c73db3f94246_1735286916.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/d5e/3a5d450bcc81133c796ab157f5469d5e/3a5d450bcc81133c796ab157f5469d5e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286920.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/d5e/3a5d450bcc81133c796ab157f5469d5e/3a5d450bcc81133c796ab157f5469d5e_1735286920.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/76d/1600b5e640c5fbee2f8b161ad9b4f76d/1600b5e640c5fbee2f8b161ad9b4f76d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286924.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/76d/1600b5e640c5fbee2f8b161ad9b4f76d/1600b5e640c5fbee2f8b161ad9b4f76d_1735286924.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/c19/0d99e116b2d66e44b65a7fb75900cc19/0d99e116b2d66e44b65a7fb75900cc19.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286928.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/c19/0d99e116b2d66e44b65a7fb75900cc19/0d99e116b2d66e44b65a7fb75900cc19_1735286928.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/e46/3d5cdc43c0364d59eba7614ec1223e46/3d5cdc43c0364d59eba7614ec1223e46.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286932.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/e46/3d5cdc43c0364d59eba7614ec1223e46/3d5cdc43c0364d59eba7614ec1223e46_1735286932.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/7bc/931572e171dbab19e7720153011647bc/931572e171dbab19e7720153011647bc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286936.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/7bc/931572e171dbab19e7720153011647bc/931572e171dbab19e7720153011647bc_1735286936.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/099/d80b9a2c7465697e139866b4bfc6d099/d80b9a2c7465697e139866b4bfc6d099.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286940.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/099/d80b9a2c7465697e139866b4bfc6d099/d80b9a2c7465697e139866b4bfc6d099_1735286940.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/184/796190001c89d29c489e39538824c184/796190001c89d29c489e39538824c184.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286944.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/184/796190001c89d29c489e39538824c184/796190001c89d29c489e39538824c184_1735286944.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/941/8ea902907523e36e3cffde1c0aaf7941/8ea902907523e36e3cffde1c0aaf7941.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286948.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/941/8ea902907523e36e3cffde1c0aaf7941/8ea902907523e36e3cffde1c0aaf7941_1735286948.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/59b/07f4a83d831a953bc5f19106f009459b/07f4a83d831a953bc5f19106f009459b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286952.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/59b/07f4a83d831a953bc5f19106f009459b/07f4a83d831a953bc5f19106f009459b_1735286952.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/f00/299b32cf6c7c765cea938f0f96ae7f00/299b32cf6c7c765cea938f0f96ae7f00.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286956.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/f00/299b32cf6c7c765cea938f0f96ae7f00/299b32cf6c7c765cea938f0f96ae7f00_1735286956.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/b7e/b7e7bc170fc2db48d1358c6a6785eb7e/b7e7bc170fc2db48d1358c6a6785eb7e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286960.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/b7e/b7e7bc170fc2db48d1358c6a6785eb7e/b7e7bc170fc2db48d1358c6a6785eb7e_1735286960.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/97d/c62b917e1df5099e50760b799d83097d/c62b917e1df5099e50760b799d83097d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286964.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/97d/c62b917e1df5099e50760b799d83097d/c62b917e1df5099e50760b799d83097d_1735286964.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/fdb/8feaf8ed7af76cc9dc266f55faf6afdb/8feaf8ed7af76cc9dc266f55faf6afdb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286968.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/fdb/8feaf8ed7af76cc9dc266f55faf6afdb/8feaf8ed7af76cc9dc266f55faf6afdb_1735286968.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/2d0/94b001f5402b54e437f9d0953545c2d0/94b001f5402b54e437f9d0953545c2d0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286972.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/2d0/94b001f5402b54e437f9d0953545c2d0/94b001f5402b54e437f9d0953545c2d0_1735286972.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwt3e70y0/sda/containers/0/443/1c2e67d714e167484d0bcd8c12980443/1c2e67d714e167484d0bcd8c12980443.db'test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735286465.82065', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286976.00000-0, db: /tmp/tmpwt3e70y0/sda/containers/0/443/1c2e67d714e167484d0bcd8c12980443/1c2e67d714e167484d0bcd8c12980443_1735286976.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286470.00000-0, db: /tmp/tmpmw5pqjfh/sda/containers/0/af7/146fd39cb65128a7aaffbb4ae0443af7/146fd39cb65128a7aaffbb4ae0443af7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286474.00000-0, db: /tmp/tmpmw5pqjfh/sda/containers/0/365/2d22367d14b5c71b02c418d2b3757365/2d22367d14b5c71b02c418d2b3757365.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286478.00000-0, db: /tmp/tmpmw5pqjfh/sda/containers/0/094/febb341bd3132cdfe7aaea8a42307094/febb341bd3132cdfe7aaea8a42307094.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286482.00000-0, db: /tmp/tmpmw5pqjfh/sda/containers/0/0ef/d2c70090e4883d36ae5d5984802d30ef/d2c70090e4883d36ae5d5984802d30ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286471.00000-0, db: /tmp/tmph2x4s2y6/sda/containers/0/cb6/22aa27b44944c9b8e86cf687c8d41cb6/22aa27b44944c9b8e86cf687c8d41cb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286474.00000-0, db: /tmp/tmph2x4s2y6/sda/containers/0/365/2d22367d14b5c71b02c418d2b3757365/2d22367d14b5c71b02c418d2b3757365.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286477.00000-0, db: /tmp/tmph2x4s2y6/sda/containers/0/5e6/39e5739180dcf9b65dbf2b1ca7c865e6/39e5739180dcf9b65dbf2b1ca7c865e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286480.00000-0, db: /tmp/tmph2x4s2y6/sda/containers/0/5d4/84b73fe0e25ed5fd1987e8bf56a4b5d4/84b73fe0e25ed5fd1987e8bf56a4b5d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286471.00000-0, db: /tmp/tmpxvb4f10a/sda/containers/0/cb6/22aa27b44944c9b8e86cf687c8d41cb6/22aa27b44944c9b8e86cf687c8d41cb6.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286471.00000-0, db: /tmp/tmpxvb4f10a/sda/containers/0/cb6/22aa27b44944c9b8e86cf687c8d41cb6/22aa27b44944c9b8e86cf687c8d41cb6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286471.00000-0, db: /tmp/tmpxvb4f10a/sda/containers/0/cb6/22aa27b44944c9b8e86cf687c8d41cb6/22aa27b44944c9b8e86cf687c8d41cb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286475.00000-0, db: /tmp/tmpxvb4f10a/sda/containers/0/2c9/703c8547c23edbfaaf4333d24d9602c9/703c8547c23edbfaaf4333d24d9602c9.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286475.00000-0, db: /tmp/tmpxvb4f10a/sda/containers/0/2c9/703c8547c23edbfaaf4333d24d9602c9/703c8547c23edbfaaf4333d24d9602c9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286475.00000-0, db: /tmp/tmpxvb4f10a/sda/containers/0/2c9/703c8547c23edbfaaf4333d24d9602c9/703c8547c23edbfaaf4333d24d9602c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286479.00000-0, db: /tmp/tmpxvb4f10a/sda/containers/0/8c9/5ff497ae69a8ca9dfe9240d6cf85e8c9/5ff497ae69a8ca9dfe9240d6cf85e8c9.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286479.00000-0, db: /tmp/tmpxvb4f10a/sda/containers/0/8c9/5ff497ae69a8ca9dfe9240d6cf85e8c9/5ff497ae69a8ca9dfe9240d6cf85e8c9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286479.00000-0, db: /tmp/tmpxvb4f10a/sda/containers/0/8c9/5ff497ae69a8ca9dfe9240d6cf85e8c9/5ff497ae69a8ca9dfe9240d6cf85e8c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286483.00000-0, db: /tmp/tmpxvb4f10a/sda/containers/0/1b2/253f8cb2c2b69aab97ead414015181b2/253f8cb2c2b69aab97ead414015181b2.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286483.00000-0, db: /tmp/tmpxvb4f10a/sda/containers/0/1b2/253f8cb2c2b69aab97ead414015181b2/253f8cb2c2b69aab97ead414015181b2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286483.00000-0, db: /tmp/tmpxvb4f10a/sda/containers/0/1b2/253f8cb2c2b69aab97ead414015181b2/253f8cb2c2b69aab97ead414015181b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286471.00000-0, db: /tmp/tmp5gleqkj9/sda/containers/0/cb6/22aa27b44944c9b8e86cf687c8d41cb6/22aa27b44944c9b8e86cf687c8d41cb6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286471.00000-0, db: /tmp/tmp5gleqkj9/sda/containers/0/cb6/22aa27b44944c9b8e86cf687c8d41cb6/22aa27b44944c9b8e86cf687c8d41cb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286474.00000-0, db: /tmp/tmp5gleqkj9/sda/containers/0/365/2d22367d14b5c71b02c418d2b3757365/2d22367d14b5c71b02c418d2b3757365.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286474.00000-0, db: /tmp/tmp5gleqkj9/sda/containers/0/365/2d22367d14b5c71b02c418d2b3757365/2d22367d14b5c71b02c418d2b3757365.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286477.00000-0, db: /tmp/tmp5gleqkj9/sda/containers/0/5e6/39e5739180dcf9b65dbf2b1ca7c865e6/39e5739180dcf9b65dbf2b1ca7c865e6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286477.00000-0, db: /tmp/tmp5gleqkj9/sda/containers/0/5e6/39e5739180dcf9b65dbf2b1ca7c865e6/39e5739180dcf9b65dbf2b1ca7c865e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286480.00000-0, db: /tmp/tmp5gleqkj9/sda/containers/0/5d4/84b73fe0e25ed5fd1987e8bf56a4b5d4/84b73fe0e25ed5fd1987e8bf56a4b5d4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286480.00000-0, db: /tmp/tmp5gleqkj9/sda/containers/0/5d4/84b73fe0e25ed5fd1987e8bf56a4b5d4/84b73fe0e25ed5fd1987e8bf56a4b5d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286471.00000-0, db: /tmp/tmpxd_cgew8/sda/containers/0/cb6/22aa27b44944c9b8e86cf687c8d41cb6/22aa27b44944c9b8e86cf687c8d41cb6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286471.00000-0, db: /tmp/tmpxd_cgew8/sda/containers/0/cb6/22aa27b44944c9b8e86cf687c8d41cb6/22aa27b44944c9b8e86cf687c8d41cb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286474.00000-0, db: /tmp/tmpxd_cgew8/sda/containers/0/365/2d22367d14b5c71b02c418d2b3757365/2d22367d14b5c71b02c418d2b3757365.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286474.00000-0, db: /tmp/tmpxd_cgew8/sda/containers/0/365/2d22367d14b5c71b02c418d2b3757365/2d22367d14b5c71b02c418d2b3757365.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286477.00000-0, db: /tmp/tmpxd_cgew8/sda/containers/0/5e6/39e5739180dcf9b65dbf2b1ca7c865e6/39e5739180dcf9b65dbf2b1ca7c865e6.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok - -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1735286466.28677', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286466.00000', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286477.00000-0, db: /tmp/tmpxd_cgew8/sda/containers/0/5e6/39e5739180dcf9b65dbf2b1ca7c865e6/39e5739180dcf9b65dbf2b1ca7c865e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286480.00000-0, db: /tmp/tmpxd_cgew8/sda/containers/0/5d4/84b73fe0e25ed5fd1987e8bf56a4b5d4/84b73fe0e25ed5fd1987e8bf56a4b5d4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286480.00000-0, db: /tmp/tmpxd_cgew8/sda/containers/0/5d4/84b73fe0e25ed5fd1987e8bf56a4b5d4/84b73fe0e25ed5fd1987e8bf56a4b5d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286471.00000-0, db: /tmp/tmpthzxmr09/sda/containers/0/cb6/22aa27b44944c9b8e86cf687c8d41cb6/22aa27b44944c9b8e86cf687c8d41cb6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286473.00000-0, db: /tmp/tmpthzxmr09/sda/containers/0/45d/ea4595dd3c81d2404f7413f5d197345d/ea4595dd3c81d2404f7413f5d197345d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286475.00000-0, db: /tmp/tmpthzxmr09/sda/containers/0/2c9/703c8547c23edbfaaf4333d24d9602c9/703c8547c23edbfaaf4333d24d9602c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286477.00000-0, db: /tmp/tmpthzxmr09/sda/containers/0/5e6/39e5739180dcf9b65dbf2b1ca7c865e6/39e5739180dcf9b65dbf2b1ca7c865e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286472.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/f31/c1d9457fda1752e1922568344e318f31/c1d9457fda1752e1922568344e318f31.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286472.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/f31/c1d9457fda1752e1922568344e318f31/c1d9457fda1752e1922568344e318f31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286475.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/2c9/703c8547c23edbfaaf4333d24d9602c9/703c8547c23edbfaaf4333d24d9602c9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286475.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/2c9/703c8547c23edbfaaf4333d24d9602c9/703c8547c23edbfaaf4333d24d9602c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286478.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/094/febb341bd3132cdfe7aaea8a42307094/febb341bd3132cdfe7aaea8a42307094.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286478.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/094/febb341bd3132cdfe7aaea8a42307094/febb341bd3132cdfe7aaea8a42307094.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286481.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/01c/7e2cbfd7430fef4f89aec82f7372801c/7e2cbfd7430fef4f89aec82f7372801c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286481.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/01c/7e2cbfd7430fef4f89aec82f7372801c/7e2cbfd7430fef4f89aec82f7372801c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286484.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/806/8c2626bb74427c678d16aa7f78270806/8c2626bb74427c678d16aa7f78270806.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286484.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/806/8c2626bb74427c678d16aa7f78270806/8c2626bb74427c678d16aa7f78270806.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286487.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/cfd/0e7afa66316dc0afb1963f3b8e079cfd/0e7afa66316dc0afb1963f3b8e079cfd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286487.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/cfd/0e7afa66316dc0afb1963f3b8e079cfd/0e7afa66316dc0afb1963f3b8e079cfd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286490.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/c80/3f6d1f3844e02264e187307772831c80/3f6d1f3844e02264e187307772831c80.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286490.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/c80/3f6d1f3844e02264e187307772831c80/3f6d1f3844e02264e187307772831c80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286493.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/170/ac1b5258c44f5afaad2aa16f88173170/ac1b5258c44f5afaad2aa16f88173170.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286493.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/170/ac1b5258c44f5afaad2aa16f88173170/ac1b5258c44f5afaad2aa16f88173170.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286496.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/177/277532a6969ab80c068f4caff81c5177/277532a6969ab80c068f4caff81c5177.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286496.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/177/277532a6969ab80c068f4caff81c5177/277532a6969ab80c068f4caff81c5177.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286499.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/2c5/3aa56d318bec8c14ec2af79b9b82a2c5/3aa56d318bec8c14ec2af79b9b82a2c5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286499.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/2c5/3aa56d318bec8c14ec2af79b9b82a2c5/3aa56d318bec8c14ec2af79b9b82a2c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286502.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/03d/c56e9622d23ffc39e4f2cde26ca8a03d/c56e9622d23ffc39e4f2cde26ca8a03d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286502.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/03d/c56e9622d23ffc39e4f2cde26ca8a03d/c56e9622d23ffc39e4f2cde26ca8a03d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286505.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/72a/98701a2248f9e9450b740b3c6119972a/98701a2248f9e9450b740b3c6119972a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286505.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/72a/98701a2248f9e9450b740b3c6119972a/98701a2248f9e9450b740b3c6119972a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286508.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/c05/a0e49983335846a04e9d56f6c0d9ac05/a0e49983335846a04e9d56f6c0d9ac05.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286508.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/c05/a0e49983335846a04e9d56f6c0d9ac05/a0e49983335846a04e9d56f6c0d9ac05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286511.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/7f5/0951790f500851818cbe235933d187f5/0951790f500851818cbe235933d187f5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286511.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/7f5/0951790f500851818cbe235933d187f5/0951790f500851818cbe235933d187f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286514.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/f19/a9afe4ae59097038f9f9fd161dcaff19/a9afe4ae59097038f9f9fd161dcaff19.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286514.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/f19/a9afe4ae59097038f9f9fd161dcaff19/a9afe4ae59097038f9f9fd161dcaff19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286517.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/0e7/67836a8a252f0652c831126e301770e7/67836a8a252f0652c831126e301770e7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286517.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/0e7/67836a8a252f0652c831126e301770e7/67836a8a252f0652c831126e301770e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286520.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/3f5/bf4ecb0a5f0644676642b8aa6dbe73f5/bf4ecb0a5f0644676642b8aa6dbe73f5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286520.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/3f5/bf4ecb0a5f0644676642b8aa6dbe73f5/bf4ecb0a5f0644676642b8aa6dbe73f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286523.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/5f3/9261d957d6d87836da5751566a0ea5f3/9261d957d6d87836da5751566a0ea5f3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286523.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/5f3/9261d957d6d87836da5751566a0ea5f3/9261d957d6d87836da5751566a0ea5f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286526.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/f95/10cfc64860ce66af6f03f46fa5a22f95/10cfc64860ce66af6f03f46fa5a22f95.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286526.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/f95/10cfc64860ce66af6f03f46fa5a22f95/10cfc64860ce66af6f03f46fa5a22f95.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286529.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/253/972e8a106565fd871d6ad05684710253/972e8a106565fd871d6ad05684710253.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286529.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/253/972e8a106565fd871d6ad05684710253/972e8a106565fd871d6ad05684710253.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286532.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/d8d/56bb2e2e56e4a6b4cef4a08d8cdacd8d/56bb2e2e56e4a6b4cef4a08d8cdacd8d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286532.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/d8d/56bb2e2e56e4a6b4cef4a08d8cdacd8d/56bb2e2e56e4a6b4cef4a08d8cdacd8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286535.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/057/dd063d021aeded5a220742540f2f7057/dd063d021aeded5a220742540f2f7057.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286535.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/057/dd063d021aeded5a220742540f2f7057/dd063d021aeded5a220742540f2f7057.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286538.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/67a/f001f850cea6bf4bc7671becacb2b67a/f001f850cea6bf4bc7671becacb2b67a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286538.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/67a/f001f850cea6bf4bc7671becacb2b67a/f001f850cea6bf4bc7671becacb2b67a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286541.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/890/c97d741d6916a35c6c5715d6ff049890/c97d741d6916a35c6c5715d6ff049890.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286541.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/890/c97d741d6916a35c6c5715d6ff049890/c97d741d6916a35c6c5715d6ff049890.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286544.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/957/7a6038cc195ce76dc43507d874553957/7a6038cc195ce76dc43507d874553957.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286544.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/957/7a6038cc195ce76dc43507d874553957/7a6038cc195ce76dc43507d874553957.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286547.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/d24/cd02537ad647f001c6a5e9086bca5d24/cd02537ad647f001c6a5e9086bca5d24.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286547.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/d24/cd02537ad647f001c6a5e9086bca5d24/cd02537ad647f001c6a5e9086bca5d24.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286550.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/aef/3bc7afafd2a1ee69635586e9d1ec7aef/3bc7afafd2a1ee69635586e9d1ec7aef.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286550.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/aef/3bc7afafd2a1ee69635586e9d1ec7aef/3bc7afafd2a1ee69635586e9d1ec7aef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286553.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/b1d/f1c04b6443b9bc744f8e616ddc22eb1d/f1c04b6443b9bc744f8e616ddc22eb1d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286553.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/b1d/f1c04b6443b9bc744f8e616ddc22eb1d/f1c04b6443b9bc744f8e616ddc22eb1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286556.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/a51/30079b83edff94231a5282265ce06a51/30079b83edff94231a5282265ce06a51.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286556.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/a51/30079b83edff94231a5282265ce06a51/30079b83edff94231a5282265ce06a51.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286559.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/446/49f9e1ec2133c51ae237834795be6446/49f9e1ec2133c51ae237834795be6446.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286559.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/446/49f9e1ec2133c51ae237834795be6446/49f9e1ec2133c51ae237834795be6446.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286562.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/034/d568bb62743bd2f3e9a3663620b83034/d568bb62743bd2f3e9a3663620b83034.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286562.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/034/d568bb62743bd2f3e9a3663620b83034/d568bb62743bd2f3e9a3663620b83034.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286565.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/564/eac35bf739d363d3ba6eab0d73525564/eac35bf739d363d3ba6eab0d73525564.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286565.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/564/eac35bf739d363d3ba6eab0d73525564/eac35bf739d363d3ba6eab0d73525564.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286568.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/c57/fb958eddd9a3bfdf699724cb2499cc57/fb958eddd9a3bfdf699724cb2499cc57.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286568.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/c57/fb958eddd9a3bfdf699724cb2499cc57/fb958eddd9a3bfdf699724cb2499cc57.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286571.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/3ce/10b3c32ce76f4f4776235d94c43593ce/10b3c32ce76f4f4776235d94c43593ce.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286571.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/3ce/10b3c32ce76f4f4776235d94c43593ce/10b3c32ce76f4f4776235d94c43593ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286574.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/ee7/44e53b7d395d57960e38869b90afdee7/44e53b7d395d57960e38869b90afdee7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286574.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/ee7/44e53b7d395d57960e38869b90afdee7/44e53b7d395d57960e38869b90afdee7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286577.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/944/e9c48804892d390b1cb3a9a70bc34944/e9c48804892d390b1cb3a9a70bc34944.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286577.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/944/e9c48804892d390b1cb3a9a70bc34944/e9c48804892d390b1cb3a9a70bc34944.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286580.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/504/b18d88e7357b70b203b13a0d0b1f8504/b18d88e7357b70b203b13a0d0b1f8504.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286580.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/504/b18d88e7357b70b203b13a0d0b1f8504/b18d88e7357b70b203b13a0d0b1f8504.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286583.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/390/72e0030bc360369059f626eb87bc7390/72e0030bc360369059f626eb87bc7390.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286583.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/390/72e0030bc360369059f626eb87bc7390/72e0030bc360369059f626eb87bc7390.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286586.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/244/93a129720553c637794f89e1be07a244/93a129720553c637794f89e1be07a244.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286586.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/244/93a129720553c637794f89e1be07a244/93a129720553c637794f89e1be07a244.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286589.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/d2c/6930aad450fd5b8b5804f9da7f347d2c/6930aad450fd5b8b5804f9da7f347d2c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286589.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/d2c/6930aad450fd5b8b5804f9da7f347d2c/6930aad450fd5b8b5804f9da7f347d2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286592.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/50c/36ae77b59ff9d5f55ace2b659e2cd50c/36ae77b59ff9d5f55ace2b659e2cd50c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286592.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/50c/36ae77b59ff9d5f55ace2b659e2cd50c/36ae77b59ff9d5f55ace2b659e2cd50c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286595.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/8ce/588e6bb533bfdb2883a1848ee691f8ce/588e6bb533bfdb2883a1848ee691f8ce.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286595.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/8ce/588e6bb533bfdb2883a1848ee691f8ce/588e6bb533bfdb2883a1848ee691f8ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286598.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/613/efde101975c1c22f50a254b4c40bb613/efde101975c1c22f50a254b4c40bb613.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286598.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/613/efde101975c1c22f50a254b4c40bb613/efde101975c1c22f50a254b4c40bb613.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286601.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/4e9/d79e90ea63cd66263a13d6cebb8964e9/d79e90ea63cd66263a13d6cebb8964e9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286601.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/4e9/d79e90ea63cd66263a13d6cebb8964e9/d79e90ea63cd66263a13d6cebb8964e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286604.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/a18/0c54a5f74c1b4704eee4c50712be3a18/0c54a5f74c1b4704eee4c50712be3a18.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286604.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/a18/0c54a5f74c1b4704eee4c50712be3a18/0c54a5f74c1b4704eee4c50712be3a18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286607.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/1f5/6ba68a972643123892fd78e43a2da1f5/6ba68a972643123892fd78e43a2da1f5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286607.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/1f5/6ba68a972643123892fd78e43a2da1f5/6ba68a972643123892fd78e43a2da1f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286610.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286610.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286613.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/94d/d56bb030c548f7299ad808f8438c794d/d56bb030c548f7299ad808f8438c794d.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_check_node -test.unit.container.test_sharder.TestSharder.test_check_node ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286466.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286466.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286466.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286613.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/94d/d56bb030c548f7299ad808f8438c794d/d56bb030c548f7299ad808f8438c794d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286616.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/c41/95dc75f68231aea9b3678d786d484c41/95dc75f68231aea9b3678d786d484c41.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286616.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/c41/95dc75f68231aea9b3678d786d484c41/95dc75f68231aea9b3678d786d484c41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286619.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/46c/1c6a70061b86bd626f17d32658cee46c/1c6a70061b86bd626f17d32658cee46c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286619.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/46c/1c6a70061b86bd626f17d32658cee46c/1c6a70061b86bd626f17d32658cee46c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286622.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/3d5/7c9c988766e4b88ed44c6acc7a7213d5/7c9c988766e4b88ed44c6acc7a7213d5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286622.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/3d5/7c9c988766e4b88ed44c6acc7a7213d5/7c9c988766e4b88ed44c6acc7a7213d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286625.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/fcc/43217a8786384fe68cf1de709e2b2fcc/43217a8786384fe68cf1de709e2b2fcc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286625.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/fcc/43217a8786384fe68cf1de709e2b2fcc/43217a8786384fe68cf1de709e2b2fcc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286628.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/9f4/210095dc5066a5919bb925e69b8019f4/210095dc5066a5919bb925e69b8019f4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286628.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/9f4/210095dc5066a5919bb925e69b8019f4/210095dc5066a5919bb925e69b8019f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286631.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/029/08e8b3c0b0e1e038174f003474bbc029/08e8b3c0b0e1e038174f003474bbc029.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286631.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/029/08e8b3c0b0e1e038174f003474bbc029/08e8b3c0b0e1e038174f003474bbc029.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286634.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/633/2b7696598c42c85069ef506216dfc633/2b7696598c42c85069ef506216dfc633.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286634.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/633/2b7696598c42c85069ef506216dfc633/2b7696598c42c85069ef506216dfc633.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286637.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/1a1/8fb3fec4b60cee0354ddf197e13961a1/8fb3fec4b60cee0354ddf197e13961a1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286637.00000-0, db: /tmp/tmpdmlxmk7y/sda/containers/0/1a1/8fb3fec4b60cee0354ddf197e13961a1/8fb3fec4b60cee0354ddf197e13961a1.db -sharder-test WARNING: Skipping d100 as it is not mounted -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00018715858459472656s, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012493133544921875s, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpqcpnyh_1/sda/containers/0/bde/2ea0368c1311b350c8ba37ddc1b21bde/2ea0368c1311b350c8ba37ddc1b21bde.db, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.dbtest.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication -test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok - -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00018024444580078125s, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011181831359863281s, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpqcpnyh_1/sda/containers/0/1c7/1d8cbf9d4767f660c3b8bb685ddd21c7/1d8cbf9d4767f660c3b8bb685ddd21c7.db, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015687942504882812s, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.845329284667969e-05s, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014328956604003906s, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00025010108947753906s, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011944770812988281s, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735286407.29082, (5, 5) as of 1735286468.59664, cleaved as of 1735286407.29082> in 0.008s, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpqcpnyh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.48759.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.61383.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.61383.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.61383.dbtest.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:01:07 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286467.34827', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok - -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.61383.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.61383.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.61383.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.61383.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.61383.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.61383.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.61383.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00021266937255859375s, path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001316070556640625s, path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.61383.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.61383.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.61383.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000171661376953125s, path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012993812561035156s, path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.61383.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1735286407.29082, (1, 6144) as of 1735286468.65701, cleaved as of 1735286407.29082> in 0.008s, path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.61383.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.61383.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.61383.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp3j130fm3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.61383.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00019121170043945312s, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.dbtest.unit.container.test_sharder.TestSharder.test_cleave_repeated -test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:01:07 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286467.75328', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:01:07 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286467.76941', 'Content-Type': 'so'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok - -sharder-test DEBUG: got 6 rows (deleted=False) in 0.00018095970153808594s, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011324882507324219s, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735286407.29082, (6, 6) as of 1735286468.72051, cleaved as of 1735286407.29082> in 0.007s, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '1d64d839-962b-478f-ac5f-e730ca011148-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017189979553222656s, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012230873107910156s, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735286407.29082, (6, 6) as of 1735286468.72051, cleaved as of 1735286407.29082>, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016021728515625s, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735286407.29082, (6, 6) as of 1735286468.72051, cleaved as of 1735286407.29082> in 0.006s, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpyx1o58u2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.67387.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00023651123046875s, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002129077911376953s, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1735286407.29082, (0, 0) as of 1735286407.29082, found as of 1735286407.29082>, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00024175643920898438s, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001468658447265625s, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmptioh42x9/sda/containers/0/9b9/972568f4e581d2eee989a80f294ed9b9/972568f4e581d2eee989a80f294ed9b9.db, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082> - shard db already in sync, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1735286407.29082, (3, 6) as of 1735286468.99442, cleaved as of 1735286407.29082> in 0.004s, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021195411682128906s, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013566017150878906s, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1735286407.29082, (1, 100) as of 1735286469.01045, cleaved as of 1735286407.29082> in 0.009s, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001766681671142578s, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root -test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286468.30954', 'Content-Type': 'so'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok - -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001361370086669922s, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1735286407.29082, (1, 1000) as of 1735286469.04853, cleaved as of 1735286407.29082> in 0.01s, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1735286407.29082, (2, 15) as of 1735286469.06086, active as of 1735286407.29082>, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019550323486328125s, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012254714965820312s, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1735286407.29082, (2, 15) as of 1735286469.06086, active as of 1735286407.29082> in 0.007s, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmptioh42x9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286468.78827.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp6oqjuuh7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.10105.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6oqjuuh7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.10105.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6oqjuuh7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.10105.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6oqjuuh7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.10105.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp6oqjuuh7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.10105.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp6oqjuuh7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.10105.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001518726348876953s, path: a/c, db: /tmp/tmp6oqjuuh7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010967254638671875s, path: a/c, db: /tmp/tmp6oqjuuh7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp6oqjuuh7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.10105.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp6oqjuuh7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.10105.db -sharder-test INFO: Cleaved ShardRange in 0.006s, path: a/c, db: /tmp/tmp6oqjuuh7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.10105.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp6oqjuuh7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.10105.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp6eef2l0j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.13381.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6eef2l0j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.13381.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6eef2l0j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.13381.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6eef2l0j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.13381.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp6eef2l0j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.13381.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp6eef2l0j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.13381.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001544952392578125s, path: a/c, db: /tmp/tmp6eef2l0j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: a/c, db: /tmp/tmp6eef2l0j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp6eef2l0j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.13381.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286468.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286468.62278', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok - -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmp6eef2l0j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.13381.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019478797912597656s, path: a/c, db: /tmp/tmp6eef2l0j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: a/c, db: /tmp/tmp6eef2l0j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082> - zero objects found, path: a/c, db: /tmp/tmp6eef2l0j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.13381.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmp6eef2l0j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.13381.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001494884490966797s, path: a/c, db: /tmp/tmp6eef2l0j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: a/c, db: /tmp/tmp6eef2l0j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082> - zero objects found, path: a/c, db: /tmp/tmp6eef2l0j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.13381.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6eef2l0j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.13381.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00025391578674316406s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000194549560546875s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010156631469726562s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021314620971679688s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test INFO: Cleaved ShardRange in 0.015s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1735286407.29082, (0, 0) as of 1735286407.29082, found as of 1735286407.29082>, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022602081298828125s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.107589721679688e-05s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.796287536621094e-05s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001575946807861328s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpxd3ti4al/sda/containers/0/9b9/972568f4e581d2eee989a80f294ed9b9/972568f4e581d2eee989a80f294ed9b9.db, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082> - shard db already in sync, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1735286407.29082, (3, 6) as of 1735286469.34616, cleaved as of 1735286407.29082> in 0.004s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021409988403320312s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017595291137695312s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013136863708496094s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1735286407.29082, (1, 100) as of 1735286469.36396, cleaved as of 1735286407.29082> in 0.01s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019431114196777344s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.985664367675781e-05s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014066696166992188s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.295608520507812e-05s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1735286407.29082, (1, 1000) as of 1735286469.40740, cleaved as of 1735286407.29082> in 0.013s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1735286407.29082, (2, 15) as of 1735286469.42054, active as of 1735286407.29082>, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001785755157470703s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.604194641113281e-05s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1735286407.29082, (2, 15) as of 1735286469.42054, active as of 1735286407.29082> in 0.009s, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpxd3ti4al/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.20062.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one -test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change -test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286468.85678', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286468.87776', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok - -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.46327.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.46327.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.46327.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.46327.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.46327.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.46327.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00017309188842773438s, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014710426330566406s, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.46327.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.46327.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1735286407.29082, (500000, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.46327.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016117095947265625s, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012087821960449219s, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.46327.db -sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1735286407.29082, (2, 103) as of 1735286469.50460, cleaved as of 1735286407.29082> in 0.009s, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.46327.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.46327.db -sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.46327.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1735286469.51620, (500000, 0) as of 1735286469.51620, created as of 1735286469.51620>, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.46327.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001633167266845703s, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011897087097167969s, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.46327.db -sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1735286469.51620, (3, 1103) as of 1735286469.53334, cleaved as of 1735286469.51620> in 0.009s, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.46327.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpuxhakrwl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286469.46327.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001475811004638672s, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 6.461143493652344e-05s, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpd76wztjt/sda/containers/0/69a/52dc15bc95932a412a3dd903a1c1269a/52dc15bc95932a412a3dd903a1c1269a.db, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010633468627929688s, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011992454528808594s, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.175041198730469e-05s, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard -test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286469.16346', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok - -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014352798461914062s, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, active as of 1735286407.29082>, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0003170967102050781s, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00036072731018066406s, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1735286469.54241, (0, 0) as of 1735286469.54241, sharding as of 1735286469.54241>, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1735286407.29082, (3, 6) as of 1735286469.66701, cleaved as of 1735286407.29082> in 0.013s, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023221969604492188s, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010156631469726562s, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013947486877441406s, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001418590545654297s, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014257431030273438s, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1735286407.29082, (2, 15) as of 1735286469.68265, cleaved as of 1735286407.29082>, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021958351135253906s, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014662742614746094s, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1735286469.54241, (0, 0) as of 1735286469.54241, sharding as of 1735286469.54241>, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1735286407.29082, (2, 15) as of 1735286469.68265, cleaved as of 1735286407.29082> in 0.008s, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpd76wztjt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286469.54242.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp3v8csvdg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3v8csvdg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3v8csvdg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3v8csvdg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp3v8csvdg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmp3v8csvdg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp3v8csvdg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range -test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286469.48675', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286469.48958', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286469.49186', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286469.49451', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286469.49670', 'Content-Type': 'binary/octet-stream'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation +test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats +test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats ... ok Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1735286469.50063', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286469.50316', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286469.50530', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286469.50731', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286469.51924', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286469.52161', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735286469.75122', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241227/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241227T080109Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286469.77025', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241227/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241227T080109Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286469.96491', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241227/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241227T080109Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Fri, 27 Dec 2024 08:01:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286469.98601', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286470.18202', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286470.19306', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet +test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 +test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation +test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats +test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats ... ok +test.unit.common.test_swob.TestAccept.test_accept_invalid +test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +test.unit.common.test_swob.TestAccept.test_accept_json +test.unit.common.test_swob.TestAccept.test_accept_json ... ok +test.unit.common.test_swob.TestAccept.test_accept_plain +test.unit.common.test_swob.TestAccept.test_accept_plain ... ok +test.unit.common.test_swob.TestAccept.test_accept_xml +test.unit.common.test_swob.TestAccept.test_accept_xml ... ok +test.unit.common.test_swob.TestAccept.test_repr +test.unit.common.test_swob.TestAccept.test_repr ... ok +test.unit.common.test_swob.TestRange.test_range +test.unit.common.test_swob.TestRange.test_range ... ok +test.unit.common.test_swob.TestRange.test_range_invalid_syntax +test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_large_length +test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length +test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok +test.unit.common.test_swob.TestRange.test_str +test.unit.common.test_swob.TestRange.test_str ... ok +test.unit.common.test_swob.TestRange.test_upsidedown_range +test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_disabled +test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok +test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api +test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api ... ok +test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api +test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api ... ok +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency +test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286470.37200', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286470.38720', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260129/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260129T143035Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Thu, 29 Jan 2026 14:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697035.68939', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697035.70135', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok -test.unit.common.ring.test_ring.TestRingData.test_attrs -test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok -test.unit.common.ring.test_ring.TestRingData.test_permissions -test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok -test.unit.common.ring.test_ring.TestRingData.test_replica_count -test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run -test.unit.common.test_daemon.TestRunDaemon.test_run ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok -test.unit.common.test_daemon.TestRunDaemon.test_signal -test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok -test.unit.common.test_db.TestGetDBConnection.test_invalid_path -test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok -test.unit.common.test_db.TestGetDBConnection.test_locked_db -test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok -test.unit.common.test_db.TestGetDBConnection.test_normal_case -test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok -test.unit.common.test_splice.TestSplice.test_available -test.unit.common.test_splice.TestSplice.test_available ... ok -test.unit.common.test_splice.TestSplice.test_errno -test.unit.common.test_splice.TestSplice.test_errno ... ok -test.unit.common.test_splice.TestSplice.test_fileno -test.unit.common.test_splice.TestSplice.test_fileno ... ok -test.unit.common.test_splice.TestSplice.test_flags -test.unit.common.test_splice.TestSplice.test_flags ... ok -test.unit.common.test_splice.TestSplice.test_flags_list -test.unit.common.test_splice.TestSplice.test_flags_list ... ok -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_unavailable -test.unit.common.test_splice.TestSplice.test_unavailable ... ok -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok - -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmpsn06xtje/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735286482.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpsn06xtje/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735286482.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmpsn06xtje/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735286482.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022935867309570312s, path: .shards_a/donor_1, db: /tmp/tmpsn06xtje/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017642974853515625s, path: .shards_a/donor_1, db: /tmp/tmpsn06xtje/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016880035400390625s, path: .shards_a/donor_1, db: /tmp/tmpsn06xtje/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016880035400390625s, path: .shards_a/donor_1, db: /tmp/tmpsn06xtje/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpsn06xtje/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735286482.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmpsn06xtje/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735286482.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1735286469.85961, (1000, 11111) as of 1735286469.85961, created as of 1735286469.85961>, path: .shards_a/donor_1, db: /tmp/tmpsn06xtje/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735286482.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002257823944091797s, path: .shards_a/donor_1, db: /tmp/tmpsn06xtje/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016832351684570312s, path: .shards_a/donor_1, db: /tmp/tmpsn06xtje/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1735286492.00000, (0, 0) as of 1735286481.00000, shrunk as of 1735286481.00000>, path: .shards_a/donor_1, db: /tmp/tmpsn06xtje/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735286482.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1735286469.85961, (1000, 11111) as of 1735286469.85961, created as of 1735286469.85961> in 0.011s, path: .shards_a/donor_1, db: /tmp/tmpsn06xtje/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735286482.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmpsn06xtje/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735286482.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn06xtje/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmpsn06xtje/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735286509.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpsn06xtje/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735286509.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmpsn06xtje/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735286509.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016641616821289062s, path: .shards_a/donor_2, db: /tmp/tmpsn06xtje/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001201629638671875s, path: .shards_a/donor_2, db: /tmp/tmpsn06xtje/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000118255615234375s, path: .shards_a/donor_2, db: /tmp/tmpsn06xtje/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: .shards_a/donor_2, db: /tmp/tmpsn06xtje/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpsn06xtje/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735286509.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmpsn06xtje/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735286509.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1735286469.93446, (1000, 11111) as of 1735286469.93446, cleaved as of 1735286469.93446>, path: .shards_a/donor_2, db: /tmp/tmpsn06xtje/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735286509.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001857280731201172s, path: .shards_a/donor_2, db: /tmp/tmpsn06xtje/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: .shards_a/donor_2, db: /tmp/tmpsn06xtje/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1735286519.00000, (0, 0) as of 1735286508.00000, shrunk as of 1735286508.00000>, path: .shards_a/donor_2, db: /tmp/tmpsn06xtje/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735286509.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1735286469.93446, (1000, 11111) as of 1735286469.93446, cleaved as of 1735286469.93446> in 0.008s, path: .shards_a/donor_2, db: /tmp/tmpsn06xtje/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735286509.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmpsn06xtje/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735286509.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn06xtje/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmpsn06xtje/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735286536.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpsn06xtje/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735286536.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmpsn06xtje/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735286536.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013756752014160156s, path: .shards_a/donor_3, db: /tmp/tmpsn06xtje/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.083747863769531e-05s, path: .shards_a/donor_3, db: /tmp/tmpsn06xtje/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013184547424316406s, path: .shards_a/donor_3, db: /tmp/tmpsn06xtje/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: .shards_a/donor_3, db: /tmp/tmpsn06xtje/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpsn06xtje/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735286536.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmpsn06xtje/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735286536.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1735286469.99521, (1000, 11111) as of 1735286469.99521, active as of 1735286469.99521>, path: .shards_a/donor_3, db: /tmp/tmpsn06xtje/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735286536.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0062215328216552734s, path: .shards_a/donor_3, db: /tmp/tmpsn06xtje/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012373924255371094s, path: .shards_a/donor_3, db: /tmp/tmpsn06xtje/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1735286546.00000, (0, 0) as of 1735286535.00000, shrunk as of 1735286535.00000>, path: .shards_a/donor_3, db: /tmp/tmpsn06xtje/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735286536.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1735286469.99521, (1000, 11111) as of 1735286469.99521, active as of 1735286469.99521> in 0.014s, path: .shards_a/donor_3, db: /tmp/tmpsn06xtje/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735286536.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmpsn06xtje/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735286536.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn06xtje/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286563.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286563.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286563.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013589859008789062s, path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010013580322265625s, path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286563.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286563.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1735286470.04902, (1000, 11111) as of 1735286470.04902, created as of 1735286470.04902>, path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286563.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015664100646972656s, path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1735286562.00000, (0, 0) as of 1735286562.00000, shrinking as of 1735286562.00000>, path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286563.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735286470.04902, (1000, 11111) as of 1735286470.04902, created as of 1735286470.04902> in 0.007s, path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286563.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1735286470.04906, (1000, 11111) as of 1735286470.04906, created as of 1735286470.04906>, path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286563.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001761913299560547s, path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1735286562.00000, (0, 0) as of 1735286562.00000, shrinking as of 1735286562.00000>, path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286563.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1735286470.04906, (1000, 11111) as of 1735286470.04906, created as of 1735286470.04906> in 0.007s, path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286563.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286563.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn06xtje/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286596.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286596.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286596.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013494491577148438s, path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010323524475097656s, path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286596.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286596.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1735286470.10777, (1000, 11111) as of 1735286470.10777, cleaved as of 1735286470.10777>, path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286596.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015163421630859375s, path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000125885009765625s, path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1735286595.00000, (0, 0) as of 1735286595.00000, shrinking as of 1735286595.00000>, path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286596.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735286470.10777, (1000, 11111) as of 1735286470.10777, cleaved as of 1735286470.10777> in 0.006s, path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286596.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1735286470.10781, (1000, 11111) as of 1735286470.10781, cleaved as of 1735286470.10781>, path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286596.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015163421630859375s, path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1735286595.00000, (0, 0) as of 1735286595.00000, shrinking as of 1735286595.00000>, path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286596.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1735286470.10781, (1000, 11111) as of 1735286470.10781, cleaved as of 1735286470.10781> in 0.007s, path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286596.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286596.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn06xtje/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286629.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286629.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286629.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012636184692382812s, path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.560585021972656e-05s, path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.988380432128906e-05s, path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286629.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286629.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1735286470.17483, (1000, 11111) as of 1735286470.17483, active as of 1735286470.17483>, path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286629.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017404556274414062s, path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011396408081054688s, path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1735286628.00000, (0, 0) as of 1735286628.00000, shrinking as of 1735286628.00000>, path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286629.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735286470.17483, (1000, 11111) as of 1735286470.17483, active as of 1735286470.17483> in 0.007s, path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286629.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1735286470.17487, (1000, 11111) as of 1735286470.17487, active as of 1735286470.17487>, path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286629.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015783309936523438s, path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1735286628.00000, (0, 0) as of 1735286628.00000, shrinking as of 1735286628.00000>, path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286629.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1735286470.17487, (1000, 11111) as of 1735286470.17487, active as of 1735286470.17487> in 0.007s, path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286629.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286629.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn06xtje/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286662.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286662.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286662.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012755393981933594s, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.72747802734375e-05s, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.465217590332031e-05s, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286662.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286662.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1735286470.25956, (1000, 11111) as of 1735286470.25956, cleaved as of 1735286470.25956>, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286662.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001513957977294922s, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1735286661.00000, (0, 0) as of 1735286661.00000, shrinking as of 1735286661.00000>, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286662.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735286470.25956, (1000, 11111) as of 1735286470.25956, cleaved as of 1735286470.25956> in 0.006s, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286662.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1735286470.25959, (1000, 11111) as of 1735286470.25959, cleaved as of 1735286470.25959>, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286662.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015878677368164062s, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1735286661.00000, (0, 0) as of 1735286661.00000, shrinking as of 1735286661.00000>, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286662.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735286470.25959, (1000, 11111) as of 1735286470.25959, cleaved as of 1735286470.25959> in 0.006s, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286662.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1735286470.25960, (1000, 11111) as of 1735286470.25960, cleaved as of 1735286470.25960>, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286662.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001556873321533203s, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1735286661.00000, (0, 0) as of 1735286661.00000, shrinking as of 1735286661.00000>, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286662.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1735286470.25960, (1000, 11111) as of 1735286470.25960, cleaved as of 1735286470.25960> in 0.006s, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286662.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286662.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn06xtje/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286701.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286701.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286701.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013637542724609375s, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.584426879882812e-05s, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012755393981933594s, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286701.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286701.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1735286470.34180, (1000, 11111) as of 1735286470.34180, created as of 1735286470.34180>, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286701.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015854835510253906s, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001304149627685547s, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1735286700.00000, (0, 0) as of 1735286700.00000, shrinking as of 1735286700.00000>, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286701.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735286470.34180, (1000, 11111) as of 1735286470.34180, created as of 1735286470.34180> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286701.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1735286470.34184, (1000, 11111) as of 1735286470.34184, created as of 1735286470.34184>, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286701.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015354156494140625s, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012564659118652344s, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1735286700.00000, (0, 0) as of 1735286700.00000, shrinking as of 1735286700.00000>, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286701.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735286470.34184, (1000, 11111) as of 1735286470.34184, created as of 1735286470.34184> in 0.007s, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286701.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1735286470.34185, (1000, 11111) as of 1735286470.34185, created as of 1735286470.34185>, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286701.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000213623046875s, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1735286700.00000, (0, 0) as of 1735286700.00000, shrinking as of 1735286700.00000>, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286701.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1735286470.34185, (1000, 11111) as of 1735286470.34185, created as of 1735286470.34185> in 0.007s, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286701.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286701.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn06xtje/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286740.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286740.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286740.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013375282287597656s, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013566017150878906s, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010585784912109375s, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010132789611816406s, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286740.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286740.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1735286470.41552, (1000, 11111) as of 1735286470.41552, active as of 1735286470.41552>, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286740.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00031638145446777344s, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001704692840576172s, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1735286739.00000, (0, 0) as of 1735286739.00000, shrinking as of 1735286739.00000>, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286740.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735286470.41552, (1000, 11111) as of 1735286470.41552, active as of 1735286470.41552> in 0.011s, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286740.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1735286470.41556, (1000, 11111) as of 1735286470.41556, active as of 1735286470.41556>, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286740.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003211498260498047s, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001709461212158203s, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1735286739.00000, (0, 0) as of 1735286739.00000, shrinking as of 1735286739.00000>, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286740.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735286470.41556, (1000, 11111) as of 1735286470.41556, active as of 1735286470.41556> in 0.01s, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286740.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1735286470.41557, (1000, 11111) as of 1735286470.41557, active as of 1735286470.41557>, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286740.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002357959747314453s, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017142295837402344s, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1735286739.00000, (0, 0) as of 1735286739.00000, shrinking as of 1735286739.00000>, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286740.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1735286470.41557, (1000, 11111) as of 1735286470.41557, active as of 1735286470.41557> in 0.009s, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286740.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286740.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsn06xtje/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmpsn06xtje/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286779.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpsn06xtje/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286779.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmpsn06xtje/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286779.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001647472381591797s, path: .shards_a/donor_10, db: /tmp/tmpsn06xtje/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012755393981933594s, path: .shards_a/donor_10, db: /tmp/tmpsn06xtje/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012302398681640625s, path: .shards_a/donor_10, db: /tmp/tmpsn06xtje/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001163482666015625s, path: .shards_a/donor_10, db: /tmp/tmpsn06xtje/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpsn06xtje/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286779.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmpsn06xtje/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286779.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1735286470.65005, (1000, 11111) as of 1735286470.65005, created as of 1735286470.65005>, path: .shards_a/donor_10, db: /tmp/tmpsn06xtje/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286779.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016355514526367188s, path: .shards_a/donor_10, db: /tmp/tmpsn06xtje/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: .shards_a/donor_10, db: /tmp/tmpsn06xtje/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1735286778.00000, (0, 0) as of 1735286778.00000, shrinking as of 1735286778.00000>, path: .shards_a/donor_10, db: /tmp/tmpsn06xtje/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286779.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735286470.65005, (1000, 11111) as of 1735286470.65005, created as of 1735286470.65005> in 0.007s, path: .shards_a/donor_10, db: /tmp/tmpsn06xtje/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286779.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmpsn06xtje/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286779.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '41ae1cae-1c27-4a16-ac54-45c9b523a263-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmpsn06xtje/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286779.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286805.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286805.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286805.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013446807861328125s, path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012731552124023438s, path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.918212890625e-05s, path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.489059448242188e-05s, path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286805.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286805.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1735286470.72738, (1000, 11111) as of 1735286470.72738, cleaved as of 1735286470.72738>, path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286805.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015544891357421875s, path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1735286804.00000, (0, 0) as of 1735286804.00000, shrinking as of 1735286804.00000>, path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286805.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735286470.72738, (1000, 11111) as of 1735286470.72738, cleaved as of 1735286470.72738> in 0.007s, path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286805.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1735286470.72741, (1000, 11111) as of 1735286470.72741, cleaved as of 1735286470.72741>, path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286805.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016236305236816406s, path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1735286804.00000, (0, 0) as of 1735286804.00000, shrinking as of 1735286804.00000>, path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286805.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735286470.72741, (1000, 11111) as of 1735286470.72741, cleaved as of 1735286470.72741> in 0.006s, path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286805.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286805.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'ead794cc-6163-4f3d-83de-811ae8e6b9d5-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmpsn06xtje/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286805.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmpsn06xtje/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735286837.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpsn06xtje/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735286837.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmpsn06xtje/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735286837.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013113021850585938s, path: .shards_a/donor_12, db: /tmp/tmpsn06xtje/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: .shards_a/donor_12, db: /tmp/tmpsn06xtje/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.608268737792969e-05s, path: .shards_a/donor_12, db: /tmp/tmpsn06xtje/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.083747863769531e-05s, path: .shards_a/donor_12, db: /tmp/tmpsn06xtje/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpsn06xtje/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735286837.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmpsn06xtje/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735286837.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmpsn06xtje/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735286837.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmpsn06xtje/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735286837.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '748ed571-9764-48e2-a76f-1d525211a08a-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmpsn06xtje/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735286837.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmpsn06xtje/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735286857.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking -test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok - -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpsn06xtje/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735286857.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmpsn06xtje/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735286857.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000125885009765625s, path: .shards_a/donor_13, db: /tmp/tmpsn06xtje/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: .shards_a/donor_13, db: /tmp/tmpsn06xtje/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.036064147949219e-05s, path: .shards_a/donor_13, db: /tmp/tmpsn06xtje/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.107589721679688e-05s, path: .shards_a/donor_13, db: /tmp/tmpsn06xtje/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpsn06xtje/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735286857.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmpsn06xtje/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735286857.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmpsn06xtje/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735286857.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmpsn06xtje/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735286857.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '27daa4fd-3b52-46fd-9db8-c5d2c45d82ba-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmpsn06xtje/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735286857.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmpsn06xtje/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286877.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpsn06xtje/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286877.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmpsn06xtje/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286877.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001266002655029297s, path: .shards_a/donor_14, db: /tmp/tmpsn06xtje/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: .shards_a/donor_14, db: /tmp/tmpsn06xtje/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/donor_14, db: /tmp/tmpsn06xtje/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/donor_14, db: /tmp/tmpsn06xtje/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpsn06xtje/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286877.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmpsn06xtje/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286877.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1735286470.86408, (1000, 11111) as of 1735286470.86408, cleaved as of 1735286470.86408>, path: .shards_a/donor_14, db: /tmp/tmpsn06xtje/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286877.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015497207641601562s, path: .shards_a/donor_14, db: /tmp/tmpsn06xtje/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: .shards_a/donor_14, db: /tmp/tmpsn06xtje/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1735286876.00000, (0, 0) as of 1735286876.00000, shrinking as of 1735286876.00000>, path: .shards_a/donor_14, db: /tmp/tmpsn06xtje/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286877.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735286470.86408, (1000, 11111) as of 1735286470.86408, cleaved as of 1735286470.86408> in 0.006s, path: .shards_a/donor_14, db: /tmp/tmpsn06xtje/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286877.00000.db -sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmpsn06xtje/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286877.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmpsn06xtje/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286877.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a114ec69-61b8-48ca-a7a5-3c9b4522860b-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmpsn06xtje/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286877.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp7iz9_2ra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp7iz9_2ra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp7iz9_2ra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013136863708496094s, path: .shards_a/shard_c, db: /tmp/tmp7iz9_2ra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016570091247558594s, path: .shards_a/shard_c, db: /tmp/tmp7iz9_2ra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.1552734375e-05s, path: .shards_a/shard_c, db: /tmp/tmp7iz9_2ra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: .shards_a/shard_c, db: /tmp/tmp7iz9_2ra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp7iz9_2ra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok - -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp7iz9_2ra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.db -sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1735286473.00000, (0, 0) as of 1735286473.00000, active as of 1735286473.00000>, path: .shards_a/shard_c, db: /tmp/tmp7iz9_2ra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003476142883300781s, path: .shards_a/shard_c, db: /tmp/tmp7iz9_2ra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002167224884033203s, path: .shards_a/shard_c, db: /tmp/tmp7iz9_2ra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1735286471.16316, (0, 0) as of 1735286471.00000, shrunk as of 1735286471.00000>, path: .shards_a/shard_c, db: /tmp/tmp7iz9_2ra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1735286473.00000, (0, 0) as of 1735286473.00000, active as of 1735286473.00000> in 0.014s, path: .shards_a/shard_c, db: /tmp/tmp7iz9_2ra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp7iz9_2ra/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp4lqnrw7f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286473.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp4lqnrw7f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286473.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp4lqnrw7f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000217437744140625s, path: .shards_a/shard_c, db: /tmp/tmp4lqnrw7f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018548965454101562s, path: .shards_a/shard_c, db: /tmp/tmp4lqnrw7f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001480579376220703s, path: .shards_a/shard_c, db: /tmp/tmp4lqnrw7f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014972686767578125s, path: .shards_a/shard_c, db: /tmp/tmp4lqnrw7f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp4lqnrw7f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286473.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp4lqnrw7f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286473.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1735286474.00000, (0, 0) as of 1735286474.00000, active as of 1735286474.00000>, path: .shards_a/shard_c, db: /tmp/tmp4lqnrw7f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286473.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021648406982421875s, path: .shards_a/shard_c, db: /tmp/tmp4lqnrw7f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014495849609375s, path: .shards_a/shard_c, db: /tmp/tmp4lqnrw7f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1735286472.00000, (0, 0) as of 1735286472.00000, sharding as of 1735286472.00000>, path: .shards_a/shard_c, db: /tmp/tmp4lqnrw7f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286473.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1735286474.00000, (0, 0) as of 1735286474.00000, active as of 1735286474.00000> in 0.009s, path: .shards_a/shard_c, db: /tmp/tmp4lqnrw7f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286473.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp4lqnrw7f/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286473.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpc8vc82ei/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpc8vc82ei/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpc8vc82ei/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001671314239501953s, path: .shards_a/shard_c, db: /tmp/tmpc8vc82ei/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001227855682373047s, path: .shards_a/shard_c, db: /tmp/tmpc8vc82ei/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012087821960449219s, path: .shards_a/shard_c, db: /tmp/tmpc8vc82ei/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012111663818359375s, path: .shards_a/shard_c, db: /tmp/tmpc8vc82ei/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpc8vc82ei/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpc8vc82ei/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpc8vc82ei/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016951560974121094s, path: .shards_a/shard_c, db: /tmp/tmpc8vc82ei/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015354156494140625s, path: .shards_a/shard_c, db: /tmp/tmpc8vc82ei/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpc8vc82ei/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok - -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpc8vc82ei/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpdzw0dpbg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286473.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpdzw0dpbg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286473.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpdzw0dpbg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00025582313537597656s, path: .shards_a/shard_c, db: /tmp/tmpdzw0dpbg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016689300537109375s, path: .shards_a/shard_c, db: /tmp/tmpdzw0dpbg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016450881958007812s, path: .shards_a/shard_c, db: /tmp/tmpdzw0dpbg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015974044799804688s, path: .shards_a/shard_c, db: /tmp/tmpdzw0dpbg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpdzw0dpbg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286473.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpdzw0dpbg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286473.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpdzw0dpbg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286473.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021529197692871094s, path: .shards_a/shard_c, db: /tmp/tmpdzw0dpbg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002491474151611328s, path: .shards_a/shard_c, db: /tmp/tmpdzw0dpbg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1735286471.47060, (0, 0) as of 1735286472.00000, shrunk as of 1735286472.00000>, path: .shards_a/shard_c, db: /tmp/tmpdzw0dpbg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286473.00000.db -sharder-test INFO: Cleaved ShardRange in 0.01s, path: .shards_a/shard_c, db: /tmp/tmpdzw0dpbg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286473.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpdzw0dpbg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286473.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002110004425048828s, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001361370086669922s, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020742416381835938s, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014019012451171875s, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1735286407.29082, (2, 3) as of 1735286471.53310, cleaved as of 1735286407.29082> in 0.008s, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019121170043945312s, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found -test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok - -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001308917999267578s, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1735286407.29082, (2, 103) as of 1735286471.56764, cleaved as of 1735286407.29082> in 0.009s, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, found as of 1735286407.29082>, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286471.57290>, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001964569091796875s, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001418590545654297s, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1735286407.29082, (1, 1000) as of 1735286471.59160, cleaved as of 1735286471.57290> in 0.009s, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpw21zbms4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.48144.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.60311.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.60311.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.60311.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.60311.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.60311.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.60311.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.60311.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.60311.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.60311.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.60311.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022602081298828125s, path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.000202178955078125s, path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.60311.db -sharder-test INFO: Cleaved ShardRange in 0.012s, path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.60311.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.60311.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00025534629821777344s, path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00018405914306640625s, path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.60311.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1735286407.29082, (1, 18432) as of 1735286471.68618, cleaved as of 1735286407.29082> in 0.013s, path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.60311.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.60311.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.60311.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpyzd1vkod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.60311.dbtest.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics -test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok - -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, '448d69930936c30b858ef15b9310944d', '59fe6c3b-5847-4631-81cf-5bff89cb542a-sdb', '1735286471.71585', '0000000000.00000', '0', '') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1735286473.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1735286474.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1735286475.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1735286476.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1735286477.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '59fe6c3b-5847-4631-81cf-5bff89cb542a-sdb') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0002155303955078125s, path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014209747314453125s, path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00019025802612304688s, path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012993812561035156s, path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735286407.29082, (3, 3) as of 1735286471.79755, cleaved as of 1735286407.29082> in 0.008s, path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmprfcym7xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '4d6303f7-96da-4d4b-a07b-ca9db103218c-', '1735286471.70915', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-8d1e5fc2-769b-41d0-bb2c-4e8e9dbfb884-sda": ["{\\"ref\\": \\"8d1e5fc2-769b-41d0-bb2c-4e8e9dbfb884-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1735286471.79901"]}') -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1735286407.29082', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1735286471.78300', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286407.29082', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1735286407.29082', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1735286471.79755', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286407.29082', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286471.73651', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286471.80275', 'deleted': 0, 'state': 70, 'state_timestamp': '1735286471.73657', 'epoch': '1735286471.73657', 'reported': 0, 'tombstones': -1}], '4d6303f7-96da-4d4b-a07b-ca9db103218c-') -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db -test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range -test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_root -test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok - -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00026345252990722656s, path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017070770263671875s, path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735286407.29082, (3, 3) as of 1735286471.79755, active as of 1735286407.29082>, path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002715587615966797s, path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019240379333496094s, path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735286407.29082, (3, 3) as of 1735286471.79755, active as of 1735286407.29082> in 0.011s, path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmprfcym7xz/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.73657.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpmhk9xk10/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '64b16292-a1b2-4ab0-8571-04199cc17882-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp01z789yn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '64b16292-a1b2-4ab0-8571-04199cc17882-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp01z789yn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '64b16292-a1b2-4ab0-8571-04199cc17882-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp01z789yn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '64b16292-a1b2-4ab0-8571-04199cc17882-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp01z789yn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'dc417585-8770-403a-9902-dce6e7ca4a5e-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp01z789yn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286471.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '461c0a8d-4d2e-484f-aeb8-6218eb3fa962-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpvims7bow/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '461c0a8d-4d2e-484f-aeb8-6218eb3fa962-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpvims7bow/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '461c0a8d-4d2e-484f-aeb8-6218eb3fa962-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpvims7bow/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.dbtest.unit.container.test_sharder.TestSharder.test_complete_sharding_shard -test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok - -sharder-test WARNING: Repeat cleaving required, context: {'ref': '461c0a8d-4d2e-484f-aeb8-6218eb3fa962-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpvims7bow/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '66270d56-ce2e-4c83-84ce-a3a6a5f8dc1c-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpvims7bow/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286472.00000.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmpcpu9f05e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmpcpu9f05e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmpcpu9f05e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmpcpu9f05e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmpcpu9f05e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmpcpu9f05e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmpy4pzs1a9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmpy4pzs1a9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmpy4pzs1a9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmptxp3svgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp53684okk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp53684okk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmp53684okk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp53684okk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1735286472.17099, (100000, 0) as of 1735286407.29082, active as of 1735286407.29082>, path: a/c, db: /tmp/tmp53684okk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_py8dic6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp_py8dic6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp_py8dic6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpgc1mrogv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpjbx74daq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpjbx74daq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpjbx74daq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpjbx74daq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpjbx74daq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpjbx74daq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpjbx74daq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpjbx74daq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpjbx74daq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpjbx74daq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpjbx74daq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpjbx74daq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpcldw06b4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok -test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part -test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok - -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpcldw06b4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpcldw06b4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpcldw06b4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpcldw06b4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpcldw06b4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp8ct5mukk/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp8ct5mukk/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp8ct5mukk/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmp8ct5mukk/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp8ct5mukk/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp8ct5mukk/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpa6v8mu0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpa6v8mu0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpa6v8mu0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpa6v8mu0p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp5e8kyk_4/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp5e8kyk_4/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp5e8kyk_4/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp5e8kyk_4/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpiodi9tp_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpiodi9tp_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpiodi9tp_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpiodi9tp_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp5caacfkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp5caacfkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp5caacfkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp5caacfkn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpfe_8rvb7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpfe_8rvb7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpfe_8rvb7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate -test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok -test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log -test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log ... ok -test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log -test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log ... ok -test.unit.container.test_sharder.TestSharder.test_increment_stats -test.unit.container.test_sharder.TestSharder.test_increment_stats ... ok -test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd -test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd ... ok -test.unit.container.test_sharder.TestSharder.test_init -test.unit.container.test_sharder.TestSharder.test_init ... ok -test.unit.container.test_sharder.TestSharder.test_init_deprecated_options -test.unit.container.test_sharder.TestSharder.test_init_deprecated_options ... ok -test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error -test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error ... ok -test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name -test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker -test.unit.container.test_sharder.TestSharder.test_log_broker ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_exception -test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok - -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:12 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test WARNING: Repeat cleaving required, context: {'ref': '9fd90ee1-dc57-4595-9cbe-97a7f8b84dca-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpuurivypd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-12-27T08:01:12.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmpuurivypd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-12-27T08:01:13.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmp0ewody1t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286473.00000.db -sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmp4h29qoou/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp4h29qoou/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp4h29qoou/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmp4h29qoou/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp4h29qoou/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp4h29qoou/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmp4h29qoou/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp4h29qoou/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp4h29qoou/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmp4h29qoou/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp4h29qoou/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp4h29qoou/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpnzye04xo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception - raise ValueError('test') -ValueError: test -sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmpyte5oetj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: bonjour mes amis, path: a/c, db: test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging -test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_levels -test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok - -sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmpyte5oetj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: bonjour mes amis, path: a/c, db: -sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmpyte5oetj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: bonjour mes amis, path: a/c, db: -sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmpyte5oetj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: bonjour mes amis, path: a/c, db: -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018167495727539062s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018978118896484375s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017070770263671875s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001957416534423828s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023031234741210938s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010824203491210938s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010824203491210938s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011587142944335938s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010156631469726562s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002295970916748047s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018215179443359375s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735286472.82666, (0, 0) as of 1735286472.82666, active as of 1735286472.82666>, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735286472.82667, (0, 0) as of 1735286472.82667, active as of 1735286472.82667>, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735286472.82667, (0, 0) as of 1735286472.82667, active as of 1735286472.82667>, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001456737518310547s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.250640869140625e-05s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.846687316894531e-05s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011658668518066406s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010061264038085938s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011205673217773438s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735286472.82667, (0, 0) as of 1735286472.82667, active as of 1735286472.82667>, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok - -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735286472.82667, (0, 0) as of 1735286472.82667, active as of 1735286472.82667>, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqiut40w5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.82722.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017261505126953125s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001659393310546875s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015115737915039062s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00018405914306640625s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001919269561767578s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017261505126953125s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, active as of 1735286407.29082>, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010585784912109375s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.703636169433594e-05s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, active as of 1735286407.29082>, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.417533874511719e-05s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.7738037109375e-05s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.775161743164062e-05s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010466575622558594s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010156631469726562s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, active as of 1735286407.29082>, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok - -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001251697540283203s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010061264038085938s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012874603271484375s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.250640869140625e-05s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.749961853027344e-05s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001251697540283203s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010180473327636719s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.322166442871094e-05s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012135505676269531s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.751319885253906e-05s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppieeh8bx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286472.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.03338.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.03338.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001773834228515625s, path: a/c, db: /tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.03338.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000194549560546875s, path: a/c, db: /tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.03338.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001571178436279297s, path: a/c, db: /tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.03338.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016570091247558594s, path: a/c, db: /tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.03338.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok - -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001971721649169922s, path: a/c, db: /tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.03338.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010466575622558594s, path: a/c, db: /tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.03338.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012445449829101562s, path: a/c, db: /tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.03338.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.03338.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.03338.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019931793212890625s, path: a/c, db: /tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.03338.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016450881958007812s, path: a/c, db: /tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.03338.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735286473.03286, (0, 0) as of 1735286473.03286, active as of 1735286473.03286>, path: a/c, db: /tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.03338.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735286473.03287, (0, 0) as of 1735286473.03287, active as of 1735286473.03287>, path: a/c, db: /tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.03338.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735286473.03288, (0, 0) as of 1735286473.03288, active as of 1735286473.03288>, path: a/c, db: /tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.03338.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmpfyy83di8/sda/containers/0/748/9f779c34a4ea753dde9b8c573f66e748/9f779c34a4ea753dde9b8c573f66e748.db, path: a/c, db: /tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.03338.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.03338.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfyy83di8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.03338.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.08496.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.08496.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018548965454101562s, path: a/c, db: /tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.08496.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001742839813232422s, path: a/c, db: /tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.08496.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000164031982421875s, path: a/c, db: /tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.08496.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001690387725830078s, path: a/c, db: /tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.08496.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019621849060058594s, path: a/c, db: /tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.08496.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000102996826171875s, path: a/c, db: /tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.08496.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: a/c, db: /tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.08496.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.322166442871094e-05s, path: a/c, db: /tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.08496.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.655952453613281e-05s, path: a/c, db: /tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.08496.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020313262939453125s, path: a/c, db: /tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.08496.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016689300537109375s, path: a/c, db: /tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.08496.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735286473.08439, (0, 0) as of 1735286473.08439, active as of 1735286473.08439>, path: a/c, db: /tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.08496.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735286473.08440, (0, 0) as of 1735286473.08440, active as of 1735286473.08440>, path: a/c, db: /tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.08496.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpk2cd2y9e/sda/containers/0/cf8/935c9e388cc779572d95e8de9a54acf8/935c9e388cc779572d95e8de9a54acf8.db, path: a/c, db: /tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.08496.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735286473.08440, (0, 0) as of 1735286473.08440, active as of 1735286473.08440>, path: a/c, db: /tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.08496.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.08496.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpk2cd2y9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.08496.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok - -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001704692840576172s, path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001671314239501953s, path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003540515899658203s, path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017905235290527344s, path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019669532775878906s, path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010442733764648438s, path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012493133544921875s, path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010347366333007812s, path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001811981201171875s, path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001723766326904297s, path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735286473.13208, (0, 0) as of 1735286473.13208, active as of 1735286473.13208>, path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp0k9ifh_1/sda/containers/0/c02/d960469c2100d9ec1ecf03e0208a8c02/d960469c2100d9ec1ecf03e0208a8c02.db, path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735286473.13209, (0, 0) as of 1735286473.13209, active as of 1735286473.13209>, path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735286473.13210, (0, 0) as of 1735286473.13210, active as of 1735286473.13210>, path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmp0k9ifh_1/sda/containers/0/748/9f779c34a4ea753dde9b8c573f66e748/9f779c34a4ea753dde9b8c573f66e748.db, path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0k9ifh_1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.13264.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001983642578125s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019502639770507812s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018143653869628906s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019478797912597656s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002353191375732422s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001049041748046875s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011396408081054688s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010132789611816406s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022554397583007812s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019407272338867188s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735286473.17832, (0, 0) as of 1735286473.17832, active as of 1735286473.17832>, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735286473.17833, (0, 0) as of 1735286473.17833, active as of 1735286473.17833>, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok - -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735286473.17834, (0, 0) as of 1735286473.17834, active as of 1735286473.17834>, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001068115234375s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012040138244628906s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.1552734375e-05s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.298324584960938e-05s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.702278137207031e-05s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735286473.17832, (0, 0) as of 1735286473.17832, active as of 1735286473.17832>, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmuza28a4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.17882.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001785755157470703s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001652240753173828s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001571178436279297s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012731552124023438s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001270771026611328s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018715858459472656s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020432472229003906s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735286407.29082, (0, 0) as of 1735286407.29082, active as of 1735286407.29082>, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014710426330566406s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014972686767578125s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013375282287597656s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012230873107910156s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001277923583984375s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013399124145507812s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013399124145507812s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012493133544921875s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012993812561035156s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735286407.29082, (0, 0) as of 1735286407.29082, active as of 1735286407.29082>, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735286407.29082, (0, 0) as of 1735286407.29082, active as of 1735286407.29082>, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015664100646972656s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016927719116210938s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011372566223144531s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017070770263671875s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001933574676513672s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001990795135498047s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017118453979492188s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.702278137207031e-05s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.440017700195312e-05s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017952919006347656s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok - -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00023937225341796875s, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, active as of 1735286407.29082>, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzkoorhmi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018668174743652344s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001678466796875s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017142295837402344s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017189979553222656s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016427040100097656s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018358230590820312s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013113021850585938s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018358230590820312s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, active as of 1735286407.29082>, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013256072998046875s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001385211944580078s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013780593872070312s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012564659118652344s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001385211944580078s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001239776611328125s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012826919555664062s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001468658447265625s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013899803161621094s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok - -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735286407.29082, (0, 0) as of 1735286407.29082, active as of 1735286407.29082>, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014662742614746094s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015115737915039062s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001666545867919922s, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, active as of 1735286407.29082>, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpuhvlw_jd/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286474.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014519691467285156s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.989738464355469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.702278137207031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010418891906738281s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.441375732421875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001327991485595703s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.654594421386719e-05s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.416175842285156e-05s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.392333984375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.271766662597656e-05s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001125335693359375s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.891654968261719e-05s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001087188720703125s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, active as of 1735286407.29082>, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok - -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.369850158691406e-05s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.677078247070312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.271766662597656e-05s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.462501525878906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010323524475097656s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.797645568847656e-05s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.465217590332031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.869171142578125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.489059448242188e-05s, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, active as of 1735286407.29082>, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpe7s98b55/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018095970153808594s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.369850158691406e-05s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.940696716308594e-05s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010657310485839844s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.083747863769531e-05s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002155303955078125s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00024175643920898438s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018858909606933594s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002231597900390625s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002071857452392578s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017333030700683594s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001957416534423828s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok - -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001804828643798828s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019431114196777344s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017762184143066406s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023937225341796875s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000209808349609375s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021910667419433594s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019693374633789062s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019860267639160156s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, active as of 1735286407.29082>, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019502639770507812s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000194549560546875s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017952919006347656s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001842975616455078s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022602081298828125s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001990795135498047s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00024580955505371094s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017762184143066406s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00026416778564453125s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020122528076171875s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012826919555664062s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013113021850585938s, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, active as of 1735286407.29082>, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmphavlxah3/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok - -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001990795135498047s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000156402587890625s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001308917999267578s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011873245239257812s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013065338134765625s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010943412780761719s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002219676971435547s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011944770812988281s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010251998901367188s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.5367431640625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011777877807617188s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.96453857421875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.751319885253906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011014938354492188s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015425682067871094s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, active as of 1735286407.29082>, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013637542724609375s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012493133544921875s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012350082397460938s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0004582405090332031s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014662742614746094s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012946128845214844s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok - -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013327598571777344s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013780593872070312s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012683868408203125s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014257431030273438s, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, active as of 1735286407.29082>, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpuxsghzqo/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmprobengaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprobengaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.77524.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmprobengaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.77524.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022864341735839844s, path: a/c, db: /tmp/tmprobengaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.77524.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021886825561523438s, path: a/c, db: /tmp/tmprobengaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.77524.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020742416381835938s, path: a/c, db: /tmp/tmprobengaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.77524.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00023412704467773438s, path: a/c, db: /tmp/tmprobengaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.77524.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002617835998535156s, path: a/c, db: /tmp/tmprobengaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.77524.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001361370086669922s, path: a/c, db: /tmp/tmprobengaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.77524.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013899803161621094s, path: a/c, db: /tmp/tmprobengaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.77524.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001380443572998047s, path: a/c, db: /tmp/tmprobengaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.77524.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001804828643798828s, path: a/c, db: /tmp/tmprobengaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.77524.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00024390220642089844s, path: a/c, db: /tmp/tmprobengaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.77524.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021648406982421875s, path: a/c, db: /tmp/tmprobengaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.77524.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735286473.77451, (0, 0) as of 1735286473.77451, active as of 1735286473.77451>, path: a/c, db: /tmp/tmprobengaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.77524.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735286473.77452, (0, 0) as of 1735286473.77452, active as of 1735286473.77452>, path: a/c, db: /tmp/tmprobengaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.77524.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735286473.77453, (0, 0) as of 1735286473.77453, active as of 1735286473.77453>, path: a/c, db: /tmp/tmprobengaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.77524.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmprobengaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.77524.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprobengaj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286473.77524.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpiv3rz6tw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpiv3rz6tw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpiv3rz6tw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpiv3rz6tw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpon9x5jds/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpon9x5jds/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpon9x5jds/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpon9x5jds/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpswn47_v2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpswn47_v2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpswn47_v2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpswn47_v2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok -test WARNING: boom -test ERROR: Problem finding shard upper in '/tmp/tmpsx2rwa_f/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpsx2rwa_f/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpkumzhbbq/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpkumzhbbq/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok - -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpoxsn_ntj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpoxsn_ntj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpoxsn_ntj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpoxsn_ntj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Thu Dec 26 20:01:13 2024 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:13 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:13 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:13 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:13 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:13 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:13 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmpf4t55llz/sdb/containers/0/ash/c1hash/c1hash.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2518, in _one_shard_cycle - self._process_broker(broker, node, part) - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1245, in _execute_mock_call - result = effect(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 886, in mock_processing - raise Exception('kapow!') -Exception: kapow! -sharder-test INFO: Since Thu Dec 26 20:01:13 2024 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:13 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:13 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:13 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:13 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:13 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:13 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf4t55llz/sda/containers/0/ash/c0hash/c0hash.db' -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_shard - attempted:0 success:0 failure:0test.unit.container.test_sharder.TestSharder.test_one_shard_cycle -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok - -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Found no containers directories -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.05s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override partitions: 0) -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.00s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.03s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override devices: sdc) -sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok -test.unit.container.test_sharder.TestSharder.test_periodic_warning -test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok - -sharder-test INFO: Container sharder "once" mode completed: 0.01s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override devices: sdb, sdc) -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:14 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.03s -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpn5o2_7vx/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpn5o2_7vx/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpn5o2_7vx/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpn5o2_7vx/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpn5o2_7vx/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpn5o2_7vx/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpn5o2_7vx/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpn5o2_7vx/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpn5o2_7vx/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpn5o2_7vx/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpn5o2_7vx/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.28386.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.28386.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.28386.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.28386.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.28386.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.28386.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.28386.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.28386.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.28386.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.28386.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok - -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp7eutojuz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.28386.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmplij5mizn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplij5mizn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplij5mizn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplij5mizn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmplij5mizn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok - -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjoqngymx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7384p8t2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False_1735286474.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False_1735286474.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False_1735286474.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False_1735286474.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False_1735286474.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False_1735286474.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False_1735286474.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False_1735286474.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False_1735286474.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False_1735286474.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001571178436279297s, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False_1735286474.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False_1735286474.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015115737915039062s, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082> - zero objects found, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False_1735286474.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False_1735286474.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False_1735286474.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash60False/hash60False_1735286474.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True_1735286493.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True_1735286493.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True_1735286493.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True_1735286493.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True_1735286493.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True_1735286493.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True_1735286493.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True_1735286493.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok -test ERROR: Failed to unlink '/tmp/tmpqj2a67vc/containers/part/suffix/hash/container.db': +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0fc689345d14505b0e01-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0fc689345d14505b0e01-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0fc689345d14505b0e01-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0fc689345d14505b0e01-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0fc689345d14505b0e01-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0fc689345d14505b0e01-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0fc689345d14505b0e01-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0fc689345d14505b0e01-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0fc689345d14505b0e01-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0fc689345d14505b0e01-00697b6f0a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0fc689345d14505b0e01-00697b6f0a) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.36s) (txn: txa0fc689345d14505b0e01-00697b6f0a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0847f703936431ea41ee-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0847f703936431ea41ee-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0847f703936431ea41ee-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0847f703936431ea41ee-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0847f703936431ea41ee-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0847f703936431ea41ee-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0847f703936431ea41ee-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0847f703936431ea41ee-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0847f703936431ea41ee-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0847f703936431ea41ee-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0847f703936431ea41ee-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0847f703936431ea41ee-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0847f703936431ea41ee-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0847f703936431ea41ee-00697b6f0b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7106e8f7509f49e2b713d-00697b6f0b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx87ce335b13fa46aea86f2-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx87ce335b13fa46aea86f2-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx87ce335b13fa46aea86f2-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx87ce335b13fa46aea86f2-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx87ce335b13fa46aea86f2-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx87ce335b13fa46aea86f2-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx87ce335b13fa46aea86f2-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx87ce335b13fa46aea86f2-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx87ce335b13fa46aea86f2-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx87ce335b13fa46aea86f2-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx87ce335b13fa46aea86f2-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx87ce335b13fa46aea86f2-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx87ce335b13fa46aea86f2-00697b6f0b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx87ce335b13fa46aea86f2-00697b6f0b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok +test ERROR: Failed to unlink '/tmp/tmp4jof2shn/containers/part/suffix/hash/container.db': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state os.unlink(retiring_file) @@ -54209,44 +41851,30 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpqj2a67vc/containers/part/suffix/hash/container_1735286475.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpqj2a67vc/containers/part/suffix/hash/container_1735286475.00000.db': ['/tmp/tmpqj2a67vc/containers/part/suffix/hash/container.db', '/tmp/tmpqj2a67vc/containers/part/suffix/hash/container_1735286476.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpqj2a67vc/containers/part/suffix/hash/container_1735286476.00000.db']. +test DEBUG: Unlinked retiring db '/tmp/tmp4jof2shn/containers/part/suffix/hash/container_1769697038.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp4jof2shn/containers/part/suffix/hash/container_1769697038.00000.db': ['/tmp/tmp4jof2shn/containers/part/suffix/hash/container.db', '/tmp/tmp4jof2shn/containers/part/suffix/hash/container_1769697039.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp4jof2shn/containers/part/suffix/hash/container_1769697039.00000.db']. test ERROR: Failed to set the ROWID of the fresh database for a/c: test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx640feec029e94b44a8655-00676e5eca) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx640feec029e94b44a8655-00676e5eca) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx640feec029e94b44a8655-00676e5eca) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx640feec029e94b44a8655-00676e5eca) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx640feec029e94b44a8655-00676e5eca) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx640feec029e94b44a8655-00676e5eca) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx640feec029e94b44a8655-00676e5eca) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx640feec029e94b44a8655-00676e5eca) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx640feec029e94b44a8655-00676e5eca) -test INFO: Client disconnected on read of '/a/c' (txn: tx640feec029e94b44a8655-00676e5eca) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0c73cf2816744cf08424d-00676e5eca) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0c73cf2816744cf08424d-00676e5eca) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0c73cf2816744cf08424d-00676e5eca) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0c73cf2816744cf08424d-00676e5eca) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx69d48f6fedb44e3494098-00676e5eca) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txe52fa00be56c4dee946c4-00676e5eca) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: txbce268baf79a43f1a699b-00676e5eca) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: txd09f4b0b762e48a58929d-00676e5eca) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx329a899fc89f4c138425e-00676e5eca) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.0:1000/sda (txn: tx1be3300951754436a756f-00697b6f0d) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.0:1000/sda (txn: tx5330016cbbbe48948e573-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txd9d9efa84c984922ba97e-00697b6f0d) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx60d252a0f99141679b16b-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx60d252a0f99141679b16b-00697b6f0d) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txeaaa86d555e049f9847c2-00697b6f0d) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txeaaa86d555e049f9847c2-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -54256,22 +41884,15 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx01d780a244ad451b84363-00676e5eca) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx71c450b6567b486cb8bde-00676e5eca) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx9b9a5ca9ed3246a0a1fa7-00676e5eca) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx99d04bbff6bf4823a0e39-00676e5eca) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx6d33562c50e54836a61ed-00676e5eca) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: txd32e4ff8135f4757831f7-00676e5eca) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txcf92ae3f5d3045c7af7c4-00676e5eca) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Exception (txn: txeaaa86d555e049f9847c2-00697b6f0d) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx92db395c1e414ab78e7a0-00697b6f0d) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx92db395c1e414ab78e7a0-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -54281,148 +41902,46 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx73b58e3218c84bf3a47be-00676e5eca)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok - -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True_1735286493.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True_1735286493.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001385211944580078s, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True_1735286493.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True_1735286493.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001494884490966797s, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082> - zero objects found, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True_1735286493.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True_1735286493.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True_1735286493.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash60True/hash60True_1735286493.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False_1735286512.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False_1735286512.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False_1735286512.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False_1735286512.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False_1735286512.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False_1735286512.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False_1735286512.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False_1735286512.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False_1735286512.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False_1735286512.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014162063598632812s, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False_1735286512.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False_1735286512.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001354217529296875s, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.560585021972656e-05s, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082> - zero objects found, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False_1735286512.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False_1735286512.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False_1735286512.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/lse/hash50False/hash50False_1735286512.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True_1735286528.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True_1735286528.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True_1735286528.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True_1735286528.00000.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok - -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True_1735286528.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True_1735286528.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True_1735286528.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True_1735286528.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True_1735286528.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True_1735286528.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014400482177734375s, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014281272888183594s, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True_1735286528.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True_1735286528.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000148773193359375s, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082> - zero objects found, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True_1735286528.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True_1735286528.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True_1735286528.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpgfcxqi7c/sda/containers/0/rue/hash50True/hash50True_1735286528.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h60/hash60/hash60.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h60/hash60/hash60_1735286474.63538.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h60/hash60/hash60_1735286474.63538.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h60/hash60/hash60_1735286474.63538.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h60/hash60/hash60_1735286474.63538.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h60/hash60/hash60_1735286474.63538.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h60/hash60/hash60_1735286474.63538.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h60/hash60/hash60_1735286474.63538.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h60/hash60/hash60_1735286474.63538.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h60/hash60/hash60_1735286474.63538.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h50/hash50/hash50.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h50/hash50/hash50_1735286474.66048.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h50/hash50/hash50_1735286474.66048.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h50/hash50/hash50_1735286474.66048.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h50/hash50/hash50_1735286474.66048.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h50/hash50/hash50_1735286474.66048.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h50/hash50/hash50_1735286474.66048.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h50/hash50/hash50_1735286474.66048.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h50/hash50/hash50_1735286474.66048.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h50/hash50/hash50_1735286474.66048.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h70/hash70/hash70.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h70/hash70/hash70_1735286474.67921.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h70/hash70/hash70_1735286474.67921.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h70/hash70/hash70_1735286474.67921.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h70/hash70/hash70_1735286474.67921.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h70/hash70/hash70_1735286474.67921.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h70/hash70/hash70_1735286474.67921.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin -test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok -test.unit.container.test_sharder.TestSharder.test_run_forever -test.unit.container.test_sharder.TestSharder.test_run_forever ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok +Exception (txn: tx92db395c1e414ab78e7a0-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx203b42e4feae45209a20a-00676e5eca) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx9dfcc4f30532478e833ad-00676e5eca) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx46ba1a724cc34321ad593-00676e5eca) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx396a3507bc764a38b7fff-00676e5eca) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: txef95843348284aaa9751c-00676e5eca) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx8a942d13daa847ff82ac9-00676e5eca) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx9f5d040eb5f74746ad1bf-00697b6f0c) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx9f5d040eb5f74746ad1bf-00697b6f0c) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx45a4d4f6989a4c7786e30-00697b6f0c) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txc883d713bca1467589643-00697b6f0c) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx8ef5406a6571446d9b5f5-00697b6f0c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx3ab2fe0059f04a6c9e848-00697b6f0c) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -54441,16 +41960,17 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx5000d7e13a9040979c0a5-00676e5eca) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txe394b830de8e45748d311-00676e5eca) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx2b5af224a0fc48d7af759-00676e5eca) -test INFO: Client disconnected on read of '/a/c' (txn: txf9eae77c91944424ba8d0-00676e5eca) -test INFO: Client disconnected on read of '/a/c' (txn: tx18056e201eab4158badc6-00676e5eca) -test INFO: Client disconnected on read of '/a/c' (txn: tx18056e201eab4158badc6-00676e5eca) +Exception: kaboom! (txn: tx3c61c176a75f449284979-00697b6f0c) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txc13c29e7af9f4beeb1693-00697b6f0c) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txc13c29e7af9f4beeb1693-00697b6f0c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx59342ffeafa7490cad33c-00697b6f0c) +test INFO: Client disconnected on read of '/a/c' (txn: tx3068ee4c9bdc442eb6885-00697b6f0c) +test INFO: Client disconnected on read of '/a/c' (txn: tx8106b643143740f7960a6-00697b6f0c) +test INFO: Client disconnected on read of '/a/c' (txn: tx8106b643143740f7960a6-00697b6f0c) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -54460,7 +41980,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -54470,7 +41990,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -54480,7 +42000,8 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -54490,7 +42011,6 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -54511,7 +42031,9 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -54521,7 +42043,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -54531,8 +42053,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -54541,8 +42062,1224 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok + +test DEBUG: Skipping the update of recently changed /tmp/tmpt1rzhtaw/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping: /tmp/tmp4s7b0a1a/garbage is not a directory +test DEBUG: Skipping: /tmp/tmp4s7b0a1a/garbage is not mounted +test DEBUG: Skipping: /tmp/tmpfre2lw6b/sdq is not mounted +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx7276b089db3f44308bf99-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx8426e988f50d459bac14e-00697b6f0d) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpgh675jvb/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgh675jvb/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpgh675jvb/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgh675jvb/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0035 "-" 3324106 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0033 "-" 3324106 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0034 "-" 3324106 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3324106 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7f3f9f3f5c6c4e95b9da1-00697b6f0d" "proxy-server 3324106" 0.0032 "-" 3324106 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:34915/sda1/1/a/c" "tx7f3f9f3f5c6c4e95b9da1-00697b6f0d" "container-server 3324106" 0.0011 "-" 3324106 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:36157/sdb1/1/a/c" "tx7f3f9f3f5c6c4e95b9da1-00697b6f0d" "container-server 3324106" 0.0010 "-" 3324106 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7f3f9f3f5c6c4e95b9da1-00697b6f0d" "proxy-server 3324106" 0.0094 "-" 3324106 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7f3f9f3f5c6c4e95b9da1-00697b6f0d" "proxy-server 3324106" 0.0154 "-" 3324106 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/37 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx7f3f9f3f5c6c4e95b9da1-00697b6f0d - 0.0255 - - 1769697037.396456242 1769697037.421952009 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx55db0b1b172f49a4af574-00697b6f0d" "proxy-server 3324106" 0.0014 "-" 3324106 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:36157/sdb1/1/a1/c1" "tx55db0b1b172f49a4af574-00697b6f0d" "container-server 3324106" 0.0011 "-" 3324106 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:34915/sda1/1/a1/c1" "tx55db0b1b172f49a4af574-00697b6f0d" "container-server 3324106" 0.0010 "-" 3324106 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx55db0b1b172f49a4af574-00697b6f0d" "proxy-server 3324106" 0.0212 "-" 3324106 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx55db0b1b172f49a4af574-00697b6f0d" "proxy-server 3324106" 0.0174 "-" 3324106 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/37 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx55db0b1b172f49a4af574-00697b6f0d - 0.0298 - - 1769697037.423562765 1769697037.453393936 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdeb83ad150dc4270926fa-00697b6f0d" "proxy-server 3324106" 0.0020 "-" 3324106 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:34915/sda1/2/a/c1" "txdeb83ad150dc4270926fa-00697b6f0d" "container-server 3324106" 0.0010 "-" 3324106 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:36157/sdb1/2/a/c1" "txdeb83ad150dc4270926fa-00697b6f0d" "container-server 3324106" 0.0016 "-" 3324106 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txdeb83ad150dc4270926fa-00697b6f0d" "proxy-server 3324106" 0.0133 "-" 3324106 1test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok + +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0012 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0012 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0001 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0026 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0026 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0079 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0028 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0028 "-" 3324110 0 +test DEBUG: Unlinked retiring db '/tmp/tmp0aluax9_/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0025 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0034 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0031 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0021 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0036 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_GET_json +test.unit.container.test_server.TestContainerController.test_GET_json ... ok +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_limit +test.unit.container.test_server.TestContainerController.test_GET_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestContainerController.test_GET_marker +test.unit.container.test_server.TestContainerController.test_GET_marker ... ok +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test NOTICE: Started child 0 (PID 94) for port 6009 +test NOTICE: Started child 1 (PID 95) for port 6009 +test NOTICE: Started child 2 (PID 96) for port 6009 +test NOTICE: Started child 1 (PID 97) for port 6009 +test NOTICE: Child 2 (PID 3324101, port 6007) exiting normally +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1769029200 +test DEBUG: looking for objects in 1769029200 +test DEBUG: checking container 1769025600 +test DEBUG: looking for objects in 1769025600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1769691600 +test DEBUG: looking for objects in 1769691600 +test DEBUG: checking container 1769688000 +test DEBUG: looking for objects in 1769688000 +test DEBUG: checking container 1769684400 +test DEBUG: looking for objects in 1769684400 +test DEBUG: checking container 1769680800 +test DEBUG: looking for objects in 1769680800test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_delete +test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move +test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697036.18633', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697036.19387', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok + +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0036 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0034 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0039 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0034 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0034 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0038 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0034 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0022 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0022 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0022 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0023 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx46b3c5cdda184a3dae28d-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txe1830517011e4927a8ec5-00697b6f0d) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txe1830517011e4927a8ec5-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx88ce15e7fd2646efacfc8-00697b6f0d) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx88ce15e7fd2646efacfc8-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx88ce15e7fd2646efacfc8-00697b6f0d) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sda (txn: tx88ce15e7fd2646efacfc8-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx88ce15e7fd2646efacfc8-00697b6f0d) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sda (txn: tx88ce15e7fd2646efacfc8-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx88ce15e7fd2646efacfc8-00697b6f0d) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sda (txn: tx88ce15e7fd2646efacfc8-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx4d82ad6f59f140548f451-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx4d82ad6f59f140548f451-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx4d82ad6f59f140548f451-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx4d82ad6f59f140548f451-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx4d82ad6f59f140548f451-00697b6f0d) +proxy-server ERROR: Object DELETE returning 503 for (204, 503, 503) (txn: tx4d82ad6f59f140548f451-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa3afe3c72820460bbab22-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa3afe3c72820460bbab22-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697036.30198', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok +test.unit.obj.test_server.TestZeroCopy.test_GET +test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_GET_big +test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine +test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok + +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0011 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0062 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0016 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 3324110 0 +test DEBUG: Unlinked retiring db '/tmp/tmp7h2l2ug3/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 3324110 0 +test DEBUG: Unlinked retiring db '/tmp/tmp03u1qd1h/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0020 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0042 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0022 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0045 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0009 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0057 "-" 3324110 0test.unit.container.test_server.TestContainerController.test_GET_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestContainerController.test_GET_over_limit +test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_path +test.unit.container.test_server.TestContainerController.test_GET_path ... ok +test.unit.container.test_server.TestContainerController.test_GET_plain +test.unit.container.test_server.TestContainerController.test_GET_plain ... ok +test.unit.container.test_server.TestContainerController.test_GET_prefix +test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok + +proxy-server DEBUG: Ignoring 404 from primary (txn: tx38f1d9b8f54b4e19bca19-00697b6f0b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx8977ca324b8549ab80554-00697b6f0c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx45f994c126324767a8381-00697b6f0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx45f994c126324767a8381-00697b6f0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx45f994c126324767a8381-00697b6f0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx45f994c126324767a8381-00697b6f0d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx45f994c126324767a8381-00697b6f0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45f994c126324767a8381-00697b6f0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45f994c126324767a8381-00697b6f0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45f994c126324767a8381-00697b6f0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45f994c126324767a8381-00697b6f0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45f994c126324767a8381-00697b6f0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45f994c126324767a8381-00697b6f0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45f994c126324767a8381-00697b6f0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45f994c126324767a8381-00697b6f0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45f994c126324767a8381-00697b6f0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45f994c126324767a8381-00697b6f0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45f994c126324767a8381-00697b6f0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45f994c126324767a8381-00697b6f0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45f994c126324767a8381-00697b6f0d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45f994c126324767a8381-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: tx2d44e7c302824ab0b7266-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o'test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +test DEBUG: checking container 1769677200 +test DEBUG: looking for objects in 1769677200 +test DEBUG: checking container 1769673600 +test DEBUG: looking for objects in 1769673600 +test DEBUG: checking container 1769670000 +test DEBUG: looking for objects in 1769670000 +test DEBUG: checking container 1769666400 +test DEBUG: looking for objects in 1769666400 +test DEBUG: checking container 1769662800 +test DEBUG: looking for objects in 1769662800 +test DEBUG: checking container 1769090400 +test DEBUG: looking for objects in 1769090400 +test DEBUG: checking container 1769086800 +test DEBUG: looking for objects in 1769086800 +test DEBUG: checking container 1769083200 +test DEBUG: looking for objects in 1769083200 +test DEBUG: checking container 1769079600 +test DEBUG: looking for objects in 1769079600 +test DEBUG: checking container 1769076000 +test DEBUG: looking for objects in 1769076000 +test DEBUG: checking container 1769072400 +test DEBUG: looking for objects in 1769072400 +test DEBUG: checking container 1769068800 +test DEBUG: looking for objects in 1769068800 +test DEBUG: checking container 1769065200 +test DEBUG: looking for objects in 1769065200 +test DEBUG: checking container 1769061600 +test DEBUG: looking for objects in 1769061600 +test DEBUG: checking container 1769058000 +test DEBUG: looking for objects in 1769058000 +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769697037.821320) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769697037.821320) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769697037.821320) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769697037.821320) from storage policy 1 +test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1769697037.821320) in policy_index 1 will be deleted from policy_index 0 (1769697037.82132_0000000000000002) +test INFO: delete_success: '/AUTH_bob/c/o1' (1769697037.821320) deleted from policy_index 0 (1769697037.82132_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1769697037.821320) from policy_index 1 (1769697037.82132_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1769697037.821320) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (1769697037.821320) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1769697037.821320) from the queue (1769697037.82132_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfullytest.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok + +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0021 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0109 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0048 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0023 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0012 "-" 3324110 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0056 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0037 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0032 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0027 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0097 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0035 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 3324110 0test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok + +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4def1730bf9d48e59e03f-00697b6f0d) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4def1730bf9d48e59e03f-00697b6f0d) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4def1730bf9d48e59e03f-00697b6f0d) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4def1730bf9d48e59e03f-00697b6f0d) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4def1730bf9d48e59e03f-00697b6f0d) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4def1730bf9d48e59e03f-00697b6f0d) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4def1730bf9d48e59e03f-00697b6f0d) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4def1730bf9d48e59e03f-00697b6f0d) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4def1730bf9d48e59e03f-00697b6f0d) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4def1730bf9d48e59e03f-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a03c5526aeb44a892bf9-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a03c5526aeb44a892bf9-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a03c5526aeb44a892bf9-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a03c5526aeb44a892bf9-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a03c5526aeb44a892bf9-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a03c5526aeb44a892bf9-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a03c5526aeb44a892bf9-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a03c5526aeb44a892bf9-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a03c5526aeb44a892bf9-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a03c5526aeb44a892bf9-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a03c5526aeb44a892bf9-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a03c5526aeb44a892bf9-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a03c5526aeb44a892bf9-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1a03c5526aeb44a892bf9-00697b6f0d) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx1a03c5526aeb44a892bf9-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc6f48fc1b6eb44b99b6d6-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc6f48fc1b6eb44b99b6d6-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc6f48fc1b6eb44b99b6d6-00697b6f0d)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:30:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test INFO: - - 29/Jan/2026/14/30/36 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697036.841342688 1769697036.841526747 0 +test INFO: - - 29/Jan/2026/14/30/36 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1769697036.841298580 1769697036.842018843 0 +test INFO: - - 29/Jan/2026/14/30/36 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697036.843687534 1769697036.843926191 0 +test INFO: - - 29/Jan/2026/14/30/36 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1769697036.843644619 1769697036.844382048 0 +test INFO: - - 29/Jan/2026/14/30/36 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697036.845800877 1769697036.845976353 0 +test INFO: - - 29/Jan/2026/14/30/36 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1769697036.845761299 1769697036.846463919 0 +test INFO: - - 29/Jan/2026/14/30/36 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697036.847942829 1769697036.848152637 0 +test INFO: - - 29/Jan/2026/14/30/36 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1769697036.847901106 1769697036.848611832 0 +test INFO: - - 29/Jan/2026/14/30/36 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697036.850213051 1769697036.850390196 0 +test INFO: - - 29/Jan/2026/14/30/36 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0009 - - 1769697036.850171804 1769697036.851067066 0 +test INFO: - - 29/Jan/2026/14/30/36 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697036.852896929 1769697036.853069067 0 +test INFO: - - 29/Jan/2026/14/30/36 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769697036.853399277 1769697036.853572130 0 +test INFO: - - 29/Jan/2026/14/30/36 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769697036.853922129 1769697036.854034662 0 +test INFO: - - 29/Jan/2026/14/30/36 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1769697036.852771044 1769697036.854490042 - +test INFO: - - 29/Jan/2026/14/30/36 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697036.856061935 1769697036.856281996 0 +test INFO: - - 29/Jan/2026/14/30/36 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769697036.856574297 1769697036.856741667 0 +test INFO: - - 29/Jan/2026/14/30/36 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769697036.857075453 1769697036.857214689 0 +test INFO: - - 29/Jan/2026/14/30/36 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1769697036.855946779 1769697036.857619047 - +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok + +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -54552,7 +43289,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -54562,7 +43299,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -54572,9 +43309,8 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -54584,37 +43320,6 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -54635,187 +43340,10 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (204, 404, 503, 503) test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -54825,10 +43353,6 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -54848,765 +43372,13 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok - -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h70/hash70/hash70_1735286474.67921.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h70/hash70/hash70_1735286474.67921.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpkgc0f3aq/sda/containers/0/h70/hash70/hash70_1735286474.67921.db -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 5.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 3604.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 30.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c1, db: /tmp/tmp6cuhf8zm/sda/containers/0/ash/c1hash/c1hash.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2528, in _one_shard_cycle - self._record_sharding_progress(broker, node, error) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1055, in _record_sharding_progress - own_shard_range = broker.get_own_shard_range() - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2058, in get_own_shard_range - self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, - ~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/timestamp.py", line 129, in now - return cls(time.time(), offset=offset, delta=delta) - ~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: Test over -sharder-test ERROR: Exception in sharder: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2555, in run_forever - self._one_shard_cycle(devices_to_shard=Everything(), - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - partitions_to_shard=Everything()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2532, in _one_shard_cycle - self._periodic_report_stats() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1145, in _periodic_report_stats - if (time.time() - self.reported) >= self.stats_interval: - ~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2528, in _one_shard_cycle - self._record_sharding_progress(broker, node, error) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1055, in _record_sharding_progress - own_shard_range = broker.get_own_shard_range() - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2058, in get_own_shard_range - self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, - ~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/timestamp.py", line 129, in now - return cls(time.time(), offset=offset, delta=delta) - ~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: Test over -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Errortest.unit.container.test_sharder.TestSharder.test_send_shard_ranges -test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok - -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpwh8ssynq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00031828880310058594s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014328956604003906s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp7cy3fsnb/sda/containers/0/a3c/9b02a8f2abe4d0fff7784d2458d8fa3c/9b02a8f2abe4d0fff7784d2458d8fa3c.db, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016427040100097656s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp7cy3fsnb/sda/containers/0/2cf/a72cc47491d212b65be7fa4c2d5212cf/a72cc47491d212b65be7fa4c2d5212cf.db, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001232624053955078s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012302398681640625s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735286407.29082, (0, 0) as of 1735286407.29082, cleaved as of 1735286407.29082>, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1735286407.29082, (0, 0) as of 1735286407.29082, cleaved as of 1735286407.29082> - shard db already in sync, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp7cy3fsnb/sda/containers/0/2cf/a72cc47491d212b65be7fa4c2d5212cf/a72cc47491d212b65be7fa4c2d5212cf.db, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.62939453125e-05s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.772445678710938e-05s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735286407.29082, (0, 0) as of 1735286407.29082, cleaved as of 1735286407.29082>, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1735286407.29082, (0, 0) as of 1735286407.29082, cleaved as of 1735286407.29082> - shard db already in sync, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmp7cy3fsnb/sda/containers/0/2cf/a72cc47491d212b65be7fa4c2d5212cf/a72cc47491d212b65be7fa4c2d5212cf.db, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.390975952148438e-05s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.581710815429688e-05s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735286407.29082, (0, 0) as of 1735286407.29082, cleaved as of 1735286407.29082>, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1735286407.29082, (0, 0) as of 1735286407.29082, cleaved as of 1735286407.29082> - shard db already in sync, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1735286407.29082, (0, 0) as of 1735286407.29082, cleaved as of 1735286407.29082> in 0.002s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016570091247558594s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1735286407.29082, (2, 2) as of 1735286474.97244, cleaved as of 1735286407.29082> in 0.007s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.62939453125e-05s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.961822509765625e-05s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015544891357421875s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp7cy3fsnb/sda/containers/0/9a7/ee2860b8ae591eda037166d88be229a7/ee2860b8ae591eda037166d88be229a7.db, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.dbtest.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures -test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok -test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts -test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok -test.unit.container.test_sharder.TestSharder.test_sharding_enabled -test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok - -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -55616,7 +43388,6 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -55637,17 +43408,8 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -55657,8 +43419,6 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -55679,17 +43439,9 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -55699,7 +43451,6 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -55720,104 +43471,10 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: Container GET returning 503 for (204, 503, 503) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -55827,7 +43484,6 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -55848,17 +43504,8 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -55868,8 +43515,6 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -55890,682 +43535,10 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdctest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok - -sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.128715515136719e-05s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.344650268554688e-05s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082>, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1735286407.29082, (0, 0) as of 1735286407.29082, created as of 1735286407.29082> - shard db already in sync, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1735286407.29082, (3, 3) as of 1735286475.02167, cleaved as of 1735286407.29082> in 0.003s, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp7cy3fsnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286474.83701.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '9b8172f1-42d3-4b0d-bff8-4371e319fcc5-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_epra_u6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286475.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '9b8172f1-42d3-4b0d-bff8-4371e319fcc5-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_epra_u6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286475.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '9b8172f1-42d3-4b0d-bff8-4371e319fcc5-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_epra_u6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286475.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '9b8172f1-42d3-4b0d-bff8-4371e319fcc5-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_epra_u6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286475.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0f1915a8-215f-477c-b224-7499a3c53be0-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_epra_u6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286475.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpof6ckhbf/sda/containers/0/ash/c2hash/c2hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpof6ckhbf/sda/containers/0/ash/c1hash/c1hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpof6ckhbf/sda/containers/0/ash/c3hash/c3hash.db' -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump -test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok -test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges -test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported -test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok - -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Dec 26 20:01:15 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpgobr_s4v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpgobr_s4v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpgobr_s4v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpgobr_s4v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpgobr_s4v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpgobr_s4v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpgobr_s4v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpgobr_s4v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpgobr_s4v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpgobr_s4v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpgobr_s4v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpgobr_s4v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpgobr_s4v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpgobr_s4v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp3pqxz1x0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp3pqxz1x0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp3pqxz1x0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp3pqxz1x0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp3pqxz1x0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp3pqxz1x0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_update_root_container_own_range -test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok -test.unit.container.test_sharder.TestSharder.test_update_stat -test.unit.container.test_sharder.TestSharder.test_update_stat ... ok -test.unit.container.test_sharder.TestSharder.test_yield_objects -test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok - -sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmptykrpkfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=False) in 0.00041556358337402344s, path: a/c, db: /tmp/tmp34_1e1dm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=True) in 0.00037789344787597656s, path: a/c, db: /tmp/tmp34_1e1dm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.0002875328063964844s, path: a/c, db: /tmp/tmp34_1e1dm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0003459453582763672s, path: a/c, db: /tmp/tmp34_1e1dm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.0002224445343017578s, path: a/c, db: /tmp/tmp34_1e1dm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0003237724304199219s, path: a/c, db: /tmp/tmp34_1e1dm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0003666877746582031s, path: a/c, db: /tmp/tmp34_1e1dm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0003204345703125s, path: a/c, db: /tmp/tmp34_1e1dm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002677440643310547s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0002613067626953125s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023674964904785156s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.0002455711364746094s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00022363662719726562s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00015497207641601562s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013494491577148438s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00014281272888183594s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012135505676269531s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.000270843505859375s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001285076141357422s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.0002338886260986328s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001239776611328125s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018167495727539062s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001437664031982422s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001354217529296875s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001366138458251953s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.0001308917999267578s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016069412231445312s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001347064971923828s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001251697540283203s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001499652862548828s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00013566017150878906s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001354217529296875s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00014400482177734375s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001652240753173828s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00013709068298339844s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok - -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (201, 404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (201, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -56575,7 +43548,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -56585,7 +43558,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -56594,55 +43567,38 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok -sharder-test DEBUG: got 3 rows (deleted=True) in 0.00013828277587890625s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001442432403564453s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014400482177734375s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00011968612670898438s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00014138221740722656s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00012993812561035156s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00012755393981933594s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.00012373924255371094s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012230873107910156s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.0001628398895263672s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00012993812561035156s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.0002644062042236328s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001366138458251953s, path: a/c, db: /tmp/tmppsmkv4rh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019025802612304688s, path: a/c, db: /tmp/tmpc2fdigit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001270771026611328s, path: a/c, db: /tmp/tmpc2fdigit/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx1c44a5004d65474fba765-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx1c44a5004d65474fba765-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx1c44a5004d65474fba765-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx1c44a5004d65474fba765-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx1c44a5004d65474fba765-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx1c44a5004d65474fba765-00676e5ecc) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx1c44a5004d65474fba765-00676e5ecc) -test INFO: Client disconnected on read of '/a/c' (txn: tx1c44a5004d65474fba765-00676e5ecc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4c082b9e9a2f4c488bda0-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4c082b9e9a2f4c488bda0-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx4c082b9e9a2f4c488bda0-00676e5ecc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txe6ad9fac06d2474abd071-00676e5ecc) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txbb65484816424a09b4fc3-00676e5ecc) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx91ed19b3c56d4183967a1-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txe5cdf27f85df4e429a377-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txb1aeb123a0164ea488ee9-00697b6f0d) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb1aeb123a0164ea488ee9-00697b6f0d) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txb1aeb123a0164ea488ee9-00697b6f0d) +proxy-server ERROR: Object GET returning 503 for [] (txn: txb1aeb123a0164ea488ee9-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txd1faabcaa5a3406aa4439-00697b6f0d) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txd1faabcaa5a3406aa4439-00697b6f0d) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: txd1faabcaa5a3406aa4439-00697b6f0d) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txd1faabcaa5a3406aa4439-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx96e16c7d3eff478a94394-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -56652,32 +43608,17 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx8eb34aa842f0463f8dae8-00676e5ecc) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx7eb31a163052404f88b74-00676e5ecc) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx7eb31a163052404f88b74-00676e5ecc) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx2c95b5a97be84173841b4-00676e5ecc)test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok - -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx9976d86f3fbb4df49f193-00676e5ecc) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx31f1696ff12a4de6a77a3-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx960df0570d554375a3315-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Exception: kaboom! (txn: tx26db7484fd2d431db71d1-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx26db7484fd2d431db71d1-00697b6f0d) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx26db7484fd2d431db71d1-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -56687,22 +43628,22 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx0dc7da1e794040f2ad3f0-00676e5ecc) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx2bcfd1727d30481b8579b-00676e5ecc) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx2bcfd1727d30481b8579b-00676e5ecc) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx481e7cf8b0744be2b9892-00676e5ecc) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx9d832fd6ac894306a8226-00676e5ecc) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx443db8369839426b8e487-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx5cb138cf38d54875b3c02-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Exception: kaboom! (txn: tx4dbf7228631c435a8706a-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4dbf7228631c435a8706a-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa9a5255db3e8460397fc8-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx34288c21760149f5a4450-00697b6f0d) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx34288c21760149f5a4450-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx95bf024c375f47fa9025e-00697b6f0d) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx95bf024c375f47fa9025e-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx05e3c754b63840918bd9e-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -56712,348 +43653,17 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx5ac504d6b55e4452a6ac0-00676e5ecc) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txbce641f78c8a483f87518-00676e5ecc) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txbce641f78c8a483f87518-00676e5ecc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx67ffa2a0d46c4a22bdb81-00676e5ecc) -test INFO: Client disconnected on read of '/a/c' (txn: txbef65b4205424fc3be3ce-00676e5ecc) -test INFO: Client disconnected on read of '/a/c' (txn: tx4f077b5b2a244e39a61dc-00676e5ecc) -test INFO: Client disconnected on read of '/a/c' (txn: tx4f077b5b2a244e39a61dc-00676e5ecc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +Exception: kaboom! (txn: tx05e3c754b63840918bd9e-00697b6f0d)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: Container GET returning 503 for (503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -57063,8 +43673,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -57074,7 +43683,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -57084,7 +43693,8 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -57094,12 +43704,6 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdctest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok - -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -57120,17 +43724,9 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: Container GET returning 503 for (201, 404, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -57140,8 +43736,6 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -57162,17 +43756,10 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (201, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -57182,10 +43769,6 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -57206,17 +43789,8 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -57225,13 +43799,10 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -57239,9 +43810,6 @@ self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -57251,8 +43819,10 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx04ad5689e2544c53ac297-00676e5ecb) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: +Exception: kaboom! (txn: txf4a0c34e55184fcd856da-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf4a0c34e55184fcd856da-00697b6f0d) +proxy-server ERROR: Object GET returning 503 for [] (txn: txf4a0c34e55184fcd856da-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -57260,27 +43830,6 @@ self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -57290,8 +43839,16 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx04ad5689e2544c53ac297-00676e5ecb) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +Exception: kaboom! (txn: txd564e444fb544085bc407-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd564e444fb544085bc407-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx31d1c4d4170f4ab2a130d-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx67752d586faf4309ac282-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx67752d586faf4309ac282-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx831c20621496432d93d42-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx831c20621496432d93d42-00697b6f0d) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx831c20621496432d93d42-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -57299,9 +43856,6 @@ self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -57311,15 +43865,15 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status +Exception: kaboom! (txn: tx710ff983653b48ec9f1db-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -57335,9 +43889,6 @@ self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -57347,8 +43898,8 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx04ad5689e2544c53ac297-00676e5ecb) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: +Exception: kaboom! (txn: tx710ff983653b48ec9f1db-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -57356,9 +43907,6 @@ self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -57374,9 +43922,6 @@ self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -57392,9 +43937,6 @@ self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -57404,15 +43946,888 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status +Exception: kaboom! (txn: tx710ff983653b48ec9f1db-00697b6f0d)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok + +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0034 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:37 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3324110 0 +test DEBUG: Unlinked retiring db '/tmp/tmp7wq0gfip/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0033 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0014 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_server.TestContainerController.test_GET_xml +test.unit.container.test_server.TestContainerController.test_GET_xml ... ok +test.unit.container.test_server.TestContainerController.test_HEAD +test.unit.container.test_server.TestContainerController.test_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_not_found +test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_OPTIONS +test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc6f48fc1b6eb44b99b6d6-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc6f48fc1b6eb44b99b6d6-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc6f48fc1b6eb44b99b6d6-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc6f48fc1b6eb44b99b6d6-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc6f48fc1b6eb44b99b6d6-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc6f48fc1b6eb44b99b6d6-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc6f48fc1b6eb44b99b6d6-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc6f48fc1b6eb44b99b6d6-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc6f48fc1b6eb44b99b6d6-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc6f48fc1b6eb44b99b6d6-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc6f48fc1b6eb44b99b6d6-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx27dccaaccdee426b98217-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx27dccaaccdee426b98217-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx27dccaaccdee426b98217-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx27dccaaccdee426b98217-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx27dccaaccdee426b98217-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx27dccaaccdee426b98217-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx27dccaaccdee426b98217-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx27dccaaccdee426b98217-00697b6f0d) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx27dccaaccdee426b98217-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx49d3f106a5454330b4cdd-00697b6f0d)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok +test INFO: - - 29/Jan/2026/14/30/36 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697036.868260622 1769697036.868448734 0 +test INFO: - - 29/Jan/2026/14/30/36 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769697036.868815660 1769697036.868998289 0 +test INFO: - - 29/Jan/2026/14/30/36 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769697036.869364738 1769697036.869484186 0 +test INFO: - - 29/Jan/2026/14/30/36 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1769697036.868133545 1769697036.869886637 - +test INFO: - - 29/Jan/2026/14/30/36 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697036.871796370 1769697036.872011662 0 +test INFO: - - 29/Jan/2026/14/30/36 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769697036.872354746 1769697036.872524261 0 +test INFO: - - 29/Jan/2026/14/30/36 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769697036.872879505 1769697036.873023748 0 +test INFO: - - 29/Jan/2026/14/30/36 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1769697036.871671438 1769697036.873425961 - +test INFO: - - 29/Jan/2026/14/30/36 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697036.874951124 1769697036.875130653 0 +test INFO: - - 29/Jan/2026/14/30/36 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769697036.875466347 1769697036.875636816 0 +test INFO: - - 29/Jan/2026/14/30/36 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769697036.875993013 1769697036.876102209 0 +test INFO: - - 29/Jan/2026/14/30/36 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1769697036.874834538 1769697036.876540184 - +Fri Jan 30 04:30:37 2026 /tmp/tmpqxgmv4qn/unittest.profile123 +Fri Jan 30 04:30:37 2026 /tmp/tmpqxgmv4qn/unittest.profile3324097 +Fri Jan 30 04:30:37 2026 /tmp/tmpqxgmv4qn/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:30:37 2026 /tmp/tmpqxgmv4qn/unittest.profile123 +Fri Jan 30 04:30:37 2026 /tmp/tmpqxgmv4qn/unittest.profile3324097 +Fri Jan 30 04:30:37 2026 /tmp/tmpqxgmv4qn/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: call count + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + 0 0.000 0.000 profile:0(profiler) + + +Fri Jan 30 04:30:37 2026 /tmp/tmpqxgmv4qn/unittest.profile123 +Fri Jan 30 04:30:37 2026 /tmp/tmpqxgmv4qn/unittest.profile3324097 +Fri Jan 30 04:30:37 2026 /tmp/tmpqxgmv4qn/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:30:37 2026 /tmp/tmphdslckbs/unittest.profile123 + + 5 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.001 0.001 0.001 0.001 :0(exec) + 1 0.000 0.000 0.001 0.001 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:30:37 2026 /tmp/tmphdslckbs/unittest.profile123 + + 5 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.001 0.001 0.001 0.001 :0(exec) + 1 0.000 0.000 0.001 0.001 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:30:37 2026 /tmp/tmphdslckbs/unittest.profile123 + + 5 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.001 0.001 0.001 0.001 :0(exec) + 1 0.000 0.000 0.001 0.001 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:30:37 2026 /tmp/tmphdslckbs/unittest.profile123 + + 5 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.001 0.001 0.001 0.001 :0(exec) + 1 0.000 0.000 0.001 0.001 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:30:37 2026 /tmp/tmphdslckbs/unittest.profile3324097 +Fri Jan 30 04:30:37 2026 /tmp/tmphdslckbs/unittest.profile123 +Fri Jan 30 04:30:37 2026 /tmp/tmphdslckbs/unittest.profile456 + + 30 function calls in 0.002 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.002 0.000 0.002 0.000 :0(exec) + 6 0.001 0.000 0.002 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:30:37 2026 /tmp/tmphdslckbs/unittest.profile3324097 +Fri Jan 30 04:30:37 2026 /tmp/tmphdslckbs/unittest.profile123 +Fri Jan 30 04:30:37 2026 /tmp/tmphdslckbs/unittest.profile456 + + 30 function calls in 0.002 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.002 0.000 0.002 0.000 :0(exec) + 6 0.001 0.000 0.002 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:30:37 2026 /tmp/tmphdslckbs/unittest.profile3324097 +Fri Jan 30 04:30:37 2026 /tmp/tmphdslckbs/unittest.profile123 +Fri Jan 30 04:30:37 2026 /tmp/tmphdslckbs/unittest.profile456 + + 30 function calls in 0.002 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.002 0.000 0.002 0.000 test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok +test.unit.common.test_daemon.TestDaemon.test_create +test.unit.common.test_daemon.TestDaemon.test_create ... ok +test.unit.common.test_daemon.TestDaemon.test_stubs +test.unit.common.test_daemon.TestDaemon.test_stubs ... ok +test.unit.common.test_db.TestDictFactory.test_normal_case +test.unit.common.test_db.TestDictFactory.test_normal_case ... ok +test.unit.common.test_db.TestHelperFunctions.test_zero_like +test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok + +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txdeb83ad150dc4270926fa-00697b6f0d" "proxy-server 3324106" 0.0097 "-" 3324106 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/37 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txdeb83ad150dc4270926fa-00697b6f0d - 0.0223 - - 1769697037.454893827 1769697037.477152824 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb591f60f544a4ecda1e61-00697b6f0d" "proxy-server 3324106" 0.0020 "-" 3324106 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:36157/sdb1/1/a/c2" "txb591f60f544a4ecda1e61-00697b6f0d" "container-server 3324106" 0.0017 "-" 3324106 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:34915/sda1/1/a/c2" "txb591f60f544a4ecda1e61-00697b6f0d" "container-server 3324106" 0.0011 "-" 3324106 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb591f60f544a4ecda1e61-00697b6f0d" "proxy-server 3324106" 0.0135 "-" 3324106 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:37 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb591f60f544a4ecda1e61-00697b6f0d" "proxy-server 3324106" 0.0100 "-" 3324106 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/37 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb591f60f544a4ecda1e61-00697b6f0d - 0.0226 - - 1769697037.478658199 1769697037.501216173 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1!test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok + +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1769029200 +test DEBUG: looking for objects in 1769029200 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1769031758.003552) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1769031758.003552) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1769031758.003552) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1769031758.003552) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1769031758.00355) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_jeb/c/o1' (1769031758.003552) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/1769029200/1:/AUTH_jeb/c/o1' (1769031758.003552) from the queue (1769031758.00355_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1769697038.009612) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1769697038.009612) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1769697038.009612) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1769697038.009612) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1769697038.00961) in policy_index 1 responded 404 (0000000000.00000) +test INFO: retry: '/AUTH_jeb/c/o1' (1769697038.009612) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location + self.swift.upload_object( + ~~~~~~~~~~~~~~~~~~~~~~~~^ + FileLikeIter(source_obj_iter), account, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers) + ^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 844, in upload_object + self.handle_request('PUT', path, headers, acceptable_statuses, fobj, + ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params=params) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 264, in handle_request + resp = self.make_request(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise + raise value + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait + return self._exit_event.wait() + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ~~~~~~~~~~~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom!test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok +test.unit.container.test_reconciler.TestReconciler.test_processes_config +test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx49d3f106a5454330b4cdd-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0b1a2344a5ac4939a2f08-00697b6f0e) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0b1a2344a5ac4939a2f08-00697b6f0e) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0b1a2344a5ac4939a2f08-00697b6f0e) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0b1a2344a5ac4939a2f08-00697b6f0e) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0b1a2344a5ac4939a2f08-00697b6f0e) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0b1a2344a5ac4939a2f08-00697b6f0e) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0b1a2344a5ac4939a2f08-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations +test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders +test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD +test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +proxy-server ERROR: Object GET returning 503 for [] (txn: tx710ff983653b48ec9f1db-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -57422,8 +44837,9 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx04ad5689e2544c53ac297-00676e5ecb) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: +Exception: kaboom! (txn: tx8c890bb7586042168abf4-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8c890bb7586042168abf4-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -57431,9 +44847,6 @@ self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -57443,60 +44856,939 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request +Exception: kaboom! (txn: tx8c890bb7586042168abf4-00697b6f0d) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx8c890bb7586042168abf4-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8451c677c114476fb11d0-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8451c677c114476fb11d0-00697b6f0d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8451c677c114476fb11d0-00697b6f0d) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx8451c677c114476fb11d0-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txe7dbcac6f48942d09a96c-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx16355dfb13e94833835a5-00697b6f0d) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx16355dfb13e94833835a5-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx6c4025223c424beb942c0-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txfc42b5e35afc4d1986c05-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx70c30eabb0b542c480756-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx1f9ed0a836cc4e01b139e-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx64458b662de644dab6186-00697b6f0d) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx64458b662de644dab6186-00697b6f0d) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx64458b662de644dab6186-00697b6f0d) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx64458b662de644dab6186-00697b6f0d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok + +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: txde2fff0455d4462c97754-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx729c525ca2d3484ab3dbe-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx6e896b84e19a48a0973fb-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx21ca5571b86d48e8b8cde-00697b6f0e) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx21ca5571b86d48e8b8cde-00697b6f0e) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx21ca5571b86d48e8b8cde-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx46ceb8fe9199408bb6cd7-00697b6f0e) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx46ceb8fe9199408bb6cd7-00697b6f0e) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txa0dd04d58d2b4387bf191-00697b6f0e) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx32e4fa871e774163b22f8-00697b6f0e) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx32e4fa871e774163b22f8-00697b6f0e) +proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx32e4fa871e774163b22f8-00697b6f0e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx4e22428a67524f4fad63c-00697b6f0e) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx4e22428a67524f4fad63c-00697b6f0e) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx4e22428a67524f4fad63c-00697b6f0e) +proxy-server ERROR: Object HEAD returning 503 for [507] (txn: tx4e22428a67524f4fad63c-00697b6f0e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txe9c243d63b00424f99d81-00697b6f0e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txe9c243d63b00424f99d81-00697b6f0e) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txe9c243d63b00424f99d81-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa37c0ea8b5a34f669b2f6-00697b6f0e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa37c0ea8b5a34f669b2f6-00697b6f0e) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa37c0ea8b5a34f669b2f6-00697b6f0e) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txa37c0ea8b5a34f669b2f6-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok + +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769090399.000000) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769090399.000000) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769090399.000000) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769090399.000000) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1769090399.00000) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_bob/c/o1' (1769090399.000000) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1769090399.000000) from the queue (1769090399.00000_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769697038.058995) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769697038.058995) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769697038.058995) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769697038.058995) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769697038.05900) in policy_index 1 responded 200 (1769697037.05900) +test INFO: retry: '/AUTH_bob/c/o1' (1769697038.058995) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_default +test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate +test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok +test ERROR: Failed to unlink '/tmp/tmpd1wiw0p9/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpd1wiw0p9/containers/part/suffix/hash/container_1769697038.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpd1wiw0p9/containers/part/suffix/hash/container_1769697038.00000.db': ['/tmp/tmpd1wiw0p9/containers/part/suffix/hash/container.db', '/tmp/tmpd1wiw0p9/containers/part/suffix/hash/container_1769697039.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpd1wiw0p9/containers/part/suffix/hash/container_1769697039.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test INFO: [worker 1/1 pid=3324103] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3324103] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3324103] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3324103] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3324103] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3324103] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3324103] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3324103] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3324103] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3324103] Object reconstruction complete (once). (10.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3324103] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3324103] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3324103] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3324103] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3324103] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3324103] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3324103] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3324103] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. +test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. +test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) +test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. +test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. +test DEBUG: [worker 2/4 pid=20641] debug message +test INFO: [worker 2/4 pid=20641] info message +test WARNING: [worker 2/4 pid=20641] warning message +test ERROR: [worker 2/4 pid=20641] error message +test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to get commit status of PUT to /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + self.app.node_timeout, not final_phase) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1747, in await_response + self.resp = self.conn.getexpect() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 855, in getexpect + expect_status = self._status.get_expect_status() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 758, in get_expect_status + raise expect_status +Exception: kaboom! (txn: tx1b09946a42334914bd0f4-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: txbb19161d22de49449b997-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: txecf72cda5a9d473a82054-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok + +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9a25ef1d0d0745d39812a-00697b6f0b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe6780588b525463693231-00697b6f0c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe6780588b525463693231-00697b6f0c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6780588b525463693231-00697b6f0c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe6780588b525463693231-00697b6f0c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe6780588b525463693231-00697b6f0c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe6780588b525463693231-00697b6f0c) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txe6780588b525463693231-00697b6f0c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe6780588b525463693231-00697b6f0c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe6780588b525463693231-00697b6f0c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txe6780588b525463693231-00697b6f0c) +test DEBUG: Setting object count to 1065 (txn: txe6780588b525463693231-00697b6f0c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx093ea743567e4018ab744-00697b6f0d) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx093ea743567e4018ab744-00697b6f0d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx093ea743567e4018ab744-00697b6f0d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx093ea743567e4018ab744-00697b6f0d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx093ea743567e4018ab744-00697b6f0d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx093ea743567e4018ab744-00697b6f0d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx093ea743567e4018ab744-00697b6f0d) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx093ea743567e4018ab744-00697b6f0d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx093ea743567e4018ab744-00697b6f0d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx093ea743567e4018ab744-00697b6f0d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx093ea743567e4018ab744-00697b6f0d) +test DEBUG: Setting object count to 1065 (txn: tx093ea743567e4018ab744-00697b6f0d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7119e9fbf87b490cad4a9-00697b6f0e) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx7119e9fbf87b490cad4a9-00697b6f0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txac345ff290d64c768ba3e-00697b6f0e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txac345ff290d64c768ba3e-00697b6f0e) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txac345ff290d64c768ba3e-00697b6f0e) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txac345ff290d64c768ba3e-00697b6f0e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txac345ff290d64c768ba3e-00697b6f0e) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txac345ff290d64c768ba3e-00697b6f0e) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txac345ff290d64c768ba3e-00697b6f0e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txac345ff290d64c768ba3e-00697b6f0e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txac345ff290d64c768ba3e-00697b6f0e) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txac345ff290d64c768ba3e-00697b6f0e) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txac345ff290d64c768ba3e-00697b6f0e) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txac345ff290d64c768ba3e-00697b6f0e) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txac345ff290d64c768ba3e-00697b6f0e) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txac345ff290d64c768ba3e-00697b6f0e) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txac345ff290d64c768ba3e-00697b6f0e) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txac345ff290d64c768ba3e-00697b6f0e) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: txac345ff290d64c768ba3e-00697b6f0e) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txac345ff290d64c768ba3e-00697b6f0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok + +test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769697038.083444) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769697038.083444) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769697038.083444) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769697038.083444) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769697038.08344) in policy_index 1 responded 503 (0000000000.00000) +test INFO: retry: '/AUTH_bob/c/o1' (1769697038.083444) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769697038.087745) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769697038.087745) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769697038.087745) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769697038.087745) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769697038.08774) in policy_index 1 responded 404 (1769697038.08774_0000000000000002) +test INFO: retry: '/AUTH_bob/c/o1' (1769697038.087745) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Unhandled Exception trying to reconcile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 852, in run_once + self.reconcile() + ~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 831, in reconcile + for container in self._iter_containers(): + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 748, in _iter_containers + one_page = list(itertools.islice( + container_gen, constraints.CONTAINER_LISTING_LIMIT)) + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 331, in _iter_items + resp = self.make_request( + 'GET', '%s?format=json&marker=%s&end_marker=%s&prefix=%s' % + ...<2 lines>... + bytes_to_wsgi(quote(prefix))), + {}, acceptable_statuses) + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise + raise value + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait + return self._exit_event.wait() + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ~~~~~~~~~~~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: Reconciler Stats: {} +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7bb228972b48462fb6f79-00697b6f0e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx66295063725e4443a7799-00697b6f0e) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx19003f8c5dba45cda215a-00697b6f0e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx29bdf4f8f31841458e3d5-00697b6f0e) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx81b52d11e290431fb14ab-00697b6f0e) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5357679d5c7f4054a287d-00697b6f0e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf855658216f84d26bd141-00697b6f0e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txdc5107658e784ed382195-00697b6f0e)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok +:0(exec) + 6 0.001 0.000 0.002 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:30:37 2026 /tmp/tmphdslckbs/unittest.profile3324097 + + 15 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.001 0.000 0.001 0.000 :0(exec) + 3 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:30:37 2026 /tmp/tmphdslckbs/unittest.profile3324097 + + 15 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.001 0.000 0.001 0.000 :0(exec) + 3 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:30:37 2026 /tmp/tmphdslckbs/unittest.profile3324097 + + 15 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.001 0.000 0.001 0.000 :0(exec) + 3 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: tx3a1cd20bd5e54dbfad0a3-00697b6f0e) +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: txc199af672d20497db5d52-00697b6f0e) +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: tx7addca6a96f04caa90880-00697b6f0e) +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [30/Jan/2026 04:30:38] "GET /someurl HTTP/1.1" 200 160 0.000056 +proxy INFO: 192.168.0.1 - - [30/Jan/2026 04:30:38] "GET /otherurl HTTP/1.1" 200 179 0.000030 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [30/Jan/2026 04:30:38] "GET /someurl HTTP/1.0" 200 186 0.000042 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [30/Jan/2026 04:30:38] "GET /someurl HTTP/1.0" 200 179 0.000040 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "GET /someurl HTTP/1.0" 200 180 0.000042 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "GET /someurl HTTP/1.0" 200 180 0.000037 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "GET /someurl HTTP/1.0" 200 180 0.000036 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000038 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000035 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "GET https://cluster.domain HTTP/1.0" 200 117 0.000035 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000042 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: txbe40c644f62f47c88ee84-00697b6f0e) +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) +proxy INFO: wsgi exiting (txn: test-trans-id) +proxy INFO: (3324097) wsgi exited, is_accepting=True (txn: test-trans-id) +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "PUT /path HTTP/1.0" 200 105 0.000053 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000041test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get +test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_head +test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_proxy +test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst +test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_init +test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate +test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer +test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer ... ok +test.unit.common.test_utils.TestFileLikeIter.test_close +test.unit.common.test_utils.TestFileLikeIter.test_close ... ok +test.unit.common.test_utils.TestFileLikeIter.test_get_hub +test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok +test.unit.common.test_utils.TestFileLikeIter.test_next +test.unit.common.test_utils.TestFileLikeIter.test_next ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read +test.unit.common.test_utils.TestFileLikeIter.test_read ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline +test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline2 +test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline3 +test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines +test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok +test.unit.common.test_utils.TestLRUCache.test_maxsize +test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_maxtime +test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxsize +test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxtime +test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok + +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txd18c2ae4ac714cb8895d0-00697b6f0d) +test INFO: Client disconnected on read of '/a/c' (txn: txd18c2ae4ac714cb8895d0-00697b6f0d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txc22e1233d97d44568b236-00697b6f0d) +test INFO: Client disconnected on read of '/a/c' (txn: txc22e1233d97d44568b236-00697b6f0d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txa8ff9eeef1764bbf97ed2-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txa8ff9eeef1764bbf97ed2-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txa8ff9eeef1764bbf97ed2-00697b6f0e) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txa8ff9eeef1764bbf97ed2-00697b6f0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok + +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], @@ -57515,8 +45807,8 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx04ad5689e2544c53ac297-00676e5ecb) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: +OSError (txn: tx506e9be7f9ff451baf53c-00697b6f0d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -57554,6 +45846,9 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status +OSError (txn: tx506e9be7f9ff451baf53c-00697b6f0d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], @@ -57608,6 +45903,9 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status +OSError (txn: tx506e9be7f9ff451baf53c-00697b6f0d) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], @@ -57626,9 +45924,6 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx04ad5689e2544c53ac297-00676e5ecb) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], @@ -57683,6 +45978,9 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status +OSError (txn: tx506e9be7f9ff451baf53c-00697b6f0d) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], @@ -57755,9 +46053,6 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx04ad5689e2544c53ac297-00676e5ecb) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], @@ -57776,6 +46071,9 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status +OSError (txn: tx506e9be7f9ff451baf53c-00697b6f0d) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], @@ -57884,15 +46182,284 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) +OSError (txn: tx506e9be7f9ff451baf53c-00697b6f0d) +test ERROR: Container GET returning 503 for [] (txn: tx506e9be7f9ff451baf53c-00697b6f0d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx042cc12652d64148bd27b-00697b6f0d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx042cc12652d64148bd27b-00697b6f0d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx042cc12652d64148bd27b-00697b6f0d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx042cc12652d64148bd27b-00697b6f0d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx042cc12652d64148bd27b-00697b6f0d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx042cc12652d64148bd27b-00697b6f0d) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx042cc12652d64148bd27b-00697b6f0d) +test INFO: Client disconnected on read of '/a/c' (txn: txb6bc3c420359444d8f7e0-00697b6f0d) +test INFO: Client disconnected on read of '/a/c' (txn: tx31aea7a87d694439a8fd7-00697b6f0d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8b8e128fb03b4d349e096-00697b6f0d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8b8e128fb03b4d349e096-00697b6f0d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8b8e128fb03b4d349e096-00697b6f0d)test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok + +proxy-server WARNING: Client disconnected without sending last chunk (txn: txbb7e3025942247e3a223c-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3170, in _transfer_data + chunk = next(data_source) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader + return req.environ['wsgi.input'].read( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + self.app.client_chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 7204, in read + raise Exception('exception message') +Exception: exception message (txn: tx9250924d1b8942cfac3d9-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx48d35d2334f74099a3a92-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txa952ce6af0434078b6a90-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txa952ce6af0434078b6a90-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txa952ce6af0434078b6a90-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txa952ce6af0434078b6a90-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txa952ce6af0434078b6a90-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txa952ce6af0434078b6a90-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txa952ce6af0434078b6a90-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txa952ce6af0434078b6a90-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txa952ce6af0434078b6a90-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txa952ce6af0434078b6a90-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txa952ce6af0434078b6a90-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txa952ce6af0434078b6a90-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txa952ce6af0434078b6a90-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txa952ce6af0434078b6a90-00697b6f0e) +proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: txa952ce6af0434078b6a90-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx4dd1a8d927df46088430a-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx4dd1a8d927df46088430a-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx4dd1a8d927df46088430a-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx4dd1a8d927df46088430a-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx4dd1a8d927df46088430a-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx4dd1a8d927df46088430a-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx4dd1a8d927df46088430a-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx4dd1a8d927df46088430a-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx4dd1a8d927df46088430a-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx4dd1a8d927df46088430a-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx4dd1a8d927df46088430a-00697b6f0e) +proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx4dd1a8d927df46088430a-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx256c1b05e9b541ffbad13-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx256c1b05e9b541ffbad13-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx256c1b05e9b541ffbad13-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx1b66438a21304a8b8b34a-00697b6f0e)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.8:1008/sdi (txn: txa46d8485949d4478ad74c-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.8:1008/sdi (txn: tx7299de2363db4a869091a-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.10:1010/sdk (txn: tx4815f97ef9c74f6690a56-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok + +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0037 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0037 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0126 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT +test.unit.container.test_server.TestContainerController.test_PUT ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd86525b8ae6448d483dab-00697b6f0e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd86525b8ae6448d483dab-00697b6f0e) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd86525b8ae6448d483dab-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx93f818b853a149ab9010d-00697b6f0e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx93f818b853a149ab9010d-00697b6f0e) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx93f818b853a149ab9010d-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx14417d1aab1c4bd0a0ee0-00697b6f0e) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx14417d1aab1c4bd0a0ee0-00697b6f0e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx14417d1aab1c4bd0a0ee0-00697b6f0e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx14417d1aab1c4bd0a0ee0-00697b6f0e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx14417d1aab1c4bd0a0ee0-00697b6f0e) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx14417d1aab1c4bd0a0ee0-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3e5c5ec69f734b1482de8-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx8ec11500e9ac4fb8af928-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter + putter = Putter.connect( + node, part, req.swift_entity_path, headers, self.app.watchdog, + ...<4 lines>... + logger=self.logger, + chunked=te.endswith(',chunked')) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ~~~~~~~~~~~~~~~~~~~~^ + node, part, path, headers, conn_timeout, node_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection + conn = http_connect(ip, port, node['device'], + part, 'PUT', path, headers) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -57902,218 +46469,518 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx04ad5689e2544c53ac297-00676e5ecb)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok +Exception: Connection refused: Please insert ten dollars (txn: txa044454628f548c0b04fc-00697b6f0e)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6a941d4937514a1fa917a-00697b6f0e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb9008affae384c639676e-00697b6f0e) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2c05dec6b2c940daa0392-00697b6f0e) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe5caf1c28b4a45a3bc57c-00697b6f0e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx42001bb2ec3c445495919-00697b6f0e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1772f5d083bd45beb26d6-00697b6f0e) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx15f3692e37174aa991f2b-00697b6f0e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx56917221d11e4c0f88215-00697b6f0e) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6c18d0089d8c41f697eed-00697b6f0e) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3d0fc5ab473a45cc9643b-00697b6f0e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx24f0a2f4010e4d7680330-00697b6f0e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8c6a5c2c45214f5e9eddb-00697b6f0e) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9661b00e8ce342d582c03-00697b6f0e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx273dc44bdc404425b07de-00697b6f0e) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7285017e3a1e497aa899c-00697b6f0e) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx1eacf209a51542089a86b-00697b6f0e) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (201, 404, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (201, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txc0bfcc2afd664330813df-00697b6f0e) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txa0c9a2f590da49b191406-00697b6f0e) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx1a2460e48cb14bc8b95d4-00697b6f0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx06efd737248d48b1895cc-00697b6f0e) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa78d8caf5e7d4a59bc48a-00697b6f0e) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx4d5643b47adc49a4a386c-00697b6f0e) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txee7777f477ac421f95b67-00697b6f0e) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx96d892b3df974980a8ca8-00697b6f0e) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx63cd5067bb8248849127f-00697b6f0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txaab871e3785a4035b7de0-00697b6f0e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe3060aa581394b8d86c03-00697b6f0e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc54c01ba6f5448ef8117e-00697b6f0e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa418e17b8834483ebfa93-00697b6f0e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txff3429f9f8114d03908d4-00697b6f0e)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697034.00000-2, db: /tmp/tmpd50k1qzk/sda/containers/0/d01/4c48a2865be96d8ab58de9e36e3e1d01/4c48a2865be96d8ab58de9e36e3e1d01_1769697034.00000.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1769697034.00000, (0, 0) as of 1769697034.00000, sharding as of 1769697040.00000> to ShardRange<'a' to 'b' as of 1769697034.00000, (0, 0) as of 1769697034.00000, sharded as of 1769697043.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697034.00000-2, db: /tmp/tmpd50k1qzk/sda/containers/0/d01/4c48a2865be96d8ab58de9e36e3e1d01/4c48a2865be96d8ab58de9e36e3e1d01_1769697034.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697035.00000, db: /tmp/tmps1asqpr1/sda/containers/0/1f7/58b2b9629cce46a1e58a5bfff52b51f7/58b2b9629cce46a1e58a5bfff52b51f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697037.00000, db: /tmp/tmps1asqpr1/sda/containers/0/fab/223e7fb3a222fd51a5979db982aa3fab/223e7fb3a222fd51a5979db982aa3fab.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697036.00000, (0, 0) as of 1769697036.00000, found as of 1769697036.00000> to ShardRange<'k' to 't' as of 1769697037.00000, (0, 0) as of 1769697037.00000, created as of 1769697037.00000>, path: .shards_a/shard_c_1769697037.00000, db: /tmp/tmps1asqpr1/sda/containers/0/fab/223e7fb3a222fd51a5979db982aa3fab/223e7fb3a222fd51a5979db982aa3fab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697039.00000, db: /tmp/tmps1asqpr1/sda/containers/0/b92/f3dea853dadcb5c27c28947376878b92/f3dea853dadcb5c27c28947376878b92.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697038.00000, (0, 0) as of 1769697038.00000, found as of 1769697038.00000> to ShardRange<'k' to 't' as of 1769697039.00000, (0, 0) as of 1769697039.00000, cleaved as of 1769697039.00000>, path: .shards_a/shard_c_1769697039.00000, db: /tmp/tmps1asqpr1/sda/containers/0/b92/f3dea853dadcb5c27c28947376878b92/f3dea853dadcb5c27c28947376878b92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697041.00000, db: /tmp/tmps1asqpr1/sda/containers/0/897/0fbfbf32b51db50ec277d78c11c59897/0fbfbf32b51db50ec277d78c11c59897.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697040.00000, (0, 0) as of 1769697040.00000, found as of 1769697040.00000> to ShardRange<'k' to 't' as of 1769697041.00000, (0, 0) as of 1769697041.00000, active as of 1769697041.00000>, path: .shards_a/shard_c_1769697041.00000, db: /tmp/tmps1asqpr1/sda/containers/0/897/0fbfbf32b51db50ec277d78c11c59897/0fbfbf32b51db50ec277d78c11c59897.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697043.00000, db: /tmp/tmps1asqpr1/sda/containers/0/5bd/390ffa48d713ca2a437173595c0865bd/390ffa48d713ca2a437173595c0865bd.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697042.00000, (0, 0) as of 1769697042.00000, found as of 1769697042.00000> to ShardRange<'k' to 't' as of 1769697043.00000, (0, 0) as of 1769697043.00000, shrinking as of 1769697043.00000>, path: .shards_a/shard_c_1769697043.00000, db: /tmp/tmps1asqpr1/sda/containers/0/5bd/390ffa48d713ca2a437173595c0865bd/390ffa48d713ca2a437173595c0865bd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697043.00000, db: /tmp/tmps1asqpr1/sda/containers/0/5bd/390ffa48d713ca2a437173595c0865bd/390ffa48d713ca2a437173595c0865bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697045.00000, db: /tmp/tmps1asqpr1/sda/containers/0/978/f80885cc00556f63bdea78b068e80978/f80885cc00556f63bdea78b068e80978.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697044.00000, (0, 0) as of 1769697044.00000, found as of 1769697044.00000> to ShardRange<'k' to 't' as of 1769697045.00000, (0, 0) as of 1769697045.00000, sharding as of 1769697045.00000>, path: .shards_a/shard_c_1769697045.00000, db: /tmp/tmps1asqpr1/sda/containers/0/978/f80885cc00556f63bdea78b068e80978/f80885cc00556f63bdea78b068e80978.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697045.00000, db: /tmp/tmps1asqpr1/sda/containers/0/978/f80885cc00556f63bdea78b068e80978/f80885cc00556f63bdea78b068e80978.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697047.00000, db: /tmp/tmps1asqpr1/sda/containers/0/b82/d558375e190213a64f977913e18fdb82/d558375e190213a64f977913e18fdb82.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697046.00000, (0, 0) as of 1769697046.00000, found as of 1769697046.00000> to ShardRange<'k' to 't' as of 1769697047.00000, (0, 0) as of 1769697047.00000, sharded as of 1769697047.00000>, path: .shards_a/shard_c_1769697047.00000, db: /tmp/tmps1asqpr1/sda/containers/0/b82/d558375e190213a64f977913e18fdb82/d558375e190213a64f977913e18fdb82.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697047.00000, db: /tmp/tmps1asqpr1/sda/containers/0/b82/d558375e190213a64f977913e18fdb82/d558375e190213a64f977913e18fdb82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697049.00000, db: /tmp/tmps1asqpr1/sda/containers/0/ac6/93956b3d6c0fcf8f23e6e20c7b82bac6/93956b3d6c0fcf8f23e6e20c7b82bac6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697048.00000, (0, 0) as of 1769697048.00000, found as of 1769697048.00000> to ShardRange<'k' to 't' as of 1769697049.00000, (0, 0) as of 1769697049.00000, shrunk as of 1769697049.00000>, path: .shards_a/shard_c_1769697049.00000, db: /tmp/tmps1asqpr1/sda/containers/0/ac6/93956b3d6c0fcf8f23e6e20c7b82bac6/93956b3d6c0fcf8f23e6e20c7b82bac6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697049.00000, db: /tmp/tmps1asqpr1/sda/containers/0/ac6/93956b3d6c0fcf8f23e6e20c7b82bac6/93956b3d6c0fcf8f23e6e20c7b82bac6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697051.00000, db: /tmp/tmps1asqpr1/sda/containers/0/61d/987480f2af64424e66eeebc7d658d61d/987480f2af64424e66eeebc7d658d61d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697050.00000, (0, 0) as of 1769697050.00000, created as of 1769697050.00000> to ShardRange<'k' to 't' as of 1769697051.00000, (0, 0) as of 1769697051.00000, found as of 1769697051.00000>, path: .shards_a/shard_c_1769697051.00000, db: /tmp/tmps1asqpr1/sda/containers/0/61d/987480f2af64424e66eeebc7d658d61d/987480f2af64424e66eeebc7d658d61d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697053.00000, db: /tmp/tmps1asqpr1/sda/containers/0/14f/4fb4db1381a6a4cfe300bd2dc657414f/4fb4db1381a6a4cfe300bd2dc657414f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697055.00000, db: /tmp/tmps1asqpr1/sda/containers/0/aef/2af02161da23d99c5ff2f6b0121f9aef/2af02161da23d99c5ff2f6b0121f9aef.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697054.00000, (0, 0) as of 1769697054.00000, created as of 1769697054.00000> to ShardRange<'k' to 't' as of 1769697055.00000, (0, 0) as of 1769697055.00000, cleaved as of 1769697055.00000>, path: .shards_a/shard_c_1769697055.00000, db: /tmp/tmps1asqpr1/sda/containers/0/aef/2af02161da23d99c5ff2f6b0121f9aef/2af02161da23d99c5ff2f6b0121f9aef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697057.00000, db: /tmp/tmps1asqpr1/sda/containers/0/91f/bd1224a126e890ed245fa6ad3a39a91f/bd1224a126e890ed245fa6ad3a39a91f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697056.00000, (0, 0) as of 1769697056.00000, created as of 1769697056.00000> to ShardRange<'k' to 't' as of 1769697057.00000, (0, 0) as of 1769697057.00000, active as of 1769697057.00000>, path: .shards_a/shard_c_1769697057.00000, db: /tmp/tmps1asqpr1/sda/containers/0/91f/bd1224a126e890ed245fa6ad3a39a91f/bd1224a126e890ed245fa6ad3a39a91f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697059.00000, db: /tmp/tmps1asqpr1/sda/containers/0/aed/fa006a1dcf0cde79cada639b745b3aed/fa006a1dcf0cde79cada639b745b3aed.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697058.00000, (0, 0) as of 1769697058.00000, created as of 1769697058.00000> to ShardRange<'k' to 't' as of 1769697059.00000, (0, 0) as of 1769697059.00000, shrinking as of 1769697059.00000>, path: .shards_a/shard_c_1769697059.00000, db: /tmp/tmps1asqpr1/sda/containers/0/aed/fa006a1dcf0cde79cada639b745b3aed/fa006a1dcf0cde79cada639b745b3aed.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697059.00000, db: /tmp/tmps1asqpr1/sda/containers/0/aed/fa006a1dcf0cde79cada639b745b3aed/fa006a1dcf0cde79cada639b745b3aed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697061.00000, db: /tmp/tmps1asqpr1/sda/containers/0/6ff/b21b2eaa27282e9f1c9731e6c749a6ff/b21b2eaa27282e9f1c9731e6c749a6ff.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697060.00000, (0, 0) as of 1769697060.00000, created as of 1769697060.00000> to ShardRange<'k' to 't' as of 1769697061.00000, (0, 0) as of 1769697061.00000, sharding as of 1769697061.00000>, path: .shards_a/shard_c_1769697061.00000, db: /tmp/tmps1asqpr1/sda/containers/0/6ff/b21b2eaa27282e9f1c9731e6c749a6ff/b21b2eaa27282e9f1c9731e6c749a6ff.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697061.00000, db: /tmp/tmps1asqpr1/sda/containers/0/6ff/b21b2eaa27282e9f1c9731e6c749a6ff/b21b2eaa27282e9f1c9731e6c749a6ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697063.00000, db: /tmp/tmps1asqpr1/sda/containers/0/285/372054fef37b094b6cdc46bfb0431285/372054fef37b094b6cdc46bfb0431285.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697062.00000, (0, 0) as of 1769697062.00000, created as of 1769697062.00000> to ShardRange<'k' to 't' as of 1769697063.00000, (0, 0) as of 1769697063.00000, sharded as of 1769697063.00000>, path: .shards_a/shard_c_1769697063.00000, db: /tmp/tmps1asqpr1/sda/containers/0/285/372054fef37b094b6cdc46bfb0431285/372054fef37b094b6cdc46bfb0431285.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697063.00000, db: /tmp/tmps1asqpr1/sda/containers/0/285/372054fef37b094b6cdc46bfb0431285/372054fef37b094b6cdc46bfb0431285.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697065.00000, db: /tmp/tmps1asqpr1/sda/containers/0/8d9/918b107ac6a3307c0030ff43af3fa8d9/918b107ac6a3307c0030ff43af3fa8d9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697064.00000, (0, 0) as of 1769697064.00000, created as of 1769697064.00000> to ShardRange<'k' to 't' as of 1769697065.00000, (0, 0) as of 1769697065.00000, shrunk as of 1769697065.00000>, path: .shards_a/shard_c_1769697065.00000, db: /tmp/tmps1asqpr1/sda/containers/0/8d9/918b107ac6a3307c0030ff43af3fa8d9/918b107ac6a3307c0030ff43af3fa8d9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697065.00000, db: /tmp/tmps1asqpr1/sda/containers/0/8d9/918b107ac6a3307c0030ff43af3fa8d9/918b107ac6a3307c0030ff43af3fa8d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697067.00000, db: /tmp/tmps1asqpr1/sda/containers/0/634/93040bec15cdd7d2f5683ada51222634/93040bec15cdd7d2f5683ada51222634.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697066.00000, (0, 0) as of 1769697066.00000, cleaved as of 1769697066.00000> to ShardRange<'k' to 't' as of 1769697067.00000, (0, 0) as of 1769697067.00000, found as of 1769697067.00000>, path: .shards_a/shard_c_1769697067.00000, db: /tmp/tmps1asqpr1/sda/containers/0/634/93040bec15cdd7d2f5683ada51222634/93040bec15cdd7d2f5683ada51222634.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697069.00000, db: /tmp/tmps1asqpr1/sda/containers/0/f2e/86f5ca691b36ea445bd273813939af2e/86f5ca691b36ea445bd273813939af2e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697068.00000, (0, 0) as of 1769697068.00000, cleaved as of 1769697068.00000> to ShardRange<'k' to 't' as of 1769697069.00000, (0, 0) as of 1769697069.00000, created as of 1769697069.00000>, path: .shards_a/shard_c_1769697069.00000, db: /tmp/tmps1asqpr1/sda/containers/0/f2e/86f5ca691b36ea445bd273813939af2e/86f5ca691b36ea445bd273813939af2e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697071.00000, db: /tmp/tmps1asqpr1/sda/containers/0/a44/76128cef2fe1061f1edd0d6544a4ca44/76128cef2fe1061f1edd0d6544a4ca44.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697073.00000, db: /tmp/tmps1asqpr1/sda/containers/0/4da/c75f59dc023d00f3ec8ab913e325c4da/c75f59dc023d00f3ec8ab913e325c4da.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697072.00000, (0, 0) as of 1769697072.00000, cleaved as of 1769697072.00000> to ShardRange<'k' to 't' as of 1769697073.00000, (0, 0) as of 1769697073.00000, active as of 1769697073.00000>, path: .shards_a/shard_c_1769697073.00000, db: /tmp/tmps1asqpr1/sda/containers/0/4da/c75f59dc023d00f3ec8ab913e325c4da/c75f59dc023d00f3ec8ab913e325c4da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697075.00000, db: /tmp/tmps1asqpr1/sda/containers/0/fad/9334de8a7cf8d63c803eca927c408fad/9334de8a7cf8d63c803eca927c408fad.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697074.00000, (0, 0) as of 1769697074.00000, cleaved as of 1769697074.00000> to ShardRange<'k' to 't' as of 1769697075.00000, (0, 0) as of 1769697075.00000, shrinking as of 1769697075.00000>, path: .shards_a/shard_c_1769697075.00000, db: /tmp/tmps1asqpr1/sda/containers/0/fad/9334de8a7cf8d63c803eca927c408fad/9334de8a7cf8d63c803eca927c408fad.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697075.00000, db: /tmp/tmps1asqpr1/sda/containers/0/fad/9334de8a7cf8d63c803eca927c408fad/9334de8a7cf8d63c803eca927c408fad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697077.00000, db: /tmp/tmps1asqpr1/sda/containers/0/7f2/ec02c24ad9c9feaeaecb3ccdaf8317f2/ec02c24ad9c9feaeaecb3ccdaf8317f2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697076.00000, (0, 0) as of 1769697076.00000, cleaved as of 1769697076.00000> to ShardRange<'k' to 't' as of 1769697077.00000, (0, 0) as of 1769697077.00000, sharding as of 1769697077.00000>, path: .shards_a/shard_c_1769697077.00000, db: /tmp/tmps1asqpr1/sda/containers/0/7f2/ec02c24ad9c9feaeaecb3ccdaf8317f2/ec02c24ad9c9feaeaecb3ccdaf8317f2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697077.00000, db: /tmp/tmps1asqpr1/sda/containers/0/7f2/ec02c24ad9c9feaeaecb3ccdaf8317f2/ec02c24ad9c9feaeaecb3ccdaf8317f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697079.00000, db: /tmp/tmps1asqpr1/sda/containers/0/831/3dbee0b231969eabbcfc5902a0298831/3dbee0b231969eabbcfc5902a0298831.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697078.00000, (0, 0) as of 1769697078.00000, cleaved as of 1769697078.00000> to ShardRange<'k' to 't' as of 1769697079.00000, (0, 0) as of 1769697079.00000, sharded as of 1769697079.00000>, path: .shards_a/shard_c_1769697079.00000, db: /tmp/tmps1asqpr1/sda/containers/0/831/3dbee0b231969eabbcfc5902a0298831/3dbee0b231969eabbcfc5902a0298831.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697079.00000, db: /tmp/tmps1asqpr1/sda/containers/0/831/3dbee0b231969eabbcfc5902a0298831/3dbee0b231969eabbcfc5902a0298831.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697081.00000, db: /tmp/tmps1asqpr1/sda/containers/0/97e/24f84baee90279756ee07c4a4bdb897e/24f84baee90279756ee07c4a4bdb897e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697080.00000, (0, 0) as of 1769697080.00000, cleaved as of 1769697080.00000> to ShardRange<'k' to 't' as of 1769697081.00000, (0, 0) as of 1769697081.00000, shrunk as of 1769697081.00000>, path: .shards_a/shard_c_1769697081.00000, db: /tmp/tmps1asqpr1/sda/containers/0/97e/24f84baee90279756ee07c4a4bdb897e/24f84baee90279756ee07c4a4bdb897e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697081.00000, db: /tmp/tmps1asqpr1/sda/containers/0/97e/24f84baee90279756ee07c4a4bdb897e/24f84baee90279756ee07c4a4bdb897e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697083.00000, db: /tmp/tmps1asqpr1/sda/containers/0/65e/4e76effff2578a56a120953ffcf3a65e/4e76effff2578a56a120953ffcf3a65e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697082.00000, (0, 0) as of 1769697082.00000, active as of 1769697082.00000> to ShardRange<'k' to 't' as of 1769697083.00000, (0, 0) as of 1769697083.00000, found as of 1769697083.00000>, path: .shards_a/shard_c_1769697083.00000, db: /tmp/tmps1asqpr1/sda/containers/0/65e/4e76effff2578a56a120953ffcf3a65e/4e76effff2578a56a120953ffcf3a65e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697085.00000, db: /tmp/tmps1asqpr1/sda/containers/0/112/bd089d9519f94acd73fcc8060a20e112/bd089d9519f94acd73fcc8060a20e112.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697084.00000, (0, 0) as of 1769697084.00000, active as of 1769697084.00000> to ShardRange<'k' to 't' as of 1769697085.00000, (0, 0) as of 1769697085.00000, created as of 1769697085.00000>, path: .shards_a/shard_c_1769697085.00000, db: /tmp/tmps1asqpr1/sda/containers/0/112/bd089d9519f94acd73fcc8060a20e112/bd089d9519f94acd73fcc8060a20e112.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697087.00000, db: /tmp/tmps1asqpr1/sda/containers/0/8d0/f7e68fe6abe16e5ca4552285911b48d0/f7e68fe6abe16e5ca4552285911b48d0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697086.00000, (0, 0) as of 1769697086.00000, active as of 1769697086.00000> to ShardRange<'k' to 't' as of 1769697087.00000, (0, 0) as of 1769697087.00000, cleaved as of 1769697087.00000>, path: .shards_a/shard_c_1769697087.00000, db: /tmp/tmps1asqpr1/sda/containers/0/8d0/f7e68fe6abe16e5ca4552285911b48d0/f7e68fe6abe16e5ca4552285911b48d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697089.00000, db: /tmp/tmps1asqpr1/sda/containers/0/450/9cbeab09ba92297bc39b6689dd0de450/9cbeab09ba92297bc39b6689dd0de450.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697091.00000, db: /tmp/tmps1asqpr1/sda/containers/0/675/1af1e9e9b958a2a437b32492f7ef0675/1af1e9e9b958a2a437b32492f7ef0675.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697090.00000, (0, 0) as of 1769697090.00000, active as of 1769697090.00000> to ShardRange<'k' to 't' as of 1769697091.00000, (0, 0) as of 1769697091.00000, shrinking as of 1769697091.00000>, path: .shards_a/shard_c_1769697091.00000, db: /tmp/tmps1asqpr1/sda/containers/0/675/1af1e9e9b958a2a437b32492f7ef0675/1af1e9e9b958a2a437b32492f7ef0675.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697091.00000, db: /tmp/tmps1asqpr1/sda/containers/0/675/1af1e9e9b958a2a437b32492f7ef0675/1af1e9e9b958a2a437b32492f7ef0675.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697093.00000, db: /tmp/tmps1asqpr1/sda/containers/0/446/fa6bbdbcfa99e58d6f9013a48d26b446/fa6bbdbcfa99e58d6f9013a48d26b446.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697092.00000, (0, 0) as of 1769697092.00000, active as of 1769697092.00000> to ShardRange<'k' to 't' as of 1769697093.00000, (0, 0) as of 1769697093.00000, sharding as of 1769697093.00000>, path: .shards_a/shard_c_1769697093.00000, db: /tmp/tmps1asqpr1/sda/containers/0/446/fa6bbdbcfa99e58d6f9013a48d26b446/fa6bbdbcfa99e58d6f9013a48d26b446.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697093.00000, db: /tmp/tmps1asqpr1/sda/containers/0/446/fa6bbdbcfa99e58d6f9013a48d26b446/fa6bbdbcfa99e58d6f9013a48d26b446.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697095.00000, db: /tmp/tmps1asqpr1/sda/containers/0/c0f/ad66a3c7e9f6cfd9b12ced8c5ca62c0f/ad66a3c7e9f6cfd9b12ced8c5ca62c0f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697094.00000, (0, 0) as of 1769697094.00000, active as of 1769697094.00000> to ShardRange<'k' to 't' as of 1769697095.00000, (0, 0) as of 1769697095.00000, sharded as of 1769697095.00000>, path: .shards_a/shard_c_1769697095.00000, db: /tmp/tmps1asqpr1/sda/containers/0/c0f/ad66a3c7e9f6cfd9b12ced8c5ca62c0f/ad66a3c7e9f6cfd9b12ced8c5ca62c0f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697095.00000, db: /tmp/tmps1asqpr1/sda/containers/0/c0f/ad66a3c7e9f6cfd9b12ced8c5ca62c0f/ad66a3c7e9f6cfd9b12ced8c5ca62c0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697097.00000, db: /tmp/tmps1asqpr1/sda/containers/0/bce/40f215d3c798326697088d491e6e6bce/40f215d3c798326697088d491e6e6bce.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697096.00000, (0, 0) as of 1769697096.00000, active as of 1769697096.00000> to ShardRange<'k' to 't' as of 1769697097.00000, (0, 0) as of 1769697097.00000, shrunk as of 1769697097.00000>, path: .shards_a/shard_c_1769697097.00000, db: /tmp/tmps1asqpr1/sda/containers/0/bce/40f215d3c798326697088d491e6e6bce/40f215d3c798326697088d491e6e6bce.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697097.00000, db: /tmp/tmps1asqpr1/sda/containers/0/bce/40f215d3c798326697088d491e6e6bce/40f215d3c798326697088d491e6e6bce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697099.00000, db: /tmp/tmps1asqpr1/sda/containers/0/797/98f0a8edff2d77ecd6d84954ca9a7797/98f0a8edff2d77ecd6d84954ca9a7797.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697098.00000, (0, 0) as of 1769697098.00000, shrinking as of 1769697098.00000> to ShardRange<'k' to 't' as of 1769697099.00000, (0, 0) as of 1769697099.00000, found as of 1769697099.00000>, path: .shards_a/shard_c_1769697099.00000, db: /tmp/tmps1asqpr1/sda/containers/0/797/98f0a8edff2d77ecd6d84954ca9a7797/98f0a8edff2d77ecd6d84954ca9a7797.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697101.00000, db: /tmp/tmps1asqpr1/sda/containers/0/b3a/90a6a260bd5575531d6520b8ed787b3a/90a6a260bd5575531d6520b8ed787b3a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697100.00000, (0, 0) as of 1769697100.00000, shrinking as of 1769697100.00000> to ShardRange<'k' to 't' as of 1769697101.00000, (0, 0) as of 1769697101.00000, created as of 1769697101.00000>, path: .shards_a/shard_c_1769697101.00000, db: /tmp/tmps1asqpr1/sda/containers/0/b3a/90a6a260bd5575531d6520b8ed787b3a/90a6a260bd5575531d6520b8ed787b3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697103.00000, db: /tmp/tmps1asqpr1/sda/containers/0/015/a91252ecc3e398073c153978c1646015/a91252ecc3e398073c153978c1646015.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697102.00000, (0, 0) as of 1769697102.00000, shrinking as of 1769697102.00000> to ShardRange<'k' to 't' as of 1769697103.00000, (0, 0) as of 1769697103.00000, cleaved as of 1769697103.00000>, path: .shards_a/shard_c_1769697103.00000, db: /tmp/tmps1asqpr1/sda/containers/0/015/a91252ecc3e398073c153978c1646015/a91252ecc3e398073c153978c1646015.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697105.00000, db: /tmp/tmps1asqpr1/sda/containers/0/5eb/3293ff6462690f185e4890f3bb5fc5eb/3293ff6462690f185e4890f3bb5fc5eb.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697104.00000, (0, 0) as of 1769697104.00000, shrinking as of 1769697104.00000> to ShardRange<'k' to 't' as of 1769697105.00000, (0, 0) as of 1769697105.00000, active as of 1769697105.00000>, path: .shards_a/shard_c_1769697105.00000, db: /tmp/tmps1asqpr1/sda/containers/0/5eb/3293ff6462690f185e4890f3bb5fc5eb/3293ff6462690f185e4890f3bb5fc5eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697107.00000, db: /tmp/tmps1asqpr1/sda/containers/0/e36/ca9b04d43f7ec503b547b69b1ce62e36/ca9b04d43f7ec503b547b69b1ce62e36.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697107.00000, db: /tmp/tmps1asqpr1/sda/containers/0/e36/ca9b04d43f7ec503b547b69b1ce62e36/ca9b04d43f7ec503b547b69b1ce62e36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697109.00000, db: /tmp/tmps1asqpr1/sda/containers/0/a69/6a34a9c22940a52a22c936886efe7a69/6a34a9c22940a52a22c936886efe7a69.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697108.00000, (0, 0) as of 1769697108.00000, shrinking as of 1769697108.00000> to ShardRange<'k' to 't' as of 1769697109.00000, (0, 0) as of 1769697109.00000, sharding as of 1769697109.00000>, path: .shards_a/shard_c_1769697109.00000, db: /tmp/tmps1asqpr1/sda/containers/0/a69/6a34a9c22940a52a22c936886efe7a69/6a34a9c22940a52a22c936886efe7a69.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697109.00000, db: /tmp/tmps1asqpr1/sda/containers/0/a69/6a34a9c22940a52a22c936886efe7a69/6a34a9c22940a52a22c936886efe7a69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697111.00000, db: /tmp/tmps1asqpr1/sda/containers/0/206/5cde06e8a06f57f753c0b6ae49b5f206/5cde06e8a06f57f753c0b6ae49b5f206.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697110.00000, (0, 0) as of 1769697110.00000, shrinking as of 1769697110.00000> to ShardRange<'k' to 't' as of 1769697111.00000, (0, 0) as of 1769697111.00000, sharded as of 1769697111.00000>, path: .shards_a/shard_c_1769697111.00000, db: /tmp/tmps1asqpr1/sda/containers/0/206/5cde06e8a06f57f753c0b6ae49b5f206/5cde06e8a06f57f753c0b6ae49b5f206.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697111.00000, db: /tmp/tmps1asqpr1/sda/containers/0/206/5cde06e8a06f57f753c0b6ae49b5f206/5cde06e8a06f57f753c0b6ae49b5f206.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697113.00000, db: /tmp/tmps1asqpr1/sda/containers/0/d83/966c0bc611fd4f3528d75202dc977d83/966c0bc611fd4f3528d75202dc977d83.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697112.00000, (0, 0) as of 1769697112.00000, shrinking as of 1769697112.00000> to ShardRange<'k' to 't' as of 1769697113.00000, (0, 0) as of 1769697113.00000, shrunk as of 1769697113.00000>, path: .shards_a/shard_c_1769697113.00000, db: /tmp/tmps1asqpr1/sda/containers/0/d83/966c0bc611fd4f3528d75202dc977d83/966c0bc611fd4f3528d75202dc977d83.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697113.00000, db: /tmp/tmps1asqpr1/sda/containers/0/d83/966c0bc611fd4f3528d75202dc977d83/966c0bc611fd4f3528d75202dc977d83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697115.00000, db: /tmp/tmps1asqpr1/sda/containers/0/aae/f2143981b39023493637073a8aa7daae/f2143981b39023493637073a8aa7daae.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697114.00000, (0, 0) as of 1769697114.00000, sharding as of 1769697114.00000> to ShardRange<'k' to 't' as of 1769697115.00000, (0, 0) as of 1769697115.00000, found as of 1769697115.00000>, path: .shards_a/shard_c_1769697115.00000, db: /tmp/tmps1asqpr1/sda/containers/0/aae/f2143981b39023493637073a8aa7daae/f2143981b39023493637073a8aa7daae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697117.00000, db: /tmp/tmps1asqpr1/sda/containers/0/112/89c1f0fd4f04e098edc56eb321afe112/89c1f0fd4f04e098edc56eb321afe112.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697116.00000, (0, 0) as of 1769697116.00000, sharding as of 1769697116.00000> to ShardRange<'k' to 't' as of 1769697117.00000, (0, 0) as of 1769697117.00000, created as of 1769697117.00000>, path: .shards_a/shard_c_1769697117.00000, db: /tmp/tmps1asqpr1/sda/containers/0/112/89c1f0fd4f04e098edc56eb321afe112/89c1f0fd4f04e098edc56eb321afe112.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697119.00000, db: /tmp/tmps1asqpr1/sda/containers/0/a28/242fc001501dcc2cf55d6cc0f1cdca28/242fc001501dcc2cf55d6cc0f1cdca28.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697118.00000, (0, 0) as of 1769697118.00000, sharding as of 1769697118.00000> to ShardRange<'k' to 't' as of 1769697119.00000, (0, 0) as of 1769697119.00000, cleaved as of 1769697119.00000>, path: .shards_a/shard_c_1769697119.00000, db: /tmp/tmps1asqpr1/sda/containers/0/a28/242fc001501dcc2cf55d6cc0f1cdca28/242fc001501dcc2cf55d6cc0f1cdca28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697121.00000, db: /tmp/tmps1asqpr1/sda/containers/0/40d/07c6cf7305b4389b31bd711163edc40d/07c6cf7305b4389b31bd711163edc40d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697120.00000, (0, 0) as of 1769697120.00000, sharding as of 1769697120.00000> to ShardRange<'k' to 't' as of 1769697121.00000, (0, 0) as of 1769697121.00000, active as of 1769697121.00000>, path: .shards_a/shard_c_1769697121.00000, db: /tmp/tmps1asqpr1/sda/containers/0/40d/07c6cf7305b4389b31bd711163edc40d/07c6cf7305b4389b31bd711163edc40d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697123.00000, db: /tmp/tmps1asqpr1/sda/containers/0/f8c/94bbb48adefad1d1c0d0a811f4adcf8c/94bbb48adefad1d1c0d0a811f4adcf8c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697122.00000, (0, 0) as of 1769697122.00000, sharding as of 1769697122.00000> to ShardRange<'k' to 't' as of 1769697123.00000, (0, 0) as of 1769697123.00000, shrinking as of 1769697123.00000>, path: .shards_a/shard_c_1769697123.00000, db: /tmp/tmps1asqpr1/sda/containers/0/f8c/94bbb48adefad1d1c0d0a811f4adcf8c/94bbb48adefad1d1c0d0a811f4adcf8c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697123.00000, db: /tmp/tmps1asqpr1/sda/containers/0/f8c/94bbb48adefad1d1c0d0a811f4adcf8c/94bbb48adefad1d1c0d0a811f4adcf8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697125.00000, db: /tmp/tmps1asqpr1/sda/containers/0/f3b/43ba609856066225e79616e947e14f3b/43ba609856066225e79616e947e14f3b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697125.00000, db: /tmp/tmps1asqpr1/sda/containers/0/f3b/43ba609856066225e79616e947e14f3b/43ba609856066225e79616e947e14f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697127.00000, db: /tmp/tmps1asqpr1/sda/containers/0/81f/a4756a7334628f1905d93ecb84d2981f/a4756a7334628f1905d93ecb84d2981f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697126.00000, (0, 0) as of 1769697126.00000, sharding as of 1769697126.00000> to ShardRange<'k' to 't' as of 1769697127.00000, (0, 0) as of 1769697127.00000, sharded as of 1769697127.00000>, path: .shards_a/shard_c_1769697127.00000, db: /tmp/tmps1asqpr1/sda/containers/0/81f/a4756a7334628f1905d93ecb84d2981f/a4756a7334628f1905d93ecb84d2981f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697127.00000, db: /tmp/tmps1asqpr1/sda/containers/0/81f/a4756a7334628f1905d93ecb84d2981f/a4756a7334628f1905d93ecb84d2981f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697129.00000, db: /tmp/tmps1asqpr1/sda/containers/0/ea3/ed5c04072ed16466355650405000fea3/ed5c04072ed16466355650405000fea3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697128.00000, (0, 0) as of 1769697128.00000, sharding as of 1769697128.00000> to ShardRange<'k' to 't' as of 1769697129.00000, (0, 0) as of 1769697129.00000, shrunk as of 1769697129.00000>, path: .shards_a/shard_c_1769697129.00000, db: /tmp/tmps1asqpr1/sda/containers/0/ea3/ed5c04072ed16466355650405000fea3/ed5c04072ed16466355650405000fea3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697129.00000, db: /tmp/tmps1asqpr1/sda/containers/0/ea3/ed5c04072ed16466355650405000fea3/ed5c04072ed16466355650405000fea3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697131.00000, db: /tmp/tmps1asqpr1/sda/containers/0/aea/ed86d36985e631517b578d90e716eaea/ed86d36985e631517b578d90e716eaea.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697130.00000, (0, 0) as of 1769697130.00000, sharded as of 1769697130.00000> to ShardRange<'k' to 't' as of 1769697131.00000, (0, 0) as of 1769697131.00000, found as of 1769697131.00000>, path: .shards_a/shard_c_1769697131.00000, db: /tmp/tmps1asqpr1/sda/containers/0/aea/ed86d36985e631517b578d90e716eaea/ed86d36985e631517b578d90e716eaea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697133.00000, db: /tmp/tmps1asqpr1/sda/containers/0/6da/c0b67cde9f54406942b8525d52bab6da/c0b67cde9f54406942b8525d52bab6da.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697132.00000, (0, 0) as of 1769697132.00000, sharded as of 1769697132.00000> to ShardRange<'k' to 't' as of 1769697133.00000, (0, 0) as of 1769697133.00000, created as of 1769697133.00000>, path: .shards_a/shard_c_1769697133.00000, db: /tmp/tmps1asqpr1/sda/containers/0/6da/c0b67cde9f54406942b8525d52bab6da/c0b67cde9f54406942b8525d52bab6da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697135.00000, db: /tmp/tmps1asqpr1/sda/containers/0/50d/772482f5747bb7fc2f02fb38ce41250d/772482f5747bb7fc2f02fb38ce41250d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697134.00000, (0, 0) as of 1769697134.00000, sharded as of 1769697134.00000> to ShardRange<'k' to 't' as of 1769697135.00000, (0, 0) as of 1769697135.00000, cleaved as of 1769697135.00000>, path: .shards_a/shard_c_1769697135.00000, db: /tmp/tmps1asqpr1/sda/containers/0/50d/772482f5747bb7fc2f02fb38ce41250d/772482f5747bb7fc2f02fb38ce41250d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697137.00000, db: /tmp/tmps1asqpr1/sda/containers/0/124/504fea5ef5f7426ea379c7874e305124/504fea5ef5f7426ea379c7874e305124.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697136.00000, (0, 0) as of 1769697136.00000, sharded as of 1769697136.00000> to ShardRange<'k' to 't' as of 1769697137.00000, (0, 0) as of 1769697137.00000, active as of 1769697137.00000>, path: .shards_a/shard_c_1769697137.00000, db: /tmp/tmps1asqpr1/sda/containers/0/124/504fea5ef5f7426ea379c7874e305124/504fea5ef5f7426ea379c7874e305124.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697139.00000, db: /tmp/tmps1asqpr1/sda/containers/0/0da/6ff2f0705785b1dfda6142511a01b0da/6ff2f0705785b1dfda6142511a01b0da.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697138.00000, (0, 0) as of 1769697138.00000, sharded as of 1769697138.00000> to ShardRange<'k' to 't' as of 1769697139.00000, (0, 0) as of 1769697139.00000, shrinking as of 1769697139.00000>, path: .shards_a/shard_c_1769697139.00000, db: /tmp/tmps1asqpr1/sda/containers/0/0da/6ff2f0705785b1dfda6142511a01b0da/6ff2f0705785b1dfda6142511a01b0da.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697139.00000, db: /tmp/tmps1asqpr1/sda/containers/0/0da/6ff2f0705785b1dfda6142511a01b0da/6ff2f0705785b1dfda6142511a01b0da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697141.00000, db: /tmp/tmps1asqpr1/sda/containers/0/87d/bec5d0518bd4b65a595c4b740e75087d/bec5d0518bd4b65a595c4b740e75087d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697140.00000, (0, 0) as of 1769697140.00000, sharded as of 1769697140.00000> to ShardRange<'k' to 't' as of 1769697141.00000, (0, 0) as of 1769697141.00000, sharding as of 1769697141.00000>, path: .shards_a/shard_c_1769697141.00000, db: /tmp/tmps1asqpr1/sda/containers/0/87d/bec5d0518bd4b65a595c4b740e75087d/bec5d0518bd4b65a595c4b740e75087d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697141.00000, db: /tmp/tmps1asqpr1/sda/containers/0/87d/bec5d0518bd4b65a595c4b740e75087d/bec5d0518bd4b65a595c4b740e75087d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697143.00000, db: /tmp/tmps1asqpr1/sda/containers/0/37c/f527b668c929301cf07bb4f790ef437c/f527b668c929301cf07bb4f790ef437c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697143.00000, db: /tmp/tmps1asqpr1/sda/containers/0/37c/f527b668c929301cf07bb4f790ef437c/f527b668c929301cf07bb4f790ef437c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697145.00000, db: /tmp/tmps1asqpr1/sda/containers/0/90f/7a780a90f0a826b0338f359a9dbef90f/7a780a90f0a826b0338f359a9dbef90f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697144.00000, (0, 0) as of 1769697144.00000, sharded as of 1769697144.00000> to ShardRange<'k' to 't' as of 1769697145.00000, (0, 0) as of 1769697145.00000, shrunk as of 1769697145.00000>, path: .shards_a/shard_c_1769697145.00000, db: /tmp/tmps1asqpr1/sda/containers/0/90f/7a780a90f0a826b0338f359a9dbef90f/7a780a90f0a826b0338f359a9dbef90f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697145.00000, db: /tmp/tmps1asqpr1/sda/containers/0/90f/7a780a90f0a826b0338f359a9dbef90f/7a780a90f0a826b0338f359a9dbef90f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697147.00000, db: /tmp/tmps1asqpr1/sda/containers/0/854/7b0017ff75a439036bf5e96c3f2e5854/7b0017ff75a439036bf5e96c3f2e5854.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697146.00000, (0, 0) as of 1769697146.00000, shrunk as of 1769697146.00000> to ShardRange<'k' to 't' as of 1769697147.00000, (0, 0) as of 1769697147.00000, found as of 1769697147.00000>, path: .shards_a/shard_c_1769697147.00000, db: /tmp/tmps1asqpr1/sda/containers/0/854/7b0017ff75a439036bf5e96c3f2e5854/7b0017ff75a439036bf5e96c3f2e5854.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697149.00000, db: /tmp/tmps1asqpr1/sda/containers/0/c3b/7604e9c3bc2d23f1e3dec2ecfcad1c3b/7604e9c3bc2d23f1e3dec2ecfcad1c3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697148.00000, (0, 0) as of 1769697148.00000, shrunk as of 1769697148.00000> to ShardRange<'k' to 't' as of 1769697149.00000, (0, 0) as of 1769697149.00000, created as of 1769697149.00000>, path: .shards_a/shard_c_1769697149.00000, db: /tmp/tmps1asqpr1/sda/containers/0/c3b/7604e9c3bc2d23f1e3dec2ecfcad1c3b/7604e9c3bc2d23f1e3dec2ecfcad1c3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697151.00000, db: /tmp/tmps1asqpr1/sda/containers/0/7e2/2026d9f3cc1c8f088c8f5195635157e2/2026d9f3cc1c8f088c8f5195635157e2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697150.00000, (0, 0) as of 1769697150.00000, shrunk as of 1769697150.00000> to ShardRange<'k' to 't' as of 1769697151.00000, (0, 0) as of 1769697151.00000, cleaved as of 1769697151.00000>, path: .shards_a/shard_c_1769697151.00000, db: /tmp/tmps1asqpr1/sda/containers/0/7e2/2026d9f3cc1c8f088c8f5195635157e2/2026d9f3cc1c8f088c8f5195635157e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697153.00000, db: /tmp/tmps1asqpr1/sda/containers/0/3c3/2eb343b0faeb9797c68863116ddb23c3/2eb343b0faeb9797c68863116ddb23c3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697152.00000, (0, 0) as of 1769697152.00000, shrunk as of 1769697152.00000> to ShardRange<'k' to 't' as of 1769697153.00000, (0, 0) as of 1769697153.00000, active as of 1769697153.00000>, path: .shards_a/shard_c_1769697153.00000, db: /tmp/tmps1asqpr1/sda/containers/0/3c3/2eb343b0faeb9797c68863116ddb23c3/2eb343b0faeb9797c68863116ddb23c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697155.00000, db: /tmp/tmps1asqpr1/sda/containers/0/522/757b997f9a6df17fd30359c11414c522/757b997f9a6df17fd30359c11414c522.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697154.00000, (0, 0) as of 1769697154.00000, shrunk as of 1769697154.00000> to ShardRange<'k' to 't' as of 1769697155.00000, (0, 0) as of 1769697155.00000, shrinking as of 1769697155.00000>, path: .shards_a/shard_c_1769697155.00000, db: /tmp/tmps1asqpr1/sda/containers/0/522/757b997f9a6df17fd30359c11414c522/757b997f9a6df17fd30359c11414c522.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697155.00000, db: /tmp/tmps1asqpr1/sda/containers/0/522/757b997f9a6df17fd30359c11414c522/757b997f9a6df17fd30359c11414c522.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697157.00000, db: /tmp/tmps1asqpr1/sda/containers/0/b23/6bd1b5c5cb93f59a1a7540b1c6217b23/6bd1b5c5cb93f59a1a7540b1c6217b23.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697156.00000, (0, 0) as of 1769697156.00000, shrunk as of 1769697156.00000> to ShardRange<'k' to 't' as of 1769697157.00000, (0, 0) as of 1769697157.00000, sharding as of 1769697157.00000>, path: .shards_a/shard_c_1769697157.00000, db: /tmp/tmps1asqpr1/sda/containers/0/b23/6bd1b5c5cb93f59a1a7540b1c6217b23/6bd1b5c5cb93f59a1a7540b1c6217b23.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697157.00000, db: /tmp/tmps1asqpr1/sda/containers/0/b23/6bd1b5c5cb93f59a1a7540b1c6217b23/6bd1b5c5cb93f59a1a7540b1c6217b23.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697159.00000, db: /tmp/tmps1asqpr1/sda/containers/0/cd3/c674698c91e5ec6a875ec303c196bcd3/c674698c91e5ec6a875ec303c196bcd3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697158.00000, (0, 0) as of 1769697158.00000, shrunk as of 1769697158.00000> to ShardRange<'k' to 't' as of 1769697159.00000, (0, 0) as of 1769697159.00000, sharded as of 1769697159.00000>, path: .shards_a/shard_c_1769697159.00000, db: /tmp/tmps1asqpr1/sda/containers/0/cd3/c674698c91e5ec6a875ec303c196bcd3/c674698c91e5ec6a875ec303c196bcd3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697159.00000, db: /tmp/tmps1asqpr1/sda/containers/0/cd3/c674698c91e5ec6a875ec303c196bcd3/c674698c91e5ec6a875ec303c196bcd3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697161.00000, db: /tmp/tmps1asqpr1/sda/containers/0/3b4/f462ab17cfdceae583959eda8398b3b4/f462ab17cfdceae583959eda8398b3b4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697161.00000, db: /tmp/tmps1asqpr1/sda/containers/0/3b4/f462ab17cfdceae583959eda8398b3b4/f462ab17cfdceae583959eda8398b3b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697162.00000, db: /tmp/tmps1asqpr1/sda/containers/0/0a3/94727e2ad29ffc33ba314c090f7b90a3/94727e2ad29ffc33ba314c090f7b90a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697164.00000, db: /tmp/tmps1asqpr1/sda/containers/0/aa3/48a81b305470580f4572b3976ab28aa3/48a81b305470580f4572b3976ab28aa3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697166.00000, db: /tmp/tmps1asqpr1/sda/containers/0/5a6/74348e9f08232c9e21fc1d92416f75a6/74348e9f08232c9e21fc1d92416f75a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697168.00000, db: /tmp/tmps1asqpr1/sda/containers/0/a6d/f24f110f6f41d7f2e2ca009e02611a6d/f24f110f6f41d7f2e2ca009e02611a6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697170.00000, db: /tmp/tmps1asqpr1/sda/containers/0/756/2fb3eef5ec9919b098bb498319d12756/2fb3eef5ec9919b098bb498319d12756.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697172.00000, db: /tmp/tmps1asqpr1/sda/containers/0/1a7/1f9a27de950dbeec4eb54649e9da81a7/1f9a27de950dbeec4eb54649e9da81a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697174.00000, db: /tmp/tmps1asqpr1/sda/containers/0/00d/4d6dfb1233022a97b647999808e3d00d/4d6dfb1233022a97b647999808e3d00d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697176.00000, db: /tmp/tmps1asqpr1/sda/containers/0/b99/dc889b8e00019183e4f4c7f794171b99/dc889b8e00019183e4f4c7f794171b99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697178.00000, db: /tmp/tmps1asqpr1/sda/containers/0/2cd/e7ee8401bc1ad8fc05697fad9f9f32cd/e7ee8401bc1ad8fc05697fad9f9f32cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697180.00000, db: /tmp/tmps1asqpr1/sda/containers/0/536/43a4e479c1f165104360966f1dbab536/43a4e479c1f165104360966f1dbab536.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697182.00000, db: /tmp/tmps1asqpr1/sda/containers/0/b6e/d97d18a0cfe78e11263c605d6cd80b6e/d97d18a0cfe78e11263c605d6cd80b6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697184.00000, db: /tmp/tmps1asqpr1/sda/containers/0/46f/adc4e3a223b789a0b36b0c6a5c4d046f/adc4e3a223b789a0b36b0c6a5c4d046f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697186.00000, db: /tmp/tmps1asqpr1/sda/containers/0/adc/9d291db0ce167c141680d9dc0ab43adc/9d291db0ce167c141680d9dc0ab43adc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697188.00000, db: /tmp/tmps1asqpr1/sda/containers/0/34c/509825fbd856f468aa626957e14ed34c/509825fbd856f468aa626957e14ed34c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697190.00000, db: /tmp/tmps1asqpr1/sda/containers/0/ac2/dcac1549f24814c28a6313287cc3dac2/dcac1549f24814c28a6313287cc3dac2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697192.00000, db: /tmp/tmps1asqpr1/sda/containers/0/45b/91fc3553d78e856de5d95d6dc670745b/91fc3553d78e856de5d95d6dc670745b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697194.00000, db: /tmp/tmps1asqpr1/sda/containers/0/230/c53dd7357f68fb46d986a05efda3d230/c53dd7357f68fb46d986a05efda3d230.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697196.00000, db: /tmp/tmps1asqpr1/sda/containers/0/09e/fc6dbe031d4b5b1c89a9605ebc56b09e/fc6dbe031d4b5b1c89a9605ebc56b09e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697198.00000, db: /tmp/tmps1asqpr1/sda/containers/0/341/da7e89553416fc4dae20d1ed376fd341/da7e89553416fc4dae20d1ed376fd341.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697200.00000, db: /tmp/tmps1asqpr1/sda/containers/0/e5c/946b41a6115256d764ac5348f4dece5c/946b41a6115256d764ac5348f4dece5c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697202.00000, db: /tmp/tmps1asqpr1/sda/containers/0/827/fb9c2c2cccb401856f96f2a465412827/fb9c2c2cccb401856f96f2a465412827.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697204.00000, db: /tmp/tmps1asqpr1/sda/containers/0/0a8/bac3fa1ab0fdad88caa500c5680e10a8/bac3fa1ab0fdad88caa500c5680e10a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697206.00000, db: /tmp/tmps1asqpr1/sda/containers/0/c92/0e289c2f1bd7c1119fc2d28b44d48c92/0e289c2f1bd7c1119fc2d28b44d48c92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697208.00000, db: /tmp/tmps1asqpr1/sda/containers/0/42b/55ca9b971f2d0e1e535c89821784742b/55ca9b971f2d0e1e535c89821784742b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697210.00000, db: /tmp/tmps1asqpr1/sda/containers/0/ba0/b9ec749498671eb2412f354a337dfba0/b9ec749498671eb2412f354a337dfba0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697212.00000, db: /tmp/tmps1asqpr1/sda/containers/0/fd6/57caa7a3a6aab066504b64420b9fafd6/57caa7a3a6aab066504b64420b9fafd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697214.00000, db: /tmp/tmps1asqpr1/sda/containers/0/c4d/a4c691805c41cab00e4f7f958b659c4d/a4c691805c41cab00e4f7f958b659c4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697216.00000, db: /tmp/tmps1asqpr1/sda/containers/0/4f3/a5731df9c0fa5f72f2b435f46d7034f3/a5731df9c0fa5f72f2b435f46d7034f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697218.00000, db: /tmp/tmps1asqpr1/sda/containers/0/71a/b05f08d645466fb391adbda17624f71a/b05f08d645466fb391adbda17624f71a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697220.00000, db: /tmp/tmps1asqpr1/sda/containers/0/eeb/f940a81b50e10d095608a0f8fa56eeeb/f940a81b50e10d095608a0f8fa56eeeb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697222.00000, db: /tmp/tmps1asqpr1/sda/containers/0/c11/b1c93672e15a56aa3a87b1a6eae21c11/b1c93672e15a56aa3a87b1a6eae21c11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697224.00000, db: /tmp/tmps1asqpr1/sda/containers/0/751/34d6ffc31a62b75003ece63559ccc751/34d6ffc31a62b75003ece63559ccc751.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697226.00000, db: /tmp/tmps1asqpr1/sda/containers/0/f60/da0d9d9222e76ba48013a3280010af60/da0d9d9222e76ba48013a3280010af60.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697226.00000, db: /tmp/tmps1asqpr1/sda/containers/0/f60/da0d9d9222e76ba48013a3280010af60/da0d9d9222e76ba48013a3280010af60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697228.00000, db: /tmp/tmps1asqpr1/sda/containers/0/f83/4b2e0a428b8597c2c478decb77bc1f83/4b2e0a428b8597c2c478decb77bc1f83.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697228.00000, db: /tmp/tmps1asqpr1/sda/containers/0/f83/4b2e0a428b8597c2c478decb77bc1f83/4b2e0a428b8597c2c478decb77bc1f83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697230.00000, db: /tmp/tmps1asqpr1/sda/containers/0/61f/f7eac50acd47a936db0f3de987a9161f/f7eac50acd47a936db0f3de987a9161f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697230.00000, db: /tmp/tmps1asqpr1/sda/containers/0/61f/f7eac50acd47a936db0f3de987a9161f/f7eac50acd47a936db0f3de987a9161f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697232.00000, db: /tmp/tmps1asqpr1/sda/containers/0/948/95a5db10696cd9082626ef76c3738948/95a5db10696cd9082626ef76c3738948.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697232.00000, db: /tmp/tmps1asqpr1/sda/containers/0/948/95a5db10696cd9082626ef76c3738948/95a5db10696cd9082626ef76c3738948.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697234.00000, db: /tmp/tmps1asqpr1/sda/containers/0/571/2644e93da415cbd77f0c37ac3daa8571/2644e93da415cbd77f0c37ac3daa8571.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697234.00000, db: /tmp/tmps1asqpr1/sda/containers/0/571/2644e93da415cbd77f0c37ac3daa8571/2644e93da415cbd77f0c37ac3daa8571.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697236.00000, db: /tmp/tmps1asqpr1/sda/containers/0/253/f82537838ed14a1929f374f82a783253/f82537838ed14a1929f374f82a783253.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697236.00000, db: /tmp/tmps1asqpr1/sda/containers/0/253/f82537838ed14a1929f374f82a783253/f82537838ed14a1929f374f82a783253.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697238.00000, db: /tmp/tmps1asqpr1/sda/containers/0/0b1/4dad841ac6c08749985137cf105460b1/4dad841ac6c08749985137cf105460b1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697238.00000, db: /tmp/tmps1asqpr1/sda/containers/0/0b1/4dad841ac6c08749985137cf105460b1/4dad841ac6c08749985137cf105460b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697240.00000, db: /tmp/tmps1asqpr1/sda/containers/0/177/0324e68186d582e6f7689e90a0b26177/0324e68186d582e6f7689e90a0b26177.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697240.00000, db: /tmp/tmps1asqpr1/sda/containers/0/177/0324e68186d582e6f7689e90a0b26177/0324e68186d582e6f7689e90a0b26177.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697242.00000, db: /tmp/tmps1asqpr1/sda/containers/0/695/2a4cb60981011f7dc1e3676a99fbb695/2a4cb60981011f7dc1e3676a99fbb695.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697242.00000, db: /tmp/tmps1asqpr1/sda/containers/0/695/2a4cb60981011f7dc1e3676a99fbb695/2a4cb60981011f7dc1e3676a99fbb695.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697244.00000, db: /tmp/tmps1asqpr1/sda/containers/0/9b1/d1d9bd336317124d4d41d49d2133c9b1/d1d9bd336317124d4d41d49d2133c9b1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697244.00000, db: /tmp/tmps1asqpr1/sda/containers/0/9b1/d1d9bd336317124d4d41d49d2133c9b1/d1d9bd336317124d4d41d49d2133c9b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697246.00000, db: /tmp/tmps1asqpr1/sda/containers/0/cd8/844da09222261e506c30d87de1195cd8/844da09222261e506c30d87de1195cd8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697246.00000, db: /tmp/tmps1asqpr1/sda/containers/0/cd8/844da09222261e506c30d87de1195cd8/844da09222261e506c30d87de1195cd8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697248.00000, db: /tmp/tmps1asqpr1/sda/containers/0/2c2/46f5adf49cfb019570e5d184ad6da2c2/46f5adf49cfb019570e5d184ad6da2c2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697248.00000, db: /tmp/tmps1asqpr1/sda/containers/0/2c2/46f5adf49cfb019570e5d184ad6da2c2/46f5adf49cfb019570e5d184ad6da2c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697250.00000, db: /tmp/tmps1asqpr1/sda/containers/0/9a9/390a26a522567c29cc7acf3ed44d69a9/390a26a522567c29cc7acf3ed44d69a9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697250.00000, db: /tmp/tmps1asqpr1/sda/containers/0/9a9/390a26a522567c29cc7acf3ed44d69a9/390a26a522567c29cc7acf3ed44d69a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697252.00000, db: /tmp/tmps1asqpr1/sda/containers/0/38d/61d385445eb80436f20050af6ac2a38d/61d385445eb80436f20050af6ac2a38d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697252.00000, db: /tmp/tmps1asqpr1/sda/containers/0/38d/61d385445eb80436f20050af6ac2a38d/61d385445eb80436f20050af6ac2a38d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697254.00000, db: /tmp/tmps1asqpr1/sda/containers/0/cab/f2e20f77affee431d22bd5edea536cab/f2e20f77affee431d22bd5edea536cab.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697254.00000, db: /tmp/tmps1asqpr1/sda/containers/0/cab/f2e20f77affee431d22bd5edea536cab/f2e20f77affee431d22bd5edea536cab.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx1b66438a21304a8b8b34a-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx1b66438a21304a8b8b34a-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Expect: 100-continue on /a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3035, in _make_putter + return MIMEPutter.connect( + ~~~~~~~~~~~~~~~~~~^ + node, part, req.swift_entity_path, headers, self.app.watchdog, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<4 lines>... + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + need_multiphase=True) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1998, in connect + raise FooterNotSupported() +swift.common.exceptions.FooterNotSupported (txn: txfd36f36428864e29827da-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txbf4d4611e5c7433da3119-00697b6f0f) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txbf4d4611e5c7433da3119-00697b6f0f) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txbf4d4611e5c7433da3119-00697b6f0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txaf370d5e5f2c484094087-00697b6f0f) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txaf370d5e5f2c484094087-00697b6f0f) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txaf370d5e5f2c484094087-00697b6f0f) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txaf370d5e5f2c484094087-00697b6f0f) +proxy-server ERROR: Object PUT returning 503 for [201, 201, 503, 201, 201, 201, 201, 201, 503, 201, 201, 201, 503, 503] (txn: txaf370d5e5f2c484094087-00697b6f0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok + +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa81133b4570a449f876ab-00697b6f0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx6e9ac6020a9740d18f18c-00697b6f0e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6e9ac6020a9740d18f18c-00697b6f0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok -test ERROR: Container GET returning 503 for [] (txn: tx04ad5689e2544c53ac297-00676e5ecb) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txeb6f36b8e77842cda9e88-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txeb6f36b8e77842cda9e88-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txeb6f36b8e77842cda9e88-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txeb6f36b8e77842cda9e88-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txeb6f36b8e77842cda9e88-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txeb6f36b8e77842cda9e88-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txeb6f36b8e77842cda9e88-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txeb6f36b8e77842cda9e88-00676e5ecc) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txeb6f36b8e77842cda9e88-00676e5ecc) -test INFO: Client disconnected on read of '/a/c' (txn: tx030fcb2702ec41e1bb846-00676e5ecc) -test INFO: Client disconnected on read of '/a/c' (txn: tx72aa1837ac1e40f5aa7df-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8ed76a1243cc42c9a439c-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8ed76a1243cc42c9a439c-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8ed76a1243cc42c9a439c-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8ed76a1243cc42c9a439c-00676e5ecc) -test ERROR: Container GET returning 503 for [] (txn: tx8ed76a1243cc42c9a439c-00676e5ecc) -test INFO: Client disconnected on read of '/a/c' (txn: tx8ed76a1243cc42c9a439c-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe737c4bd60ec4715b1f9a-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe737c4bd60ec4715b1f9a-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe737c4bd60ec4715b1f9a-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe737c4bd60ec4715b1f9a-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe737c4bd60ec4715b1f9a-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe737c4bd60ec4715b1f9a-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe737c4bd60ec4715b1f9a-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe737c4bd60ec4715b1f9a-00676e5ecc) -test ERROR: Container GET returning 503 for [] (txn: txe737c4bd60ec4715b1f9a-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txad1582fea03945c2b976b-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txad1582fea03945c2b976b-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txad1582fea03945c2b976b-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txad1582fea03945c2b976b-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txad1582fea03945c2b976b-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txad1582fea03945c2b976b-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txad1582fea03945c2b976b-00676e5ecc) -test ERROR: Container GET returning 503 for [] (txn: txad1582fea03945c2b976b-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx18df79da9e324450b9b9f-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx18df79da9e324450b9b9f-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx18df79da9e324450b9b9f-00676e5ecc) -test ERROR: Container GET returning 503 for [] (txn: tx18df79da9e324450b9b9f-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5e9be8540f114827a2075-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5e9be8540f114827a2075-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx343b8134c1fd46f09f89c-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx343b8134c1fd46f09f89c-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx343b8134c1fd46f09f89c-00676e5ecc) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx343b8134c1fd46f09f89c-00676e5ecc) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txc9b5db5801b2456fa21bb-00676e5ecc) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx741921fefe78415cac4b5-00676e5ecc) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx741921fefe78415cac4b5-00676e5ecc) -test INFO: Client disconnected on read of '/a/c' (txn: tx741921fefe78415cac4b5-00676e5ecc) -test ERROR: Container GET returning 503 for [] (txn: txc96d766dec1f42cba176d-00676e5ecc) -test INFO: Client disconnected on read of '/a/c' (txn: txc96d766dec1f42cba176d-00676e5ecc) +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0012 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0051 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 3324110 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 3324110 - +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 3324110 0test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok + +test ERROR: Container GET returning 503 for [] (txn: tx8b8e128fb03b4d349e096-00697b6f0d) +test INFO: Client disconnected on read of '/a/c' (txn: tx8b8e128fb03b4d349e096-00697b6f0d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5cc4c77b1aed475e86bcc-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5cc4c77b1aed475e86bcc-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5cc4c77b1aed475e86bcc-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5cc4c77b1aed475e86bcc-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5cc4c77b1aed475e86bcc-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx5cc4c77b1aed475e86bcc-00697b6f0e) +test ERROR: Container GET returning 503 for [] (txn: tx5cc4c77b1aed475e86bcc-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7af9c99b1cd242faacdf5-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7af9c99b1cd242faacdf5-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7af9c99b1cd242faacdf5-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7af9c99b1cd242faacdf5-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7af9c99b1cd242faacdf5-00697b6f0e) +test ERROR: Container GET returning 503 for [] (txn: tx7af9c99b1cd242faacdf5-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx18cefd30557b4c5e80ca4-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx18cefd30557b4c5e80ca4-00697b6f0e) +test ERROR: Container GET returning 503 for [] (txn: tx18cefd30557b4c5e80ca4-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx03ebabc2b39e4adba4cf4-00697b6f0e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx660cd5c219134045ae279-00697b6f0e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx660cd5c219134045ae279-00697b6f0e) +test ERROR: Container GET returning 503 for [500, 500] (txn: tx660cd5c219134045ae279-00697b6f0e) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txca3d4f9b803e4e5f94a40-00697b6f0e) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx868c3f4607a54f1e877a6-00697b6f0e) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx868c3f4607a54f1e877a6-00697b6f0e) +test INFO: Client disconnected on read of '/a/c' (txn: tx868c3f4607a54f1e877a6-00697b6f0e) +test ERROR: Container GET returning 503 for [] (txn: txb878d298e7f94cf9b398f-00697b6f0e) +test INFO: Client disconnected on read of '/a/c' (txn: txb878d298e7f94cf9b398f-00697b6f0e) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx2ab914f94a09446fa5edc-00676e5ecc) -test INFO: Client disconnected on read of '/a/c' (txn: tx2ab914f94a09446fa5edc-00676e5ecc) +test INFO: Client disconnected on read of '/a/c' (txn: txd1cfdc2daa5d4834835a9-00697b6f0e) +test INFO: Client disconnected on read of '/a/c' (txn: txd1cfdc2daa5d4834835a9-00697b6f0e) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58122,8 +46989,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx760f7ef1f27141d4b98a5-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: +StopIteration (txn: tx78eecf4a697d4b53ad693-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58132,14 +46999,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx760f7ef1f27141d4b98a5-00676e5ecc)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +StopIteration (txn: tx78eecf4a697d4b53ad693-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58148,7 +47009,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx760f7ef1f27141d4b98a5-00676e5ecc) +StopIteration (txn: tx78eecf4a697d4b53ad693-00697b6f0e) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -58158,7 +47019,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx760f7ef1f27141d4b98a5-00676e5ecc) +StopIteration (txn: tx78eecf4a697d4b53ad693-00697b6f0e) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -58168,8 +47029,10 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx760f7ef1f27141d4b98a5-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +StopIteration (txn: tx78eecf4a697d4b53ad693-00697b6f0e) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx78eecf4a697d4b53ad693-00697b6f0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58178,8 +47041,452 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx760f7ef1f27141d4b98a5-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +StopIteration (txn: tx659f51c7caf944bbaab9f-00697b6f0e)test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok + +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txd99cdbf6bfae45e08a18a-00697b6f0e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd99cdbf6bfae45e08a18a-00697b6f0e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd99cdbf6bfae45e08a18a-00697b6f0e) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txd99cdbf6bfae45e08a18a-00697b6f0e) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx9dd3520835f44526806fd-00697b6f0e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9dd3520835f44526806fd-00697b6f0e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9dd3520835f44526806fd-00697b6f0e) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx9dd3520835f44526806fd-00697b6f0e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx99448eb433f243feb7c72-00697b6f0f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx99448eb433f243feb7c72-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx99448eb433f243feb7c72-00697b6f0f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx99448eb433f243feb7c72-00697b6f0f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx99448eb433f243feb7c72-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx99448eb433f243feb7c72-00697b6f0f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx99448eb433f243feb7c72-00697b6f0f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx99448eb433f243feb7c72-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx99448eb433f243feb7c72-00697b6f0f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx99448eb433f243feb7c72-00697b6f0f) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx99448eb433f243feb7c72-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx99448eb433f243feb7c72-00697b6f0f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx99448eb433f243feb7c72-00697b6f0f) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx99448eb433f243feb7c72-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx99448eb433f243feb7c72-00697b6f0f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx99448eb433f243feb7c72-00697b6f0f) +test DEBUG: Setting object count to 3120 (txn: tx99448eb433f243feb7c72-00697b6f0f) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx2c9fd77a885142fc89408-00697b6f0f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2c9fd77a885142fc89408-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2c9fd77a885142fc89408-00697b6f0f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2c9fd77a885142fc89408-00697b6f0f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2c9fd77a885142fc89408-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2c9fd77a885142fc89408-00697b6f0f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx2c9fd77a885142fc89408-00697b6f0f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx2c9fd77a885142fc89408-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2c9fd77a885142fc89408-00697b6f0f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx2c9fd77a885142fc89408-00697b6f0f) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2c9fd77a885142fc89408-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2c9fd77a885142fc89408-00697b6f0f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx2c9fd77a885142fc89408-00697b6f0f) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2c9fd77a885142fc89408-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2c9fd77a885142fc89408-00697b6f0f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx2c9fd77a885142fc89408-00697b6f0f) +test DEBUG: Setting object count to 3120 (txn: tx2c9fd77a885142fc89408-00697b6f0f) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx360d74388dab4fe481e9f-00697b6f0f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx360d74388dab4fe481e9f-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx360d74388dab4fe481e9f-00697b6f0f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx360d74388dab4fe481e9f-00697b6f0f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx360d74388dab4fe481e9f-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx360d74388dab4fe481e9f-00697b6f0f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx360d74388dab4fe481e9f-00697b6f0f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx360d74388dab4fe481e9f-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx360d74388dab4fe481e9f-00697b6f0f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx360d74388dab4fe481e9f-00697b6f0f) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx360d74388dab4fe481e9f-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx360d74388dab4fe481e9f-00697b6f0f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx360d74388dab4fe481e9f-00697b6f0f) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx360d74388dab4fe481e9f-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx360d74388dab4fe481e9f-00697b6f0f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx360d74388dab4fe481e9f-00697b6f0f) +test DEBUG: Setting object count to 3120 (txn: tx360d74388dab4fe481e9f-00697b6f0f) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txef3879a7a15e4bb2952ee-00697b6f0f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txef3879a7a15e4bb2952ee-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txef3879a7a15e4bb2952ee-00697b6f0f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txef3879a7a15e4bb2952ee-00697b6f0f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txef3879a7a15e4bb2952ee-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txef3879a7a15e4bb2952ee-00697b6f0f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txef3879a7a15e4bb2952ee-00697b6f0f) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txef3879a7a15e4bb2952ee-00697b6f0f) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txef3879a7a15e4bb2952ee-00697b6f0f) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txef3879a7a15e4bb2952ee-00697b6f0f) +test DEBUG: Setting object count to 3120 (txn: txef3879a7a15e4bb2952ee-00697b6f0f) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx7719789316044062a1d18-00697b6f0f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7719789316044062a1d18-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx7719789316044062a1d18-00697b6f0f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx7719789316044062a1d18-00697b6f0f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7719789316044062a1d18-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx7719789316044062a1d18-00697b6f0f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx7719789316044062a1d18-00697b6f0f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx7719789316044062a1d18-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx7719789316044062a1d18-00697b6f0f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx7719789316044062a1d18-00697b6f0f) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7719789316044062a1d18-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx7719789316044062a1d18-00697b6f0f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx7719789316044062a1d18-00697b6f0f) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7719789316044062a1d18-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7719789316044062a1d18-00697b6f0f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx7719789316044062a1d18-00697b6f0f) +test DEBUG: Setting object count to 3120 (txn: tx7719789316044062a1d18-00697b6f0f) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx4e6fc871e8e44d9cb41f4-00697b6f0f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4e6fc871e8e44d9cb41f4-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4e6fc871e8e44d9cb41f4-00697b6f0f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4e6fc871e8e44d9cb41f4-00697b6f0f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4e6fc871e8e44d9cb41f4-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4e6fc871e8e44d9cb41f4-00697b6f0f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4e6fc871e8e44d9cb41f4-00697b6f0f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4e6fc871e8e44d9cb41f4-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4e6fc871e8e44d9cb41f4-00697b6f0f) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx4e6fc871e8e44d9cb41f4-00697b6f0f) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx114f4a0d8b4d4715bc6e9-00697b6f0f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx114f4a0d8b4d4715bc6e9-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx114f4a0d8b4d4715bc6e9-00697b6f0f) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx114f4a0d8b4d4715bc6e9-00697b6f0f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx114f4a0d8b4d4715bc6e9-00697b6f0f)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok + +cont1 DEBUG: Could not load '/tmp/tmp7m_m1osm/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp7m_m1osm/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp7m_m1osm/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp7m_m1osm/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0035 "-" 3324106 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 3324106 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3324106 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3324106 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx62a3c126da704c47946a3-00697b6f0e" "proxy-server 3324106" 0.0012 "-" 3324106 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:50323/sdb1/1/a/c" "tx62a3c126da704c47946a3-00697b6f0e" "container-server 3324106" 0.0011 "-" 3324106 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:35631/sda1/1/a/c" "tx62a3c126da704c47946a3-00697b6f0e" "container-server 3324106" 0.0011 "-" 3324106 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx62a3c126da704c47946a3-00697b6f0e" "proxy-server 3324106" 0.0130 "-" 3324106 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx62a3c126da704c47946a3-00697b6f0e" "proxy-server 3324106" 0.0092 "-" 3324106 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/38 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx62a3c126da704c47946a3-00697b6f0e - 0.0211 - - 1769697038.788561106 1769697038.809642076 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx08baaa9e46c74fb6827a6-00697b6f0e" "proxy-server 3324106" 0.0012 "-" 3324106 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:35631/sda1/1/a1/c1" "tx08baaa9e46c74fb6827a6-00697b6f0e" "container-server 3324106" 0.0053 "-" 3324106 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:50323/sdb1/1/a1/c1" "tx08baaa9e46c74fb6827a6-00697b6f0e" "container-server 3324106" 0.0011 "-" 3324106 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx08baaa9e46c74fb6827a6-00697b6f0e" "proxy-server 3324106" 0.0212 "-" 3324106 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx08baaa9e46c74fb6827a6-00697b6f0e" "proxy-server 3324106" 0.0219 "-" 3324106 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/38 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx08baaa9e46c74fb6827a6-00697b6f0e - 0.0336 - - 1769697038.811150551 1769697038.844713449 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfbbadf1a313a40438529d-00697b6f0e" "proxy-server 3324106" 0.0020 "-" 3324106 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:35631/sda1/2/a/c1" "txfbbadf1a313a40438529d-00697b6f0e" "container-server 3324106" 0.0018 "-" 3324106 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:50323/sdb1/2/a/c1" "txfbbadf1a313a40438529d-00697b6f0e" "container-server 3324106" 0.0011 "-" 3324106 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfbbadf1a313a40438529d-00697b6f0e" "proxy-server 3324106" 0.0350 "-" 3324106 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfbbadf1a313a40438529d-00697b6f0e" "proxy-server 3324106" 0.0203 "-" 3324106 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/38 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txfbbadf1a313a40438529d-00697b6f0e - 0.0527 - - 1769697038.846227884 1769697038.898942232 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbcbee60b5e764b9aae2d5-00697b6f0e" "proxy-server 3324106" 0.0020 "-" 3324106 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:35631/sda1/1/a/c2" "txbcbee60b5e764b9aae2d5-00697b6f0e" "container-server 3324106" 0.0016 "-" 3324106 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:50323/sdb1/1/a/c2" "txbcbee60b5e764b9aae2d5-00697b6f0e" "container-server 3324106" 0.0010 "-" 3324106 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbcbee60b5e764b9aae2d5-00697b6f0e" "proxy-server 3324106" 0.0100 "-" 3324106 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:38 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbcbee60b5e764b9aae2d5-00697b6f0e" "proxy-server 3324106" 0.0204 "-" 3324106 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/38 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txbcbee60b5e764b9aae2d5-00697b6f0e - 0.0403 - - 1769697038.905142307 1769697038.945398808 2 +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697256.00000, db: /tmp/tmps1asqpr1/sda/containers/0/83f/c43d81b3012991865341e9c8d1edc83f/c43d81b3012991865341e9c8d1edc83f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697256.00000, db: /tmp/tmps1asqpr1/sda/containers/0/83f/c43d81b3012991865341e9c8d1edc83f/c43d81b3012991865341e9c8d1edc83f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697258.00000, db: /tmp/tmps1asqpr1/sda/containers/0/d49/38b89075ec65ca377a1dc9f9c413bd49/38b89075ec65ca377a1dc9f9c413bd49.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697258.00000, db: /tmp/tmps1asqpr1/sda/containers/0/d49/38b89075ec65ca377a1dc9f9c413bd49/38b89075ec65ca377a1dc9f9c413bd49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697260.00000, db: /tmp/tmps1asqpr1/sda/containers/0/6ed/331ff638d8f8959551b6344d35b356ed/331ff638d8f8959551b6344d35b356ed.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697260.00000, db: /tmp/tmps1asqpr1/sda/containers/0/6ed/331ff638d8f8959551b6344d35b356ed/331ff638d8f8959551b6344d35b356ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697262.00000, db: /tmp/tmps1asqpr1/sda/containers/0/23c/34073e78e6cedb06564527dcdd11c23c/34073e78e6cedb06564527dcdd11c23c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697262.00000, db: /tmp/tmps1asqpr1/sda/containers/0/23c/34073e78e6cedb06564527dcdd11c23c/34073e78e6cedb06564527dcdd11c23c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697264.00000, db: /tmp/tmps1asqpr1/sda/containers/0/67b/5fd40d2d90807c446a6387514643967b/5fd40d2d90807c446a6387514643967b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697264.00000, db: /tmp/tmps1asqpr1/sda/containers/0/67b/5fd40d2d90807c446a6387514643967b/5fd40d2d90807c446a6387514643967b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697266.00000, db: /tmp/tmps1asqpr1/sda/containers/0/c48/5852385ab707782ed9c2c39141572c48/5852385ab707782ed9c2c39141572c48.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697266.00000, db: /tmp/tmps1asqpr1/sda/containers/0/c48/5852385ab707782ed9c2c39141572c48/5852385ab707782ed9c2c39141572c48.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697268.00000, db: /tmp/tmps1asqpr1/sda/containers/0/673/eee27d0f09428ed306fc2bdfed579673/eee27d0f09428ed306fc2bdfed579673.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697268.00000, db: /tmp/tmps1asqpr1/sda/containers/0/673/eee27d0f09428ed306fc2bdfed579673/eee27d0f09428ed306fc2bdfed579673.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697270.00000, db: /tmp/tmps1asqpr1/sda/containers/0/66d/22f632c1f97d82aca8916b5f5f65266d/22f632c1f97d82aca8916b5f5f65266d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697270.00000, db: /tmp/tmps1asqpr1/sda/containers/0/66d/22f632c1f97d82aca8916b5f5f65266d/22f632c1f97d82aca8916b5f5f65266d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697272.00000, db: /tmp/tmps1asqpr1/sda/containers/0/548/8125b113cc62873cfceb344b31e9c548/8125b113cc62873cfceb344b31e9c548.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697272.00000, db: /tmp/tmps1asqpr1/sda/containers/0/548/8125b113cc62873cfceb344b31e9c548/8125b113cc62873cfceb344b31e9c548.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697274.00000, db: /tmp/tmps1asqpr1/sda/containers/0/e77/5a44451c9496c163cd4ebec881d47e77/5a44451c9496c163cd4ebec881d47e77.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697274.00000, db: /tmp/tmps1asqpr1/sda/containers/0/e77/5a44451c9496c163cd4ebec881d47e77/5a44451c9496c163cd4ebec881d47e77.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697276.00000, db: /tmp/tmps1asqpr1/sda/containers/0/86a/620999c21024193b2922735c13fab86a/620999c21024193b2922735c13fab86a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697276.00000, db: /tmp/tmps1asqpr1/sda/containers/0/86a/620999c21024193b2922735c13fab86a/620999c21024193b2922735c13fab86a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697278.00000, db: /tmp/tmps1asqpr1/sda/containers/0/ac1/e30a1e458e21c42080be49d1ff7ecac1/e30a1e458e21c42080be49d1ff7ecac1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697278.00000, db: /tmp/tmps1asqpr1/sda/containers/0/ac1/e30a1e458e21c42080be49d1ff7ecac1/e30a1e458e21c42080be49d1ff7ecac1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697280.00000, db: /tmp/tmps1asqpr1/sda/containers/0/03a/1304182cacd005d9d9b5c5add6cf403a/1304182cacd005d9d9b5c5add6cf403a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697280.00000, db: /tmp/tmps1asqpr1/sda/containers/0/03a/1304182cacd005d9d9b5c5add6cf403a/1304182cacd005d9d9b5c5add6cf403a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697282.00000, db: /tmp/tmps1asqpr1/sda/containers/0/cbb/ef6785dc5e2f32afc75792b09b731cbb/ef6785dc5e2f32afc75792b09b731cbb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697282.00000, db: /tmp/tmps1asqpr1/sda/containers/0/cbb/ef6785dc5e2f32afc75792b09b731cbb/ef6785dc5e2f32afc75792b09b731cbb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697284.00000, db: /tmp/tmps1asqpr1/sda/containers/0/c3a/eac2397c55d9c7018c079079eb42bc3a/eac2397c55d9c7018c079079eb42bc3a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697284.00000, db: /tmp/tmps1asqpr1/sda/containers/0/c3a/eac2397c55d9c7018c079079eb42bc3a/eac2397c55d9c7018c079079eb42bc3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697286.00000, db: /tmp/tmps1asqpr1/sda/containers/0/fab/372c510e7fc884b2f0c44005fb7d1fab/372c510e7fc884b2f0c44005fb7d1fab.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697286.00000, db: /tmp/tmps1asqpr1/sda/containers/0/fab/372c510e7fc884b2f0c44005fb7d1fab/372c510e7fc884b2f0c44005fb7d1fab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697288.00000, db: /tmp/tmps1asqpr1/sda/containers/0/16c/6ff5ab71e5ce6f3273d14b267917f16c/6ff5ab71e5ce6f3273d14b267917f16c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697288.00000, db: /tmp/tmps1asqpr1/sda/containers/0/16c/6ff5ab71e5ce6f3273d14b267917f16c/6ff5ab71e5ce6f3273d14b267917f16c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpcypv_n0e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697038.00000, (0, 0) as of 1769697038.00000, active as of 1769697038.00000> to ShardRange<'k' to 't' as of 1769697039.00000, (0, 0) as of 1769697039.00000, sharded as of 1769697040.00000>, path: .shards_a/shard_c, db: /tmp/tmpcypv_n0e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpcypv_n0e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpuitodtpn/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx4c150da3412c4f9ca9fb6-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: txf3f7fcecec6047f5a0eb7-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: tx155f802d03084f72ade6f-00697b6f0e) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: tx7988438224dc4d7a807d1-00697b6f0e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter + putter = Putter.connect( + node, part, req.swift_entity_path, headers, self.app.watchdog, + ...<4 lines>... + logger=self.logger, + chunked=te.endswith(',chunked')) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ~~~~~~~~~~~~~~~~~~~~^ + node, part, path, headers, conn_timeout, node_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection + conn = http_connect(ip, port, node['device'], + part, 'PUT', path, headers) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx89866ccee0264c149ee43-00697b6f0e) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx8b2cc9a2b439460490a60-00697b6f0e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx9f29099042394852955df-00697b6f0e) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx6b56a481128f400c9b709-00697b6f0e) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + self.app.node_timeout, not final_phase) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response + self.resp = self.conn.getresponse() + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse + self.status = self._status.get_response_status() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status + raise self.status +Exception (txn: txdaa70829242c4e2dbdeb6-00697b6f0e) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx9f592aa3367b482d80faf-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx059af18a9f914510b5df5-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx9d5977ba7ec142b9af956-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx9d5977ba7ec142b9af956-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx9d5977ba7ec142b9af956-00697b6f0e) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx9d5977ba7ec142b9af956-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx9152982fc8bd4cc29bc09-00697b6f0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx26376ea786e04334b0226-00697b6f0f) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp5dnh0om5/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5dnh0om5/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp5dnh0om5/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5dnh0om5/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0047 "-" 3324103 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0114 "-" 3324103 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0072 "-" 3324103 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0110 "-" 3324103 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx77cca264a3eb4576ab7c2-00697b6f0f" "proxy-server 3324103" 0.0014 "-" 3324103 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:53917/sdb1/3/a/c" "tx77cca264a3eb4576ab7c2-00697b6f0f" "container-server 3324103" 0.0011 "-" 3324103 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:41905/sda1/3/a/c" "tx77cca264a3eb4576ab7c2-00697b6f0f" "container-server 3324103" 0.0011 "-" 3324103 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx77cca264a3eb4576ab7c2-00697b6f0f" "proxy-server 3324103" 0.0148 "-" 3324103 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx77cca264a3eb4576ab7c2-00697b6f0f" "proxy-server 3324103" 0.0284 "-" 3324103 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/39 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx77cca264a3eb4576ab7c2-00697b6f0f - 0.0409 - - 1769697039.379563570 1769697039.420466185 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx63218d2da6bf40eca92c0-00697b6f0f" "proxy-server 3324103" 0.0012 "-" 3324103 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:41905/sda1/0/a1/c1" "tx63218d2da6bf40eca92c0-00697b6f0f" "container-server 3324103" 0.0011 "-" 3324103 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:53917/sdb1/0/a1/c1" "tx63218d2da6bf40eca92c0-00697b6f0f" "container-server 3324103" 0.0011 "-" 3324103 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx63218d2da6bf40eca92c0-00697b6f0f" "proxy-server 3324103" 0.0148 "-" 3324103 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx63218d2da6bf40eca92c0-00697b6f0f" "proxy-server 3324103" 0.0111 "-" 3324103 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/39 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx63218d2da6bf40eca92c0-00697b6f0f - 0.0229 - - 1769697039.421988726 1769697039.444885969 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3cf19d9abef04791ada28-00697b6f0f" "proxy-server 3324103" 0.0019 "-" 3324103 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:41905/sda1/3/a/c1" "tx3cf19d9abef04791ada28-00697b6f0f" "container-server 3324103" 0.0011 "-" 3324103 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:53917/sdb1/3/a/c1" "tx3cf19d9abef04791ada28-00697b6f0f" "container-server 3324103" 0.0016 "-" 3324103 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3cf19d9abef04791ada28-00697b6f0f" "proxy-server 3324103" 0.0089 "-" 3324103 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3cf19d9abef04791ada28-00697b6f0f" "proxy-server 3324103" 0.0141 "-" 3324103 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/39 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3cf19d9abef04791ada28-00697b6f0f - 0.0224 - - 1769697039.446301699 1769697039.468657970 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx64338f8771374e7ebdd54-00697b6f0f" "proxy-server 3324103" 0.0019 "-" 3324103 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:41905/sda1/0/a/c2" "tx64338f8771374e7ebdd54-00697b6f0f" "container-server 3324103" 0.0010 "-" 3324103 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:53917/sdb1/0/a/c2" "tx64338f8771374e7ebdd54-00697b6f0f" "container-server 3324103" 0.0016 "-" 3324103 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx64338f8771374e7ebdd54-00697b6f0f" "proxy-server 3324103" 0.0131 "-" 3324103 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx64338f8771374e7ebdd54-00697b6f0f" "proxy-server 3324103" 0.0096 "-" 3324103 2test.unit.proxy.test_server.TestAccountController.test_DELETE +test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.proxy.test_server.TestAccountController.test_GET +test.unit.proxy.test_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD +test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT +test.unit.proxy.test_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_status +test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_server.TestAccountController.test_connection_refused +test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/39 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx64338f8771374e7ebdd54-00697b6f0f - 0.0221 - - 1769697039.470155478 1769697039.492302895 2 +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58188,10 +47495,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx760f7ef1f27141d4b98a5-00676e5ecc) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx760f7ef1f27141d4b98a5-00676e5ecc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: +StopIteration (txn: tx659f51c7caf944bbaab9f-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58200,8 +47505,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbfcd7fb5458e4a4994e41-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: +StopIteration (txn: tx659f51c7caf944bbaab9f-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58210,8 +47515,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbfcd7fb5458e4a4994e41-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +StopIteration (txn: tx659f51c7caf944bbaab9f-00697b6f0e) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58220,103 +47525,370 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbfcd7fb5458e4a4994e41-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbfcd7fb5458e4a4994e41-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbfcd7fb5458e4a4994e41-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbfcd7fb5458e4a4994e41-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbfcd7fb5458e4a4994e41-00676e5ecc) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: txbfcd7fb5458e4a4994e41-00676e5ecc) +StopIteration (txn: tx659f51c7caf944bbaab9f-00697b6f0e) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx659f51c7caf944bbaab9f-00697b6f0e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok - +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx84396d2b6d7d4d32afd18-00676e5ecc) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx9e6a468cb2ed46b5935c0-00697b6f0e) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txc0b32639d1a24d0a9e052-00676e5ecc) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx3465d09e2a674f4a80113-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txc90df2d954ae466aa54fc-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txc90df2d954ae466aa54fc-00697b6f0e) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txc90df2d954ae466aa54fc-00697b6f0e) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: txc90df2d954ae466aa54fc-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) + +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0078 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 3324110 0 +test DEBUG: Unlinked retiring db '/tmp/tmpiwv7lkhb/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0072 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0024 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0022 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0020 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3324110 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 3324110 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0060 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3324110 0test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.container.test_server.TestContainerController.test_PUT_account_update +test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok + +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1017, in _transfer_data + chunk = next(data_source) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader + return req.environ['wsgi.input'].read( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + self.app.client_chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 2008, in read + raise Exception('exception message') +Exception: exception message (txn: tx413221456b4941768cd94-00697b6f0e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + self.app.node_timeout, not final_phase) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response + self.resp = self.conn.getresponse() + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse + self.status = self._status.get_response_status() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status + raise self.status +Exception: boom (txn: tx2d890ffb00d4452b9f40b-00697b6f0f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: tx4fc0a92f082d492e9a6c2-00697b6f0f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx10572def0c644088bbd9a-00697b6f0f) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx5669728ec4d34e1abc2e3-00697b6f0f) +proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.0:1000/sda (txn: tx5669728ec4d34e1abc2e3-00697b6f0f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txa40039b1a8c0469aafc9a-00676e5ecd) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txa40039b1a8c0469aafc9a-00676e5ecd) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txa40039b1a8c0469aafc9a-00676e5ecd) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: txa40039b1a8c0469aafc9a-00676e5ecd) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx6863132bf2354fc8b4a68-00697b6f0f) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txe1b6dc419a314288900e0-00697b6f0f) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txe1b6dc419a314288900e0-00697b6f0f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp693yyio7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp693yyio7/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp693yyio7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp693yyio7/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 1927244 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 1927244 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 1927244 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1927244 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx56316def82cf4dde88e04-00676e5ecd" "proxy-server 1927244" 0.0013 "-" 1927244 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:49493/sda1/1/a/c" "tx56316def82cf4dde88e04-00676e5ecd" "container-server 1927244" 0.0011 "-" 1927244 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:51761/sdb1/1/a/c" "tx56316def82cf4dde88e04-00676e5ecd" "container-server 1927244" 0.0011 "-" 1927244 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx56316def82cf4dde88e04-00676e5ecd" "proxy-server 1927244" 0.0133 "-" 1927244 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx56316def82cf4dde88e04-00676e5ecd" "proxy-server 1927244" 0.0095 "-" 1927244 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/17 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx56316def82cf4dde88e04-00676e5ecd - 0.0218 - - 1735286477.051709414 1735286477.073468208 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx31aa22982c3e47a9bd386-00676e5ecd" "proxy-server 1927244" 0.0012 "-" 1927244 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:51761/sdb1/1/a1/c1" "tx31aa22982c3e47a9bd386-00676e5ecd" "container-server 1927244" 0.0011 "-" 1927244 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:49493/sda1/1/a1/c1" "tx31aa22982c3e47a9bd386-00676e5ecd" "container-server 1927244" 0.0011 "-" 1927244 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx31aa22982c3e47a9bd386-00676e5ecd" "proxy-server 1927244" 0.0153 "-" 1927244 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx31aa22982c3e47a9bd386-00676e5ecd" "proxy-server 1927244" 0.0095 "-" 1927244 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/17 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx31aa22982c3e47a9bd386-00676e5ecd - 0.0237 - - 1735286477.074926615 1735286477.098580122 0test.unit.proxy.test_mem_server.TestAccountController.test_DELETE +proxy-server DEBUG: Object PUT returning 412, [412] (txn: tx70bc3912799f472eac372-00697b6f0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending enough data (txn: txad85621aa5c64ed29d85d-00697b6f0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1792, in _send_chunk + self.conn.send(to_send) + ~~~~~~~~~~~~~~^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 927, in send + self.give_send(self, data) + ~~~~~~~~~~~~~~^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 1772, in capture_send + raise exc +Exception: Exception while sending data on connection (txn: tx1fa83df2443d44158efc6-00697b6f0f)test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx114f4a0d8b4d4715bc6e9-00697b6f0f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx114f4a0d8b4d4715bc6e9-00697b6f0f) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx427212be3630480fa2aa5-00697b6f0f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx427212be3630480fa2aa5-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx427212be3630480fa2aa5-00697b6f0f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx427212be3630480fa2aa5-00697b6f0f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx427212be3630480fa2aa5-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx427212be3630480fa2aa5-00697b6f0f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx427212be3630480fa2aa5-00697b6f0f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx427212be3630480fa2aa5-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx427212be3630480fa2aa5-00697b6f0f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx427212be3630480fa2aa5-00697b6f0f) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx427212be3630480fa2aa5-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx427212be3630480fa2aa5-00697b6f0f) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx427212be3630480fa2aa5-00697b6f0f) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txc65fc6c1a79a42589fd4e-00697b6f0f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc65fc6c1a79a42589fd4e-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc65fc6c1a79a42589fd4e-00697b6f0f) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txc65fc6c1a79a42589fd4e-00697b6f0f) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txdf2bc2126dd94421a0dbc-00697b6f0f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txdf2bc2126dd94421a0dbc-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txdf2bc2126dd94421a0dbc-00697b6f0f) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txdf2bc2126dd94421a0dbc-00697b6f0f) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txb01e3d447ecc4bbdb69a0-00697b6f0f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb01e3d447ecc4bbdb69a0-00697b6f0f) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txb01e3d447ecc4bbdb69a0-00697b6f0f) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txb01e3d447ecc4bbdb69a0-00697b6f0f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2d4d0a6801f040078a08d-00697b6f10) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2d4d0a6801f040078a08d-00697b6f10) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2d4d0a6801f040078a08d-00697b6f10) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2d4d0a6801f040078a08d-00697b6f10) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2d4d0a6801f040078a08d-00697b6f10) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2d4d0a6801f040078a08d-00697b6f10) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx2d4d0a6801f040078a08d-00697b6f10) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2d4d0a6801f040078a08d-00697b6f10) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2d4d0a6801f040078a08d-00697b6f10) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx2d4d0a6801f040078a08d-00697b6f10) +test DEBUG: Setting object count to 1068 (txn: tx2d4d0a6801f040078a08d-00697b6f10) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txacc63c27a43642a2bf8c5-00697b6f10) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txacc63c27a43642a2bf8c5-00697b6f10) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txacc63c27a43642a2bf8c5-00697b6f10) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txacc63c27a43642a2bf8c5-00697b6f10) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txacc63c27a43642a2bf8c5-00697b6f10) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txacc63c27a43642a2bf8c5-00697b6f10) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txacc63c27a43642a2bf8c5-00697b6f10) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txacc63c27a43642a2bf8c5-00697b6f10) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txacc63c27a43642a2bf8c5-00697b6f10) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txacc63c27a43642a2bf8c5-00697b6f10) +test DEBUG: Setting object count to 1068 (txn: txacc63c27a43642a2bf8c5-00697b6f10) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx79fdf57b00814d34811ed-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe0348799304841a9a66ef-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5af168004c4b4ba9844-00697b6f0e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a5af168004c4b4ba9844-00697b6f0e)test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok @@ -58360,8 +47932,1078 @@ test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: tx625af42bfadf42ea87451-00697b6f0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx0d2a61d4d28a462da4002-00697b6f0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697039.37040 <= '409 (1769697039.37040), 409 (1769697039.37040), 409 (1769697039.37040)' (txn: txee0bdba926f24917aab29-00697b6f0f) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697039.37251 <= '409 (1769697039.37251), 409 (1769697039.37251), 409 (1769697039.37251)' (txn: tx75f72c8900764544910d1-00697b6f0f) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697039.37451 <= '409 (1769697039.37451), 409 (1769697039.37451), 409 (1769697039.37451)' (txn: tx0607ea52461047ada871c-00697b6f0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697039.00000 <= '409 (1769697040.00000), 409 (1769697040.00000), 409 (1769697040.00000)' (txn: txee9aab2297014f1584c8a-00697b6f0f) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697041.00000 <= '409 (1769697042.00000), 409 (1769697042.00000), 409 (1769697042.00000)' (txn: tx111ae80911104c54a6be6-00697b6f0f) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697043.00000 <= '409 (1769697044.00000), 409 (1769697044.00000), 409 (1769697044.00000)' (txn: tx70f940c23abe4f00a2fe8-00697b6f0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697039.00000 <= '409 (1769697039.00000), 409 (1769697039.00000), 409 (1769697039.00000)' (txn: tx509b86862e014130937ee-00697b6f0f) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697040.00000 <= '409 (1769697040.00000), 409 (1769697040.00000), 409 (1769697040.00000)' (txn: tx8eda6709dcad443baafd7-00697b6f0f) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697041.00000 <= '409 (1769697041.00000), 409 (1769697041.00000), 409 (1769697041.00000)' (txn: tx01552fe6976b438d92d56-00697b6f0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697039.00000 <= '409 (1769697039.00000)' (txn: txf7cae8d6a4fd4deba9edb-00697b6f0f) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697040.00000 <= '409 (1769697040.00000)' (txn: tx37fb1d7e6db34a4a985ec-00697b6f0f) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697041.00000 <= '409 (1769697041.00000)' (txn: txfc385e9a94684d1d837c2-00697b6f0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok + +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpfuqpeka4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfuqpeka4/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpfuqpeka4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfuqpeka4/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 3324104 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 3324104 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3324104 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3324104 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx27be2bd1d74a42909549a-00697b6f0f" "proxy-server 3324104" 0.0014 "-" 3324104 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:48719/sdb1/1/a/c" "tx27be2bd1d74a42909549a-00697b6f0f" "container-server 3324104" 0.0011 "-" 3324104 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:44865/sda1/1/a/c" "tx27be2bd1d74a42909549a-00697b6f0f" "container-server 3324104" 0.0011 "-" 3324104 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx27be2bd1d74a42909549a-00697b6f0f" "proxy-server 3324104" 0.0139 "-" 3324104 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx27be2bd1d74a42909549a-00697b6f0f" "proxy-server 3324104" 0.0096 "-" 3324104 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/39 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx27be2bd1d74a42909549a-00697b6f0f - 0.0266 - - 1769697039.079178810 1769697039.105746984 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx299e2acf04614111b7135-00697b6f0f" "proxy-server 3324104" 0.0012 "-" 3324104 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:44865/sda1/1/a1/c1" "tx299e2acf04614111b7135-00697b6f0f" "container-server 3324104" 0.0011 "-" 3324104 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:48719/sdb1/1/a1/c1" "tx299e2acf04614111b7135-00697b6f0f" "container-server 3324104" 0.0010 "-" 3324104 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx299e2acf04614111b7135-00697b6f0f" "proxy-server 3324104" 0.0125 "-" 3324104 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx299e2acf04614111b7135-00697b6f0f" "proxy-server 3324104" 0.0091 "-" 3324104 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/39 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx299e2acf04614111b7135-00697b6f0f - 0.0210 - - 1769697039.107277870 1769697039.128242731 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb571e3ffb9b949e783721-00697b6f0f" "proxy-server 3324104" 0.0019 "-" 3324104 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:48719/sdb1/2/a/c1" "txb571e3ffb9b949e783721-00697b6f0f" "container-server 3324104" 0.0017 "-" 3324104 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:44865/sda1/2/a/c1" "txb571e3ffb9b949e783721-00697b6f0f" "container-server 3324104" 0.0009 "-" 3324104 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb571e3ffb9b949e783721-00697b6f0f" "proxy-server 3324104" 0.0128 "-" 3324104 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb571e3ffb9b949e783721-00697b6f0f" "proxy-server 3324104" 0.0093 "-" 3324104 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/39 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txb571e3ffb9b949e783721-00697b6f0f - 0.0219 - - 1769697039.129711151 1769697039.151644468 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx44a1f6b737154c2fbf60d-00697b6f0f" "proxy-server 3324104" 0.0018 "-" 3324104 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:48719/sdb1/1/a/c2" "tx44a1f6b737154c2fbf60d-00697b6f0f" "container-server 3324104" 0.0018 "-" 3324104 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:44865/sda1/1/a/c2" "tx44a1f6b737154c2fbf60d-00697b6f0f" "container-server 3324104" 0.0011 "-" 3324104 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx44a1f6b737154c2fbf60d-00697b6f0f" "proxy-server 3324104" 0.0162 "-" 3324104 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx44a1f6b737154c2fbf60d-00697b6f0f" "proxy-server 3324104" 0.0129 "-" 3324104 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/39 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx44a1f6b737154c2fbf60d-00697b6f0f - 0.0248 - - 1769697039.152985811 1769697039.177829742 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpmlebha43/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpmlebha43/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpmlebha43/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpmlebha43/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 3324104 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 3324104 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3324104 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 3324104 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb0d52380b8274948a46a3-00697b6f0f" "proxy-server 3324104" 0.0011 "-" 3324104 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:60493/sda1/1/a/c" "txb0d52380b8274948a46a3-00697b6f0f" "container-server 3324104" 0.0010 "-" 3324104 0test.unit.proxy.test_server.TestController.test_account_info_200 +test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_404 +test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_container_count +test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_account +test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_cache +test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_200 +test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_404 +test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_no_cache +test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_make_requests +test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_transfer_headers +test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx13511be524814c3c8ad14-00697b6f0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697039.00000 <= '409 (1769697040.00000)' (txn: tx3188166d3f88467f91622-00697b6f0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx1c3bf1f8d6e1432e8ab50-00697b6f0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697039.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx46f07d186ec1495da025e-00697b6f0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697039.00000 <= '409 (1769697040.00000), 201 (unknown), 201 (unknown)' (txn: tx23c6d10f7eb94551bb84f-00697b6f0f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok + +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:46945/sdb1/1/a/c" "txb0d52380b8274948a46a3-00697b6f0f" "container-server 3324104" 0.0010 "-" 3324104 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb0d52380b8274948a46a3-00697b6f0f" "proxy-server 3324104" 0.0125 "-" 3324104 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb0d52380b8274948a46a3-00697b6f0f" "proxy-server 3324104" 0.0089 "-" 3324104 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/39 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb0d52380b8274948a46a3-00697b6f0f - 0.0204 - - 1769697039.524487734 1769697039.544848204 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx7338478a44384498b97a3-00697b6f0f" "proxy-server 3324104" 0.0011 "-" 3324104 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:60493/sda1/1/a1/c1" "tx7338478a44384498b97a3-00697b6f0f" "container-server 3324104" 0.0010 "-" 3324104 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:46945/sdb1/1/a1/c1" "tx7338478a44384498b97a3-00697b6f0f" "container-server 3324104" 0.0010 "-" 3324104 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7338478a44384498b97a3-00697b6f0f" "proxy-server 3324104" 0.0123 "-" 3324104 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx7338478a44384498b97a3-00697b6f0f" "proxy-server 3324104" 0.0088 "-" 3324104 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/39 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx7338478a44384498b97a3-00697b6f0f - 0.0201 - - 1769697039.546270132 1769697039.566336155 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx452ed608637644c8996ea-00697b6f0f" "proxy-server 3324104" 0.0018 "-" 3324104 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:46945/sdb1/2/a/c1" "tx452ed608637644c8996ea-00697b6f0f" "container-server 3324104" 0.0011 "-" 3324104 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:60493/sda1/2/a/c1" "tx452ed608637644c8996ea-00697b6f0f" "container-server 3324104" 0.0015 "-" 3324104 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx452ed608637644c8996ea-00697b6f0f" "proxy-server 3324104" 0.0125 "-" 3324104 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx452ed608637644c8996ea-00697b6f0f" "proxy-server 3324104" 0.0093 "-" 3324104 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/39 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx452ed608637644c8996ea-00697b6f0f - 0.0210 - - 1769697039.567673445 1769697039.588652611 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx106b0cfa81de49f383b7e-00697b6f0f" "proxy-server 3324104" 0.0019 "-" 3324104 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:46945/sdb1/1/a/c2" "tx106b0cfa81de49f383b7e-00697b6f0f" "container-server 3324104" 0.0014 "-" 3324104 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:60493/sda1/1/a/c2" "tx106b0cfa81de49f383b7e-00697b6f0f" "container-server 3324104" 0.0019 "-" 3324104 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx106b0cfa81de49f383b7e-00697b6f0f" "proxy-server 3324104" 0.0099 "-" 3324104 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx106b0cfa81de49f383b7e-00697b6f0f" "proxy-server 3324104" 0.0238 "-" 3324104 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/39 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx106b0cfa81de49f383b7e-00697b6f0f - 0.0326 - - 1769697039.590052366 1769697039.622660875 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok + +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0032 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0038 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0037 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0037 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0127 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0031 "-" 3324110 - +test ERROR: ERROR Account update failed with 127.0.0.1:45031/sda1 (will retry later): Response 503 OK +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 3324110 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3324110 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0054 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3324110 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0036 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0015 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0017 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:38 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0012 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0006 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0070 "-" 3324110 -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp6xaq20tv/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6xaq20tv/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp6xaq20tv/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6xaq20tv/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 3324102 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0033 "-" 3324102 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3324102 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3324102 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx660384c29d304a6f87dfa-00697b6f10" "proxy-server 3324102" 0.0011 "-" 3324102 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:44397/sda1/1/a/c" "tx660384c29d304a6f87dfa-00697b6f10" "container-server 3324102" 0.0011 "-" 3324102 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:38207/sdb1/1/a/c" "tx660384c29d304a6f87dfa-00697b6f10" "container-server 3324102" 0.0010 "-" 3324102 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx660384c29d304a6f87dfa-00697b6f10" "proxy-server 3324102" 0.0090 "-" 3324102 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx660384c29d304a6f87dfa-00697b6f10" "proxy-server 3324102" 0.0149 "-" 3324102 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/40 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx660384c29d304a6f87dfa-00697b6f10 - 0.0240 - - 1769697040.279930592 1769697040.303925991 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0123a696265a46328c363-00697b6f10" "proxy-server 3324102" 0.0012 "-" 3324102 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:38207/sdb1/1/a1/c1" "tx0123a696265a46328c363-00697b6f10" "container-server 3324102" 0.0011 "-" 3324102 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:44397/sda1/1/a1/c1" "tx0123a696265a46328c363-00697b6f10" "container-server 3324102" 0.0010 "-" 3324102 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0123a696265a46328c363-00697b6f10" "proxy-server 3324102" 0.0085 "-" 3324102 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0123a696265a46328c363-00697b6f10" "proxy-server 3324102" 0.0138 "-" 3324102 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/40 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0123a696265a46328c363-00697b6f10 - 0.0215 - - 1769697040.305405855 1769697040.326942205 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5f3ce9011c1a492f84ce7-00697b6f10" "proxy-server 3324102" 0.0020 "-" 3324102 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:38207/sdb1/2/a/c1" "tx5f3ce9011c1a492f84ce7-00697b6f10" "container-server 3324102" 0.0010 "-" 3324102 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:44397/sda1/2/a/c1" "tx5f3ce9011c1a492f84ce7-00697b6f10" "container-server 3324102" 0.0016 "-" 3324102 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5f3ce9011c1a492f84ce7-00697b6f10" "proxy-server 3324102" 0.0087 "-" 3324102 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5f3ce9011c1a492f84ce7-00697b6f10" "proxy-server 3324102" 0.0136 "-" 3324102 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/40 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx5f3ce9011c1a492f84ce7-00697b6f10 - 0.0219 - - 1769697040.328469515 1769697040.350355148 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx406f1667526f4f788eb0b-00697b6f10" "proxy-server 3324102" 0.0020 "-" 3324102 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:44397/sda1/1/a/c2" "tx406f1667526f4f788eb0b-00697b6f10" "container-server 3324102" 0.0010 "-" 3324102 2 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:38207/sdb1/1/a/c2" "tx406f1667526f4f788eb0b-00697b6f10" "container-server 3324102" 0.0016 "-" 3324102 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx406f1667526f4f788eb0b-00697b6f10" "proxy-server 3324102" 0.0089 "-" 3324102 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx406f1667526f4f788eb0b-00697b6f10" "proxy-server 3324102" 0.0138 "-" 3324102 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/40 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx406f1667526f4f788eb0b-00697b6f10 - 0.0221 - - 1769697040.351795435 1769697040.373936653 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpl_f1ulv6/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpl_f1ulv6/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release.test.unit.proxy.test_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE +test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok + +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 3324110 - +test DEBUG: Unlinked retiring db '/tmp/tmpakvje7j9/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0013 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0054 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0011 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324110 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0044 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0018 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0016 "-" 3324110 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3324110 0 +test DEBUG: Unlinked retiring db '/tmp/tmp38oxvn5e/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0042 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324110 0test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT_utf8 +test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE +test.unit.container.test_server.TestContainerController.test_UPDATE ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestContainerController.test__call__raise_timeout +test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok +test.unit.container.test_server.TestContainerController.test_acl_container +test.unit.container.test_server.TestContainerController.test_acl_container ... ok +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_correct_allowed_method +test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697039.00000-0, db: /tmp/tmp58cka9fc/sda/containers/0/98d/fcd93c02466c9cacc928148b1703398d/fcd93c02466c9cacc928148b1703398d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697042.00000-0, db: /tmp/tmp58cka9fc/sda/containers/0/886/116dc37ddcb1481538ef0a3985e52886/116dc37ddcb1481538ef0a3985e52886.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697045.00000-0, db: /tmp/tmp58cka9fc/sda/containers/0/b85/57b66309a9fe397eefdfdfad7dbddb85/57b66309a9fe397eefdfdfad7dbddb85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697048.00000-0, db: /tmp/tmp58cka9fc/sda/containers/0/8df/2b51dfd796756c2f9cd00a03e2b168df/2b51dfd796756c2f9cd00a03e2b168df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697051.00000-0, db: /tmp/tmp58cka9fc/sda/containers/0/890/9d2540d5b17ec890cc04d17ffdc04890/9d2540d5b17ec890cc04d17ffdc04890.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697054.00000-0, db: /tmp/tmp58cka9fc/sda/containers/0/cd5/31bb9f853998d802b2203e6669c42cd5/31bb9f853998d802b2203e6669c42cd5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697057.00000-0, db: /tmp/tmp58cka9fc/sda/containers/0/fd9/b25b3e6511f2aab2ce906fa976f69fd9/b25b3e6511f2aab2ce906fa976f69fd9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697060.00000-0, db: /tmp/tmp58cka9fc/sda/containers/0/003/71fe92e84e12ac0a585793c919940003/71fe92e84e12ac0a585793c919940003.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697063.00000-0, db: /tmp/tmp58cka9fc/sda/containers/0/5c4/699b6ba8c878bd65c97039df9d2ce5c4/699b6ba8c878bd65c97039df9d2ce5c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697066.00000-0, db: /tmp/tmp58cka9fc/sda/containers/0/d16/14035189a488b76a61f5f71caf385d16/14035189a488b76a61f5f71caf385d16.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697069.00000-0, db: /tmp/tmp58cka9fc/sda/containers/0/010/4c09c53930debc3b97d82f0700e6c010/4c09c53930debc3b97d82f0700e6c010.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697072.00000-0, db: /tmp/tmp58cka9fc/sda/containers/0/8bf/d737407630341d54155b13f63e7658bf/d737407630341d54155b13f63e7658bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697075.00000-0, db: /tmp/tmp58cka9fc/sda/containers/0/4bd/c878788e1c3bd530dd9e01e350fac4bd/c878788e1c3bd530dd9e01e350fac4bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697078.00000-0, db: /tmp/tmp58cka9fc/sda/containers/0/3bc/b62e386a93e0cfd255364d24137c23bc/b62e386a93e0cfd255364d24137c23bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697039.00000-0, db: /tmp/tmpggawwa_t/sda/containers/0/98d/fcd93c02466c9cacc928148b1703398d/fcd93c02466c9cacc928148b1703398d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697043.00000-0, db: /tmp/tmpggawwa_t/sda/containers/0/f61/7ee0d87ac9662b8230730463d8c37f61/7ee0d87ac9662b8230730463d8c37f61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697041.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/3c1/7d540afa5028014aba93a427181143c1/7d540afa5028014aba93a427181143c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697045.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/b85/57b66309a9fe397eefdfdfad7dbddb85/57b66309a9fe397eefdfdfad7dbddb85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697049.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/cd1/109ce58e0df0cdb92e650d0607c62cd1/109ce58e0df0cdb92e650d0607c62cd1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697053.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/8d0/ab9e854f08c5d04be00fe79e722b78d0/ab9e854f08c5d04be00fe79e722b78d0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697053.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/8d0/ab9e854f08c5d04be00fe79e722b78d0/ab9e854f08c5d04be00fe79e722b78d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697057.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/fd9/b25b3e6511f2aab2ce906fa976f69fd9/b25b3e6511f2aab2ce906fa976f69fd9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697061.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/2bd/9521f9eaac050a1da83d04d8ecb7b2bd/9521f9eaac050a1da83d04d8ecb7b2bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697065.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/02a/d60d417ad3fea8b14aa4b18fe226d02a/d60d417ad3fea8b14aa4b18fe226d02a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697069.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/010/4c09c53930debc3b97d82f0700e6c010/4c09c53930debc3b97d82f0700e6c010.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697073.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/060/4a1ab4b26c7e81f69936026187ebe060/4a1ab4b26c7e81f69936026187ebe060.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697077.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/323/15b85fa2836ca068c58327103126c323/15b85fa2836ca068c58327103126c323.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697081.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/ed3/f272381fb0f388b7b67931ed4d16ded3/f272381fb0f388b7b67931ed4d16ded3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697085.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/ef8/020da053be265af34d5031b0617a4ef8/020da053be265af34d5031b0617a4ef8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697085.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/ef8/020da053be265af34d5031b0617a4ef8/020da053be265af34d5031b0617a4ef8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697089.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/7bf/fe7f391cba18d300cff2dcd4a9e357bf/fe7f391cba18d300cff2dcd4a9e357bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697093.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/6f9/7a8620c7e5987ecdcd276cc78cf636f9/7a8620c7e5987ecdcd276cc78cf636f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697097.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/77f/3e072e3f39ef5b457a787ef3c69d977f/3e072e3f39ef5b457a787ef3c69d977f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697101.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/c92/7502b29791938b791cedf154bec16c92/7502b29791938b791cedf154bec16c92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697105.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/2db/9c17b0b47d5d53d735db9b91a15cd2db/9c17b0b47d5d53d735db9b91a15cd2db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697109.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/36b/f198b10dd272132b4c06ab63e88cd36b/f198b10dd272132b4c06ab63e88cd36b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697113.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697117.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/8cf/1b3077d93e9edd143a0e8603ae9758cf/1b3077d93e9edd143a0e8603ae9758cf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697117.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/8cf/1b3077d93e9edd143a0e8603ae9758cf/1b3077d93e9edd143a0e8603ae9758cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697121.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/fb0/e9f770ae376d657947866a08b8a0afb0/e9f770ae376d657947866a08b8a0afb0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697125.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/66b/06ba1aabebf5bc06be0862260007a66b/06ba1aabebf5bc06be0862260007a66b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697129.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/9c0/9b87558fb747b05598809bb90feab9c0/9b87558fb747b05598809bb90feab9c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697133.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/a6c/63b67a772723ee02f6305eb9815daa6c/63b67a772723ee02f6305eb9815daa6c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697137.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/193/db83b001dc8941f6d0cfe84de4075193/db83b001dc8941f6d0cfe84de4075193.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697141.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/133/48ed454f81b8ab63ad64d18f3ac50133/48ed454f81b8ab63ad64d18f3ac50133.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697145.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/88d/275ada07e06b904868eba409701a688d/275ada07e06b904868eba409701a688d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697149.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/22d/54d19544359bddf5b196f932f1f2c22d/54d19544359bddf5b196f932f1f2c22d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697149.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/22d/54d19544359bddf5b196f932f1f2c22d/54d19544359bddf5b196f932f1f2c22d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697153.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/9ac/d9b2fa07c2dfc0995abc2187fda649ac/d9b2fa07c2dfc0995abc2187fda649ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697157.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/16a/2b900ccc153169f1fba51bfd8701416a/2b900ccc153169f1fba51bfd8701416a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697161.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/6a3/5245077fc252fc84d03c0691be4b26a3/5245077fc252fc84d03c0691be4b26a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697165.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/e41/d1655f954b8d466d5d263e288f65ae41/d1655f954b8d466d5d263e288f65ae41.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697169.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/5e6/90f9fb64b7b29a8499e195413a1dd5e6/90f9fb64b7b29a8499e195413a1dd5e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697173.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/615/de6a0825e72b8fce2b560f5e82b41615/de6a0825e72b8fce2b560f5e82b41615.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697177.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/7a7/e9274160e5d735785a3d7188a4d747a7/e9274160e5d735785a3d7188a4d747a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697181.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/a02/d2859644051f6895229c616f1377fa02/d2859644051f6895229c616f1377fa02.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697181.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/a02/d2859644051f6895229c616f1377fa02/d2859644051f6895229c616f1377fa02.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697185.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/0ff/8e69e0bca75eb8748a6fb1d0278000ff/8e69e0bca75eb8748a6fb1d0278000ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697189.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/342/1b3ba96e0d5830e554ac1a5d6af88342/1b3ba96e0d5830e554ac1a5d6af88342.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697193.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/f94/1541943fd2cfb9675e35357595868f94/1541943fd2cfb9675e35357595868f94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697197.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/724/7fb1ba61044a53b9a3f6b968bb1a8724/7fb1ba61044a53b9a3f6b968bb1a8724.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697201.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/d99/0d1c3c2ff6956eab17d3bc1b4b8bed99/0d1c3c2ff6956eab17d3bc1b4b8bed99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697205.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/b81/6619d4a544fbee550acc4c4ea0926b81/6619d4a544fbee550acc4c4ea0926b81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697209.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/9af/fe2f8d77e111c579b67899a4d5a189af/fe2f8d77e111c579b67899a4d5a189af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697213.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/0de/a239770cc05f260761251b77107bb0de/a239770cc05f260761251b77107bb0de.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697213.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/0de/a239770cc05f260761251b77107bb0de/a239770cc05f260761251b77107bb0de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697217.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/c7f/1e62c62fda9a1eaa4b1028a80cfccc7f/1e62c62fda9a1eaa4b1028a80cfccc7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697221.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/b46/37064df0205dab46bbfe6bb8fccbdb46/37064df0205dab46bbfe6bb8fccbdb46.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697225.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/0d1/e9582c6034dd230f175bb09bd9d8f0d1/e9582c6034dd230f175bb09bd9d8f0d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697229.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/744/7a3b6c53ec636215b69aa5a71f22f744/7a3b6c53ec636215b69aa5a71f22f744.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697233.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/db5/1eca7f38c763a7a07c35494a683afdb5/1eca7f38c763a7a07c35494a683afdb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697237.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/6d8/0cb9665abd70efb7ec6d8ea981bd26d8/0cb9665abd70efb7ec6d8ea981bd26d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697241.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/083/8086b084cdfecd0ec5a92cd851894083/8086b084cdfecd0ec5a92cd851894083.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697245.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/2df/28ea61197f3fceb158fccec0ee90d2df/28ea61197f3fceb158fccec0ee90d2df.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697245.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/2df/28ea61197f3fceb158fccec0ee90d2df/28ea61197f3fceb158fccec0ee90d2df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697249.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/e7f/a3858e698c5a1f284c5a4c3c22fcae7f/a3858e698c5a1f284c5a4c3c22fcae7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697253.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/2c8/c84343329bcf333cab424e2f22ede2c8/c84343329bcf333cab424e2f22ede2c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697257.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/2e1/8d22225d846bdf03e7d33f9ee5ac22e1/8d22225d846bdf03e7d33f9ee5ac22e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697261.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/2b8/a6165195841ad8c298a459606100d2b8/a6165195841ad8c298a459606100d2b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697265.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/3a6/3d8ce5cec28d16476186bc6f9c1273a6/3d8ce5cec28d16476186bc6f9c1273a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697269.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/3e8/9b9b723ed6ebb14fbfda8450ddb4b3e8/9b9b723ed6ebb14fbfda8450ddb4b3e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697273.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/e6b/61a879d28ed51186e7b4f3f715228e6b/61a879d28ed51186e7b4f3f715228e6b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697277.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/07c/27fb2d713f28bc61e0b7af8d78e4c07c/27fb2d713f28bc61e0b7af8d78e4c07c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697277.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/07c/27fb2d713f28bc61e0b7af8d78e4c07c/27fb2d713f28bc61e0b7af8d78e4c07c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697281.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/dde/9f1ee386210af2ef917b89ea42c4edde/9f1ee386210af2ef917b89ea42c4edde.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697285.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/4a2/7c8287277baee37c09282bbd6b49e4a2/7c8287277baee37c09282bbd6b49e4a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697289.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/d11/acb4f1d9dcb3cb9d238c8ef9c6ccad11/acb4f1d9dcb3cb9d238c8ef9c6ccad11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697293.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/381/65ad2ddd4e18610d2d1063646e334381/65ad2ddd4e18610d2d1063646e334381.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697297.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/e0d/994d31000238e2af2957ae003ce3ae0d/994d31000238e2af2957ae003ce3ae0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697301.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/e45/5d507d502e523679d9ee989cdd453e45/5d507d502e523679d9ee989cdd453e45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697305.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/ed1/9111a8693c3e8d23cccd08c82b976ed1/9111a8693c3e8d23cccd08c82b976ed1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697309.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/df3/e6fd790e2b3dddac254b6099f476ddf3/e6fd790e2b3dddac254b6099f476ddf3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697313.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/839/e53a13a57f3fcf3feac8835a43937839/e53a13a57f3fcf3feac8835a43937839.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697317.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/191/b2c7ddcc4d5d97505dbf88727b60b191/b2c7ddcc4d5d97505dbf88727b60b191.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697321.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/572/7d3734ff9b9c96771ab39a8130ee5572/7d3734ff9b9c96771ab39a8130ee5572.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697325.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/cea/0dc1662a44dfd0e9effaab05eec1bcea/0dc1662a44dfd0e9effaab05eec1bcea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697329.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/c0d/81199616d549d31da5d47cfb0cfdac0d/81199616d549d31da5d47cfb0cfdac0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697333.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/59b/2c3ee8c99555aff77f1e9f9fab12859b/2c3ee8c99555aff77f1e9f9fab12859b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697337.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/255/cb2bfe72efaea3dfe34d333abca43255/cb2bfe72efaea3dfe34d333abca43255.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697341.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/f31/7bffa380516c0d3dccdbaa17d4f87f31/7bffa380516c0d3dccdbaa17d4f87f31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697345.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/a96/e81898e4985a73e31e115b98670b9a96/e81898e4985a73e31e115b98670b9a96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697349.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/f34/785ac599e19fe8391cf1f431288d5f34/785ac599e19fe8391cf1f431288d5f34.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697353.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/b79/d83e231f113fae4c52821cbb1df1eb79/d83e231f113fae4c52821cbb1df1eb79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697357.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/58a/b651fb59a06b6108244b660da699958a/b651fb59a06b6108244b660da699958a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697361.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/b1e/743700088e6463764a7367162d053b1e/743700088e6463764a7367162d053b1e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697365.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/266/8f99aa65becbb0fa95bdd428ff086266/8f99aa65becbb0fa95bdd428ff086266.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697369.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/31c/0d2cc1f8be690232e2ed2419b43bb31c/0d2cc1f8be690232e2ed2419b43bb31c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697373.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/a5f/cc411b46479b1ba201039bd8308d7a5f/cc411b46479b1ba201039bd8308d7a5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697377.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/ee5/473877fbf1f4cfa642d5fe5ae5a0eee5/473877fbf1f4cfa642d5fe5ae5a0eee5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697381.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/2ec/25c01b16114dc69021d95c303b3ee2ec/25c01b16114dc69021d95c303b3ee2ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697385.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/f92/f56b6f08025d6d753b64b14606a23f92/f56b6f08025d6d753b64b14606a23f92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697389.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/fe5/c88838f11e5cc5a723d246b1504e2fe5/c88838f11e5cc5a723d246b1504e2fe5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697393.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/9f8/9b06b4a9d357e26acadcfeea57d569f8/9b06b4a9d357e26acadcfeea57d569f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697397.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/cb6/afdf2021c6a11105c54ac7460eb21cb6/afdf2021c6a11105c54ac7460eb21cb6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697401.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/334/629abb52e6e75a1b572967d38589a334/629abb52e6e75a1b572967d38589a334.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697405.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/5dc/417bc7805854c8fc7b7667479abbf5dc/417bc7805854c8fc7b7667479abbf5dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697409.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/c4d/9c511fd0181299241a0431f4430fbc4d/9c511fd0181299241a0431f4430fbc4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697413.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/639/27957ff5c8a798f4f5f828ebaf12e639/27957ff5c8a798f4f5f828ebaf12e639.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697417.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/9bc/0bf3af47adf72f71647fc17dd58959bc/0bf3af47adf72f71647fc17dd58959bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697421.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/c57/706fd1803c84b08364ae73559b9aec57/706fd1803c84b08364ae73559b9aec57.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697425.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/de3/084dbd9285e42c7daafee5a2bf739de3/084dbd9285e42c7daafee5a2bf739de3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697429.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/2e6/4ca5129ad3ef21a2e5098ff3670302e6/4ca5129ad3ef21a2e5098ff3670302e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697433.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/379/f99b61fd032d6c5cdfce0348879d6379/f99b61fd032d6c5cdfce0348879d6379.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697437.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/76e/b9d00b215063ca800f2bbfc16bca776e/b9d00b215063ca800f2bbfc16bca776e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697441.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/32a/ea09d16bf552f08ff6c5370cbf26e32a/ea09d16bf552f08ff6c5370cbf26e32a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697445.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/4cb/50267296c80f2c38c676d2a2179124cb/50267296c80f2c38c676d2a2179124cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697449.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/228/bfad34e2c3f7fdc49f881366284b4228/bfad34e2c3f7fdc49f881366284b4228.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697453.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/fd0/b7508b9936817af628bcb08d15af7fd0/b7508b9936817af628bcb08d15af7fd0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697457.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/28a/5c5c32d0a2572ee26cd78e37942b128a/5c5c32d0a2572ee26cd78e37942b128a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697461.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/aac/2b018ac32552ccd8e861af39e6603aac/2b018ac32552ccd8e861af39e6603aac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697465.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/dad/cfcccb8d8e6daf3c9aa2b50551643dad/cfcccb8d8e6daf3c9aa2b50551643dad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697469.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/ed9/a86d317b85cc72f462cbd7468b1f9ed9/a86d317b85cc72f462cbd7468b1f9ed9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697473.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/c8b/c27139cb8b4604a230bcedbeb80b2c8b/c27139cb8b4604a230bcedbeb80b2c8b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697477.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/ad0/07da967cc9603a985abde7b7e4ca5ad0/07da967cc9603a985abde7b7e4ca5ad0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697481.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/6a4/d654cb4073e8d246b160e271338c56a4/d654cb4073e8d246b160e271338c56a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697485.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/d33/b0fb49024331ee3d32c5f23357662d33/b0fb49024331ee3d32c5f23357662d33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697489.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/4c2/6127089e89a6614f9ad9659c8cb8d4c2/6127089e89a6614f9ad9659c8cb8d4c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697493.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/567/b486bdf721d6ae14619566453572e567/b486bdf721d6ae14619566453572e567.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697497.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/026/e7a00b6958a593c58f1edc9afd445026/e7a00b6958a593c58f1edc9afd445026.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697501.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/2c6/4c5ba0968dfe86453fe7c544fcc452c6/4c5ba0968dfe86453fe7c544fcc452c6.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok + +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [29/Jan/2026:14:30:39 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [29/Jan/2026:14:30:39 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0078 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [29/Jan/2026:14:30:39 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 3324110 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ~~~~~~~^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [29/Jan/2026:14:30:39 +0000] "REPLICATE /sda1/p/a/" 500 710 "-" "-" "-" 0.0018 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [29/Jan/2026:14:30:39 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0021 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0042 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0022 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0037 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0040 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:39 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestContainerController.test_creation +test.unit.container.test_server.TestContainerController.test_creation ... ok +test.unit.container.test_server.TestContainerController.test_delete_auto_create +test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok +test.unit.container.test_server.TestContainerController.test_deleted_headers +test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok + +cont2 DEBUG: Could not load '/tmp/tmpl_f1ulv6/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpl_f1ulv6/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 3324102 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 3324102 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3324102 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3324102 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9c89bd4e53a54b26af588-00697b6f10" "proxy-server 3324102" 0.0012 "-" 3324102 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:55855/sda1/1/a/c" "tx9c89bd4e53a54b26af588-00697b6f10" "container-server 3324102" 0.0011 "-" 3324102 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:34595/sdb1/1/a/c" "tx9c89bd4e53a54b26af588-00697b6f10" "container-server 3324102" 0.0011 "-" 3324102 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9c89bd4e53a54b26af588-00697b6f10" "proxy-server 3324102" 0.0141 "-" 3324102 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9c89bd4e53a54b26af588-00697b6f10" "proxy-server 3324102" 0.0105 "-" 3324102 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/40 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx9c89bd4e53a54b26af588-00697b6f10 - 0.0219 - - 1769697040.796159744 1769697040.818011284 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txad244d944ee7480081076-00697b6f10" "proxy-server 3324102" 0.0012 "-" 3324102 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:34595/sdb1/1/a1/c1" "txad244d944ee7480081076-00697b6f10" "container-server 3324102" 0.0010 "-" 3324102 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55855/sda1/1/a1/c1" "txad244d944ee7480081076-00697b6f10" "container-server 3324102" 0.0010 "-" 3324102 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txad244d944ee7480081076-00697b6f10" "proxy-server 3324102" 0.0123 "-" 3324102 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txad244d944ee7480081076-00697b6f10" "proxy-server 3324102" 0.0088 "-" 3324102 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/40 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txad244d944ee7480081076-00697b6f10 - 0.0202 - - 1769697040.819567680 1769697040.839731455 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx90c137e5bb1c40ca94575-00697b6f10" "proxy-server 3324102" 0.0019 "-" 3324102 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:55855/sda1/2/a/c1" "tx90c137e5bb1c40ca94575-00697b6f10" "container-server 3324102" 0.0010 "-" 3324102 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:34595/sdb1/2/a/c1" "tx90c137e5bb1c40ca94575-00697b6f10" "container-server 3324102" 0.0017 "-" 3324102 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx90c137e5bb1c40ca94575-00697b6f10" "proxy-server 3324102" 0.0086 "-" 3324102 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx90c137e5bb1c40ca94575-00697b6f10" "proxy-server 3324102" 0.0132 "-" 3324102 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/40 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx90c137e5bb1c40ca94575-00697b6f10 - 0.0212 - - 1769697040.841115952 1769697040.862344503 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx97ec2febad3c4c1dade5c-00697b6f10" "proxy-server 3324102" 0.0018 "-" 3324102 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:55855/sda1/1/a/c2" "tx97ec2febad3c4c1dade5c-00697b6f10" "container-server 3324102" 0.0010 "-" 3324102 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:34595/sdb1/1/a/c2" "tx97ec2febad3c4c1dade5c-00697b6f10" "container-server 3324102" 0.0015 "-" 3324102 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx97ec2febad3c4c1dade5c-00697b6f10" "proxy-server 3324102" 0.0083 "-" 3324102 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:40 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx97ec2febad3c4c1dade5c-00697b6f10" "proxy-server 3324102" 0.0131 "-" 3324102 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/40 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx97ec2febad3c4c1dade5c-00697b6f10 - 0.0208 - - 1769697040.863733292 1769697040.884567261 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0989b3512be54b2ab4fc5-00697b6f10) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txfa9f9caf7d854617ad930-00697b6f10) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx724a043af35c4d71a9495-00697b6f10) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx724a043af35c4d71a9495-00697b6f10) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx724a043af35c4d71a9495-00697b6f10) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txf818be4ed79849539a654-00697b6f10) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txf818be4ed79849539a654-00697b6f10) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txf818be4ed79849539a654-00697b6f10) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6e80f2435ab749f3b3743-00697b6f10) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx6e80f2435ab749f3b3743-00697b6f10) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txfe3d7a1b83e047e4947f7-00697b6f10) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txfe3d7a1b83e047e4947f7-00697b6f10) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_server.TestContainerController.test_POST +test.unit.proxy.test_server.TestContainerController.test_POST ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestContainerController.test_list_allowed_methods +test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok +test.unit.container.test_server.TestContainerController.test_listing_with_reserved +test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_log_line_format +test.unit.container.test_server.TestContainerController.test_log_line_format ... ok +test.unit.container.test_server.TestContainerController.test_markers_with_reserved +test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_not_allowed_method +test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok + +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0046 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0038 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0035 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0037 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0043 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0020 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0039 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 3324110 nada +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 3324110 999 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0031 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0013 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0032 "-" 3324110 1 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0010 "-" 3324110 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0012 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0089 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0021 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0037 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0032 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0020 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0021 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0053 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0052 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0031 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 3324110 0test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_server.TestContainerController.test_object_update_with_offset +test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_params_format +test.unit.container.test_server.TestContainerController.test_params_format ... ok +test.unit.container.test_server.TestContainerController.test_params_utf8 +test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_put_auto_create +test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestContainerController.test_serv_reserv +test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txa6b50f474fec407d93da1-00697b6f11) +test INFO: Client disconnected on read of '/a/c' (txn: txa6b50f474fec407d93da1-00697b6f11) +test INFO: Client disconnected on read of '/a/c' (txn: tx511733eec0de4d86ac289-00697b6f11) +test INFO: Client disconnected on read of '/a/c' (txn: tx511733eec0de4d86ac289-00697b6f11) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc3aa3eae66bb4c8890424-00697b6f11) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4852e060fca64542a8862-00697b6f11) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx589f136b393043079ab95-00697b6f11) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx589f136b393043079ab95-00697b6f11) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx589f136b393043079ab95-00697b6f11) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx589f136b393043079ab95-00697b6f11) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txdf66b3031fec4f3fb9268-00697b6f11) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txdf66b3031fec4f3fb9268-00697b6f11) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txdf66b3031fec4f3fb9268-00697b6f11) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txdf66b3031fec4f3fb9268-00697b6f11) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx8fea01faa7114fb9b7938-00697b6f11) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx8fea01faa7114fb9b7938-00697b6f11) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx8fea01faa7114fb9b7938-00697b6f11) +test ERROR: Account HEAD returning 503 for [] (txn: tx8fea01faa7114fb9b7938-00697b6f11) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4c82afb26fdd4230ae2f7-00697b6f11) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx37e9fa8582914c24ae77c-00697b6f11) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx37e9fa8582914c24ae77c-00697b6f11) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58370,8 +49012,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: txea4615cb37f84faba8aa9-00697b6f11) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58380,9 +49022,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +StopIteration (txn: tx56e114f264f341608fffa-00697b6f11) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58391,8 +49032,517 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: txaeb41b881b5e4bdea212f-00697b6f11)test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT +test.unit.proxy.test_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok + +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0031 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0032 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0033 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0005 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0037 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0034 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0031 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0020 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0030 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0019 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0076 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0035 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0003 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:40 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0032 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_through_call +test.unit.container.test_server.TestContainerController.test_through_call ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestContainerController.test_weird_content_types +test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit +test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put +test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_not_found +test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_creation +test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok + +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58401,8 +49551,18 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx6f2707cc44dd455f80777-00697b6f11) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx236cc8f9c4e24b4686da9-00697b6f11) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8b69a8aafcb647e0bcabb-00697b6f11) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx8b69a8aafcb647e0bcabb-00697b6f11) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx4bb38ce457844708ae837-00697b6f11) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx4bb38ce457844708ae837-00697b6f11) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx4bb38ce457844708ae837-00697b6f11) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx4bb38ce457844708ae837-00697b6f11) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58411,11 +49571,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +StopIteration (txn: tx4bb38ce457844708ae837-00697b6f11) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58424,8 +49581,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx4bb38ce457844708ae837-00697b6f11) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58434,8 +49591,128 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: tx4bb38ce457844708ae837-00697b6f11) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx4bb38ce457844708ae837-00697b6f11) +test WARNING: Could not autocreate account '/account' (txn: tx4bb38ce457844708ae837-00697b6f11) +test INFO: autocreate account '/account' (txn: tx570bff3536fd460dbe746-00697b6f11) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txca2edc1eb0314a04adb26-00697b6f11) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txca2edc1eb0314a04adb26-00697b6f11) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: txca2edc1eb0314a04adb26-00697b6f11) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txca2edc1eb0314a04adb26-00697b6f11) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txca2edc1eb0314a04adb26-00697b6f11) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txca2edc1eb0314a04adb26-00697b6f11) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txca2edc1eb0314a04adb26-00697b6f11) +test WARNING: Could not autocreate account '/account' (txn: txca2edc1eb0314a04adb26-00697b6f11) +test INFO: autocreate account '/account' (txn: tx286692eedf414572b6a88-00697b6f11) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6461400fbb634c8eae14e-00697b6f11) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6461400fbb634c8eae14e-00697b6f11) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx6461400fbb634c8eae14e-00697b6f11) +test INFO: autocreate account '/account' (txn: tx1ca4c7a98d264624a3676-00697b6f11) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx33f2b84523474061a5632-00697b6f11) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx33f2b84523474061a5632-00697b6f11) +test INFO: autocreate account '/account' (txn: tx33f2b84523474061a5632-00697b6f11) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx9794ba10165a4fd6b5581-00697b6f11) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9794ba10165a4fd6b5581-00697b6f11) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: txae4de55113904896be147-00697b6f11) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: tx1bd3bb75d1d94728a3bc3-00697b6f11) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok + +test INFO: - - - [29/Jan/2026:14:30:41 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:41 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:41 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:41 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:41 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:41 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3324110 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [29/Jan/2026:14:30:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0058 "-" 3324110 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:30:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3324110 0 +test INFO: - - - [29/Jan/2026:14:30:41 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:41 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3324110 - +test INFO: - - - [29/Jan/2026:14:30:41 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0035 "-" 3324110 0 +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test ERROR: ERROR: Unable to access foo/bar: permission_denied +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpw1mvi3zc/devices/sda1 (pid: 3324110) +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpw1mvi3zc/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697043.00000 +test INFO: Object update sweep completed on /tmp/tmpw1mvi3zc/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpfr9g6c69/devices/sda1 (pid: 3324110) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpfr9g6c69/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697043.00000 +test INFO: Object update sweep completed on /tmp/tmpfr9g6c69/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpl2puz687/devices/sda1 (pid: 3324110) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpl2puz687/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697042.00000 to .shards_a/c_shard_new +test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpl2puz687/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697042.00000 +test INFO: Object update sweep completed on /tmp/tmpl2puz687/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpfcnytdv1/devices/sda1 (pid: 3324110) +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpfcnytdv1/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697042.00000 +test INFO: Object update sweep completed on /tmp/tmpfcnytdv1/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpfcnytdv1/devices/sda1 (pid: 3324110) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpfcnytdv1/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697042.00000 to .shards_a/c_shard_1 +test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmpfcnytdv1/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697042.00000test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok + +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58444,72 +49721,380 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503) +StopIteration (txn: tx34dd5f2eacc84de98703a-00697b6f11) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd01f1fc89bac4d4b85964-00697b6f11) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx65da04d4b5384fbeac29a-00697b6f11) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx885b6e326f864ce6b32c1-00697b6f11) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx74e17518ebb5426baeaeb-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx03c51ee7e34148a9a4daa-00697b6f11) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txa4a1b36ade49456d92298-00697b6f11) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx74e17518ebb5426baeaeb-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx3fb3106c3e8148cb83f58-00697b6f11) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx3fb3106c3e8148cb83f58-00697b6f11) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx3fb3106c3e8148cb83f58-00697b6f11) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txd1bf33c01b004e06a9ece-00697b6f11) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txd1bf33c01b004e06a9ece-00697b6f11) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txd1bf33c01b004e06a9ece-00697b6f11) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txc732fcfb30e74e7f842eb-00697b6f11) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txc732fcfb30e74e7f842eb-00697b6f11) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc732fcfb30e74e7f842eb-00697b6f11) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txc732fcfb30e74e7f842eb-00697b6f11) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx280d37f74a5540abba4ff-00697b6f11) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx280d37f74a5540abba4ff-00697b6f11) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx280d37f74a5540abba4ff-00697b6f11) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx280d37f74a5540abba4ff-00697b6f11)test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697505.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/447/c13f1a633563f9198b9a460e8ff19447/c13f1a633563f9198b9a460e8ff19447.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697509.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/69e/e90a2659bf4d1d5680e50029ba9bf69e/e90a2659bf4d1d5680e50029ba9bf69e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697513.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/7d1/f698db5aac894089a56e53658cacd7d1/f698db5aac894089a56e53658cacd7d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697517.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/cbd/82be887107c61f5fe45850e8b2070cbd/82be887107c61f5fe45850e8b2070cbd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697521.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/580/93dab7432cd6af025cf299e0ac30b580/93dab7432cd6af025cf299e0ac30b580.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697525.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/d2b/36a34ea3d2a0fa1aea2900327110dd2b/36a34ea3d2a0fa1aea2900327110dd2b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697529.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/0e6/c43927e86dc44aa750b07c8126d520e6/c43927e86dc44aa750b07c8126d520e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697533.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/2c0/1a1f4716c9272b60a25c5ba2d4f142c0/1a1f4716c9272b60a25c5ba2d4f142c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697537.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/857/cbca31cc1d5ded119034bf3a003db857/cbca31cc1d5ded119034bf3a003db857.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697541.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/3d5/5008912a2edc9f0b26d916cb887d53d5/5008912a2edc9f0b26d916cb887d53d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697545.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/983/13ce09ceebd3ac2c4047f89314f02983/13ce09ceebd3ac2c4047f89314f02983.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697549.00000-0, db: /tmp/tmpc_sel3ac/sda/containers/0/1c4/6f7143e9f62739ba5d6a565ae82de1c4/6f7143e9f62739ba5d6a565ae82de1c4.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpisoj9zqr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697041.00000.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpisoj9zqr/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697041.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697044.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/515/9857e1cfc7f2576e3c3eee2db706f515/9857e1cfc7f2576e3c3eee2db706f515_1769697044.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697044.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/515/9857e1cfc7f2576e3c3eee2db706f515/9857e1cfc7f2576e3c3eee2db706f515_1769697044.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697047.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/041/189b23a64d3e608e83933f16eb09b041/189b23a64d3e608e83933f16eb09b041_1769697047.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697047.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/041/189b23a64d3e608e83933f16eb09b041/189b23a64d3e608e83933f16eb09b041_1769697047.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697050.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/927/dad93324f88344f974d131954d981927/dad93324f88344f974d131954d981927_1769697050.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697050.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/927/dad93324f88344f974d131954d981927/dad93324f88344f974d131954d981927_1769697050.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697053.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/8d0/ab9e854f08c5d04be00fe79e722b78d0/ab9e854f08c5d04be00fe79e722b78d0_1769697053.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697053.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/8d0/ab9e854f08c5d04be00fe79e722b78d0/ab9e854f08c5d04be00fe79e722b78d0_1769697053.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697056.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/58d/2fbd916976e1ea8ce9f0655c8c9f558d/2fbd916976e1ea8ce9f0655c8c9f558d_1769697056.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697056.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/58d/2fbd916976e1ea8ce9f0655c8c9f558d/2fbd916976e1ea8ce9f0655c8c9f558d_1769697056.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697059.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/ba7/42b010107bca74322e927c09a458bba7/42b010107bca74322e927c09a458bba7_1769697059.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697059.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/ba7/42b010107bca74322e927c09a458bba7/42b010107bca74322e927c09a458bba7_1769697059.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697062.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/12f/64ba19c5edcd27d9757ee8676099412f/64ba19c5edcd27d9757ee8676099412f_1769697062.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697062.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/12f/64ba19c5edcd27d9757ee8676099412f/64ba19c5edcd27d9757ee8676099412f_1769697062.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697065.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/02a/d60d417ad3fea8b14aa4b18fe226d02a/d60d417ad3fea8b14aa4b18fe226d02a_1769697065.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697065.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/02a/d60d417ad3fea8b14aa4b18fe226d02a/d60d417ad3fea8b14aa4b18fe226d02a_1769697065.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697068.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/3d5/1563c4b43146efbbc7b4d21f74ee13d5/1563c4b43146efbbc7b4d21f74ee13d5_1769697068.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697068.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/3d5/1563c4b43146efbbc7b4d21f74ee13d5/1563c4b43146efbbc7b4d21f74ee13d5_1769697068.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697071.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/1b0/d6f600cf7d2a40ed7b9842c4c174e1b0/d6f600cf7d2a40ed7b9842c4c174e1b0_1769697071.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697071.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/1b0/d6f600cf7d2a40ed7b9842c4c174e1b0/d6f600cf7d2a40ed7b9842c4c174e1b0_1769697071.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697074.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/b72/03acbb34444ee4de986188c7b1401b72/03acbb34444ee4de986188c7b1401b72_1769697074.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697074.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/b72/03acbb34444ee4de986188c7b1401b72/03acbb34444ee4de986188c7b1401b72_1769697074.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697077.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/323/15b85fa2836ca068c58327103126c323/15b85fa2836ca068c58327103126c323_1769697077.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697077.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/323/15b85fa2836ca068c58327103126c323/15b85fa2836ca068c58327103126c323_1769697077.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697080.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/66b/61e64ee8c9015870a0fc36d40319766b/61e64ee8c9015870a0fc36d40319766b_1769697080.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697080.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/66b/61e64ee8c9015870a0fc36d40319766b/61e64ee8c9015870a0fc36d40319766b_1769697080.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697083.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/f89/a95fc746828e998d8e9711ae9e1f2f89/a95fc746828e998d8e9711ae9e1f2f89_1769697083.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697083.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/f89/a95fc746828e998d8e9711ae9e1f2f89/a95fc746828e998d8e9711ae9e1f2f89_1769697083.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697086.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/1a3/984c0e32d879dc83bf2b4610e44041a3/984c0e32d879dc83bf2b4610e44041a3_1769697086.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697086.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/1a3/984c0e32d879dc83bf2b4610e44041a3/984c0e32d879dc83bf2b4610e44041a3_1769697086.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697089.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/7bf/fe7f391cba18d300cff2dcd4a9e357bf/fe7f391cba18d300cff2dcd4a9e357bf_1769697089.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697089.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/7bf/fe7f391cba18d300cff2dcd4a9e357bf/fe7f391cba18d300cff2dcd4a9e357bf_1769697089.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697092.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/bb7/d65b24f73934a390d20088baf944bbb7/d65b24f73934a390d20088baf944bbb7_1769697092.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697092.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/bb7/d65b24f73934a390d20088baf944bbb7/d65b24f73934a390d20088baf944bbb7_1769697092.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697095.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/7d8/3f2765df24836c705d8964ee11f6a7d8/3f2765df24836c705d8964ee11f6a7d8_1769697095.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697095.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/7d8/3f2765df24836c705d8964ee11f6a7d8/3f2765df24836c705d8964ee11f6a7d8_1769697095.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697098.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/6b1/c98dd9d9f3363bbaba452a61d36486b1/c98dd9d9f3363bbaba452a61d36486b1_1769697098.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697098.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/6b1/c98dd9d9f3363bbaba452a61d36486b1/c98dd9d9f3363bbaba452a61d36486b1_1769697098.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697101.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/c92/7502b29791938b791cedf154bec16c92/7502b29791938b791cedf154bec16c92_1769697101.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697101.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/c92/7502b29791938b791cedf154bec16c92/7502b29791938b791cedf154bec16c92_1769697101.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697104.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/c72/e971c500d970534e2975e22892eb8c72/e971c500d970534e2975e22892eb8c72_1769697104.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697104.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/c72/e971c500d970534e2975e22892eb8c72/e971c500d970534e2975e22892eb8c72_1769697104.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697107.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/4f8/606a0ffbbcc15ba2dc71ff3313e6d4f8/606a0ffbbcc15ba2dc71ff3313e6d4f8_1769697107.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697107.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/4f8/606a0ffbbcc15ba2dc71ff3313e6d4f8/606a0ffbbcc15ba2dc71ff3313e6d4f8_1769697107.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697110.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/c45/ab289ce2c12ecee2bf396103a2844c45/ab289ce2c12ecee2bf396103a2844c45_1769697110.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697110.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/c45/ab289ce2c12ecee2bf396103a2844c45/ab289ce2c12ecee2bf396103a2844c45_1769697110.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697113.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2_1769697113.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697113.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2_1769697113.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697116.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/bbe/e106ec274a4cf8ab990dadfd58ce2bbe/e106ec274a4cf8ab990dadfd58ce2bbe_1769697116.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697116.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/bbe/e106ec274a4cf8ab990dadfd58ce2bbe/e106ec274a4cf8ab990dadfd58ce2bbe_1769697116.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697119.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/60e/87a257bbdd6c82540d87e23581acf60e/87a257bbdd6c82540d87e23581acf60e_1769697119.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697119.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/60e/87a257bbdd6c82540d87e23581acf60e/87a257bbdd6c82540d87e23581acf60e_1769697119.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697122.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/52e/f422c8353cb202863bec108f5223a52e/f422c8353cb202863bec108f5223a52e_1769697122.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697122.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/52e/f422c8353cb202863bec108f5223a52e/f422c8353cb202863bec108f5223a52e_1769697122.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697125.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/66b/06ba1aabebf5bc06be0862260007a66b/06ba1aabebf5bc06be0862260007a66b_1769697125.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697125.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/66b/06ba1aabebf5bc06be0862260007a66b/06ba1aabebf5bc06be0862260007a66b_1769697125.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697128.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/119/b6e3ea560ec92ccbc47b31dcfced8119/b6e3ea560ec92ccbc47b31dcfced8119_1769697128.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697128.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/119/b6e3ea560ec92ccbc47b31dcfced8119/b6e3ea560ec92ccbc47b31dcfced8119_1769697128.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697131.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/6e7/d4a056943bb2a361c17bd3caf39276e7/d4a056943bb2a361c17bd3caf39276e7_1769697131.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697131.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/6e7/d4a056943bb2a361c17bd3caf39276e7/d4a056943bb2a361c17bd3caf39276e7_1769697131.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697134.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/8eb/86d08cc40b396c4d8d52c4eebf3db8eb/86d08cc40b396c4d8d52c4eebf3db8eb_1769697134.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697134.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/8eb/86d08cc40b396c4d8d52c4eebf3db8eb/86d08cc40b396c4d8d52c4eebf3db8eb_1769697134.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697137.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/193/db83b001dc8941f6d0cfe84de4075193/db83b001dc8941f6d0cfe84de4075193_1769697137.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697137.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/193/db83b001dc8941f6d0cfe84de4075193/db83b001dc8941f6d0cfe84de4075193_1769697137.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697140.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/ad1/1fb3ee6d83dd251ab56e616959796ad1/1fb3ee6d83dd251ab56e616959796ad1_1769697140.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697140.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/ad1/1fb3ee6d83dd251ab56e616959796ad1/1fb3ee6d83dd251ab56e616959796ad1_1769697140.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697143.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/d36/4706ff5690fcfbdeb27711eeeddc4d36/4706ff5690fcfbdeb27711eeeddc4d36_1769697143.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697143.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/d36/4706ff5690fcfbdeb27711eeeddc4d36/4706ff5690fcfbdeb27711eeeddc4d36_1769697143.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697146.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/c77/58f9e78ecdcd176b98d4a4b0da0e0c77/58f9e78ecdcd176b98d4a4b0da0e0c77_1769697146.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697146.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/c77/58f9e78ecdcd176b98d4a4b0da0e0c77/58f9e78ecdcd176b98d4a4b0da0e0c77_1769697146.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697149.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/22d/54d19544359bddf5b196f932f1f2c22d/54d19544359bddf5b196f932f1f2c22d_1769697149.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697149.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/22d/54d19544359bddf5b196f932f1f2c22d/54d19544359bddf5b196f932f1f2c22d_1769697149.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697152.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/0b8/c7c6db2bcc6eff50c6b056a8730280b8/c7c6db2bcc6eff50c6b056a8730280b8_1769697152.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697152.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/0b8/c7c6db2bcc6eff50c6b056a8730280b8/c7c6db2bcc6eff50c6b056a8730280b8_1769697152.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697155.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/124/26bb5fc427555f938deb27e7aea2d124/26bb5fc427555f938deb27e7aea2d124_1769697155.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697155.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/124/26bb5fc427555f938deb27e7aea2d124/26bb5fc427555f938deb27e7aea2d124_1769697155.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697158.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/77e/3527757288eb5e85added56cc681077e/3527757288eb5e85added56cc681077e_1769697158.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697158.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/77e/3527757288eb5e85added56cc681077e/3527757288eb5e85added56cc681077e_1769697158.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697161.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/6a3/5245077fc252fc84d03c0691be4b26a3/5245077fc252fc84d03c0691be4b26a3_1769697161.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697161.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/6a3/5245077fc252fc84d03c0691be4b26a3/5245077fc252fc84d03c0691be4b26a3_1769697161.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697164.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/438/b035ff09eb9ed1bcc3bd4bf01dcf8438/b035ff09eb9ed1bcc3bd4bf01dcf8438_1769697164.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697164.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/438/b035ff09eb9ed1bcc3bd4bf01dcf8438/b035ff09eb9ed1bcc3bd4bf01dcf8438_1769697164.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697167.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/b19/dca551a10ac6e749241aba51abcd8b19/dca551a10ac6e749241aba51abcd8b19_1769697167.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697167.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/b19/dca551a10ac6e749241aba51abcd8b19/dca551a10ac6e749241aba51abcd8b19_1769697167.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697170.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/462/f2f55753884938d525c007452cb3f462/f2f55753884938d525c007452cb3f462_1769697170.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697170.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/462/f2f55753884938d525c007452cb3f462/f2f55753884938d525c007452cb3f462_1769697170.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697173.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/615/de6a0825e72b8fce2b560f5e82b41615/de6a0825e72b8fce2b560f5e82b41615_1769697173.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697173.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/615/de6a0825e72b8fce2b560f5e82b41615/de6a0825e72b8fce2b560f5e82b41615_1769697173.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697176.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/1b7/d7702d169008575b58092ccb98dbd1b7/d7702d169008575b58092ccb98dbd1b7_1769697176.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697176.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/1b7/d7702d169008575b58092ccb98dbd1b7/d7702d169008575b58092ccb98dbd1b7_1769697176.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697179.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/3bc/e944132fcb11e17eee0e208c71a303bc/e944132fcb11e17eee0e208c71a303bc_1769697179.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697179.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/3bc/e944132fcb11e17eee0e208c71a303bc/e944132fcb11e17eee0e208c71a303bc_1769697179.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697182.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/6f9/92b24b55bc2af66a311e6381393cb6f9/92b24b55bc2af66a311e6381393cb6f9_1769697182.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697182.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/6f9/92b24b55bc2af66a311e6381393cb6f9/92b24b55bc2af66a311e6381393cb6f9_1769697182.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697185.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/0ff/8e69e0bca75eb8748a6fb1d0278000ff/8e69e0bca75eb8748a6fb1d0278000ff_1769697185.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697185.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/0ff/8e69e0bca75eb8748a6fb1d0278000ff/8e69e0bca75eb8748a6fb1d0278000ff_1769697185.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697188.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/cb5/029eaf5bc5dd675bf494c46bfb76dcb5/029eaf5bc5dd675bf494c46bfb76dcb5_1769697188.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697188.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/cb5/029eaf5bc5dd675bf494c46bfb76dcb5/029eaf5bc5dd675bf494c46bfb76dcb5_1769697188.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697191.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/445/8b35cde105b76198adce6c22ca4e9445/8b35cde105b76198adce6c22ca4e9445_1769697191.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697191.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/445/8b35cde105b76198adce6c22ca4e9445/8b35cde105b76198adce6c22ca4e9445_1769697191.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697194.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/2a7/3954b60ac79959f1b8a67bb3bbfee2a7/3954b60ac79959f1b8a67bb3bbfee2a7_1769697194.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697194.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/2a7/3954b60ac79959f1b8a67bb3bbfee2a7/3954b60ac79959f1b8a67bb3bbfee2a7_1769697194.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697197.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/724/7fb1ba61044a53b9a3f6b968bb1a8724/7fb1ba61044a53b9a3f6b968bb1a8724_1769697197.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697197.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/724/7fb1ba61044a53b9a3f6b968bb1a8724/7fb1ba61044a53b9a3f6b968bb1a8724_1769697197.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697200.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/17a/14fbde0ca9245cea3b6bf403d501717a/14fbde0ca9245cea3b6bf403d501717a_1769697200.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697200.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/17a/14fbde0ca9245cea3b6bf403d501717a/14fbde0ca9245cea3b6bf403d501717a_1769697200.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697203.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/4b8/1931cb0feb69ff8f2b4768e9ce8a54b8/1931cb0feb69ff8f2b4768e9ce8a54b8_1769697203.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697203.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/4b8/1931cb0feb69ff8f2b4768e9ce8a54b8/1931cb0feb69ff8f2b4768e9ce8a54b8_1769697203.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697206.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/c7f/284d12750d81fe006d9c03702657ac7f/284d12750d81fe006d9c03702657ac7f_1769697206.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697206.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/c7f/284d12750d81fe006d9c03702657ac7f/284d12750d81fe006d9c03702657ac7f_1769697206.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697209.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/9af/fe2f8d77e111c579b67899a4d5a189af/fe2f8d77e111c579b67899a4d5a189af_1769697209.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697209.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/9af/fe2f8d77e111c579b67899a4d5a189af/fe2f8d77e111c579b67899a4d5a189af_1769697209.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697212.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/8d7/389de10757afe0846c142515ea35a8d7/389de10757afe0846c142515ea35a8d7_1769697212.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697212.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/8d7/389de10757afe0846c142515ea35a8d7/389de10757afe0846c142515ea35a8d7_1769697212.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697215.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/da1/85e023419871cb333fe2bd2e86e95da1/85e023419871cb333fe2bd2e86e95da1_1769697215.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok + +test INFO: Object update sweep completed on /tmp/tmpfcnytdv1/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpug7n78bp/devices/sda1 (pid: 3324110) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmpug7n78bp/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697042.00000 to .shards_a/c_shard_new +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmpug7n78bp/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697042.00000 to .shards_a/c_shard_newer +test INFO: Object update sweep completed on /tmp/tmpug7n78bp/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpug7n78bp/devices/sda1 (pid: 3324110) +test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmpug7n78bp/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697042.00000 +test INFO: Object update sweep completed on /tmp/tmpug7n78bp/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpmdox825r/devices/sda1 (pid: 3324110) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpmdox825r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697042.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpmdox825r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697042.00000 to .shards_a/c_shard_2 +test INFO: Object update sweep completed on /tmp/tmpmdox825r/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpmdox825r/devices/sda1 (pid: 3324110) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpmdox825r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697042.00000 to None +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpmdox825r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697042.00000 to .shards_a/c_shard_3 +test INFO: Object update sweep completed on /tmp/tmpmdox825r/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpmdox825r/devices/sda1 (pid: 3324110) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpmdox825r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697042.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpmdox825r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697042.00000 to None +test INFO: Object update sweep completed on /tmp/tmpmdox825r/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpmdox825r/devices/sda1 (pid: 3324110) +test DEBUG: Update sent for /a/c/o /tmp/tmpmdox825r/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697042.00000 +test INFO: Object update sweep completed on /tmp/tmpmdox825r/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpeej9an98/devices/sda1 (pid: 3324110) +test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmpeej9an98/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697043.00000 +test INFO: Object update sweep completed on /tmp/tmpeej9an98/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon'test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx6bb012650a5f4803804ac-00697b6f11) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx2b7e3da4673a4fc585697-00697b6f11) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx2b7e3da4673a4fc585697-00697b6f11) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -58517,56 +50102,3483 @@ self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx2b7e3da4673a4fc585697-00697b6f11) +test ERROR: Account HEAD returning 503 for [] (txn: tx2b7e3da4673a4fc585697-00697b6f11) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx1972be868eba4d89bead6-00697b6f11) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx1972be868eba4d89bead6-00697b6f11) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx1972be868eba4d89bead6-00697b6f11) +test ERROR: Account HEAD returning 503 for [] (txn: tx1972be868eba4d89bead6-00697b6f11) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txd866427dc50d492cb43e7-00697b6f11) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx6075875ae19147a7929f7-00697b6f11) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx6075875ae19147a7929f7-00697b6f11) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6075875ae19147a7929f7-00697b6f11) +test ERROR: Account HEAD returning 503 for [] (txn: tx6075875ae19147a7929f7-00697b6f11) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd5fa8593c8cb4469af6dd-00697b6f11) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd5fa8593c8cb4469af6dd-00697b6f11) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd5fa8593c8cb4469af6dd-00697b6f11) +test ERROR: Account HEAD returning 503 for [] (txn: txd5fa8593c8cb4469af6dd-00697b6f11) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txdedadfff1a564beea6cf1-00697b6f11) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok + +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpeej9an98/devices/sda1 (pid: 3324110) +test DEBUG: Update sent for /a/c/o /tmp/tmpeej9an98/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697044.00000 +test INFO: Object update sweep completed on /tmp/tmpeej9an98/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpeej9an98/devices/sda1 (pid: 3324110) +test DEBUG: Update sent for /a/c/o /tmp/tmpeej9an98/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697045.00000 +test INFO: Object update sweep completed on /tmp/tmpeej9an98/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpeej9an98/devices/sda1 (pid: 3324110) +test DEBUG: Update sent for /a/c/o /tmp/tmpeej9an98/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697046.00000 +test INFO: Object update sweep completed on /tmp/tmpeej9an98/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpeej9an98/devices/sda1 (pid: 3324110) +test DEBUG: Update sent for /a/c/o /tmp/tmpeej9an98/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697047.00000 +test INFO: Object update sweep completed on /tmp/tmpeej9an98/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpeej9an98/devices/sda1 (pid: 3324110) +test DEBUG: Update sent for /a/c/o /tmp/tmpeej9an98/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697048.00000 +test INFO: Object update sweep completed on /tmp/tmpeej9an98/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpjf6hh41b/devices/sda1 (pid: 3324110) +test DEBUG: Update sent for /a/c/o /tmp/tmpjf6hh41b/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697043.00000 +test INFO: Object update sweep completed on /tmp/tmpjf6hh41b/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweeptest.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok + +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx316a8b5d1cd2444b96bea-00697b6f11) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx316a8b5d1cd2444b96bea-00697b6f11) +test INFO: Client disconnected on read of '/a/c' (txn: tx316a8b5d1cd2444b96bea-00697b6f11) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0e1ce50a17f0468483a6b-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx2d3e5872c25b472b9ee9f-00697b6f11) +test INFO: Client disconnected on read of '/a/c' (txn: tx2d3e5872c25b472b9ee9f-00697b6f11) +test INFO: Client disconnected on read of '/a/c/' (txn: tx2d3e5872c25b472b9ee9f-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx940f77993fdc442f940a2-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx940f77993fdc442f940a2-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx940f77993fdc442f940a2-00697b6f11) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx940f77993fdc442f940a2-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx485ebfd28e3945ceb9907-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx485ebfd28e3945ceb9907-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx485ebfd28e3945ceb9907-00697b6f11) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx485ebfd28e3945ceb9907-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8f202a87ed504ad39534d-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8f202a87ed504ad39534d-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8f202a87ed504ad39534d-00697b6f11) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8f202a87ed504ad39534d-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx6cfaf2e213044a40b5445-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx6cfaf2e213044a40b5445-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx6cfaf2e213044a40b5445-00697b6f11) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx6cfaf2e213044a40b5445-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1e7d5e29d957498bae28b-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1e7d5e29d957498bae28b-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1e7d5e29d957498bae28b-00697b6f11) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1e7d5e29d957498bae28b-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txf53cf349ec3648bca1e33-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txf53cf349ec3648bca1e33-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txf53cf349ec3648bca1e33-00697b6f11) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txf53cf349ec3648bca1e33-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa1400ae1f8724e71b8e7b-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa1400ae1f8724e71b8e7b-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa1400ae1f8724e71b8e7b-00697b6f11) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa1400ae1f8724e71b8e7b-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txa4db54fc75f843fb99f47-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txa4db54fc75f843fb99f47-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txa4db54fc75f843fb99f47-00697b6f11) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa4db54fc75f843fb99f47-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4cf7927d8f79469594726-00697b6f11) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx4cf7927d8f79469594726-00697b6f11) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4cf7927d8f79469594726-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4cf7927d8f79469594726-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4cf7927d8f79469594726-00697b6f11) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx4cf7927d8f79469594726-00697b6f11) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd481b668a33748ae913b0-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txd481b668a33748ae913b0-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txd481b668a33748ae913b0-00697b6f11) +test ERROR: Container GET returning 503 for [503, 503] (txn: txd481b668a33748ae913b0-00697b6f11) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx98c278bf65134f9dbd549-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx98c278bf65134f9dbd549-00697b6f11) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx98c278bf65134f9dbd549-00697b6f11) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx98c278bf65134f9dbd549-00697b6f11) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx98c278bf65134f9dbd549-00697b6f11) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx98c278bf65134f9dbd549-00697b6f11) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx98c278bf65134f9dbd549-00697b6f11) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx98c278bf65134f9dbd549-00697b6f11) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbdcb93903eb6417d9ab34-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txbdcb93903eb6417d9ab34-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txbdcb93903eb6417d9ab34-00697b6f12) +test ERROR: Container GET returning 503 for [] (txn: txbdcb93903eb6417d9ab34-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx52575b2e099944e5b5ed6-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx52575b2e099944e5b5ed6-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx52575b2e099944e5b5ed6-00697b6f12) +test ERROR: Container GET returning 503 for [] (txn: tx52575b2e099944e5b5ed6-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9905cb2ae085468ab0db3-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9905cb2ae085468ab0db3-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9905cb2ae085468ab0db3-00697b6f12) +test ERROR: Container GET returning 503 for [] (txn: tx9905cb2ae085468ab0db3-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx999f26055c8f431cbf6e0-00697b6f12)test.unit.proxy.test_server.TestContainerController.test_error_limiting +test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok + +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa67cc076db594a27b1eb1-00697b6f11) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa67cc076db594a27b1eb1-00697b6f11) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa67cc076db594a27b1eb1-00697b6f11) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa67cc076db594a27b1eb1-00697b6f11) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa67cc076db594a27b1eb1-00697b6f11) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa67cc076db594a27b1eb1-00697b6f11) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: txa67cc076db594a27b1eb1-00697b6f11) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txa67cc076db594a27b1eb1-00697b6f11) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3481c800eea7441693229-00697b6f11) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3481c800eea7441693229-00697b6f11) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3481c800eea7441693229-00697b6f11) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3481c800eea7441693229-00697b6f11) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3481c800eea7441693229-00697b6f11) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3481c800eea7441693229-00697b6f11) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx3481c800eea7441693229-00697b6f11) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx3481c800eea7441693229-00697b6f11) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx3481c800eea7441693229-00697b6f11) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx3481c800eea7441693229-00697b6f11) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx3481c800eea7441693229-00697b6f11) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx3481c800eea7441693229-00697b6f11) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx3481c800eea7441693229-00697b6f11) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx3481c800eea7441693229-00697b6f11) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx3481c800eea7441693229-00697b6f11) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx30ac6f0d2ab74466b8bbb-00697b6f12) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx30ac6f0d2ab74466b8bbb-00697b6f12) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx30ac6f0d2ab74466b8bbb-00697b6f12) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx30ac6f0d2ab74466b8bbb-00697b6f12) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx30ac6f0d2ab74466b8bbb-00697b6f12) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx30ac6f0d2ab74466b8bbb-00697b6f12) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx30ac6f0d2ab74466b8bbb-00697b6f12) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx30ac6f0d2ab74466b8bbb-00697b6f12) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx30ac6f0d2ab74466b8bbb-00697b6f12) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx30ac6f0d2ab74466b8bbb-00697b6f12) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx30ac6f0d2ab74466b8bbb-00697b6f12) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx30ac6f0d2ab74466b8bbb-00697b6f12) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx30ac6f0d2ab74466b8bbb-00697b6f12) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx30ac6f0d2ab74466b8bbb-00697b6f12) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx30ac6f0d2ab74466b8bbb-00697b6f12) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx30ac6f0d2ab74466b8bbb-00697b6f12) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx30ac6f0d2ab74466b8bbb-00697b6f12) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx30ac6f0d2ab74466b8bbb-00697b6f12) +test DEBUG: Setting object count to 1058 (txn: tx30ac6f0d2ab74466b8bbb-00697b6f12) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx78e12d15807748589eaa9-00697b6f13) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx78e12d15807748589eaa9-00697b6f13) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx78e12d15807748589eaa9-00697b6f13) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx78e12d15807748589eaa9-00697b6f13) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx78e12d15807748589eaa9-00697b6f13) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx78e12d15807748589eaa9-00697b6f13) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx78e12d15807748589eaa9-00697b6f13)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok + +test INFO: Object update sweep starting on /tmp/tmpjf6hh41b/devices/sda1 (pid: 3324110) +test DEBUG: Update sent for /a/c/o /tmp/tmpjf6hh41b/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697045.00000 +test INFO: Object update sweep completed on /tmp/tmpjf6hh41b/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp40krg6ol/devices/sda1 (pid: 3324110) +test ERROR: ERROR Pickle problem, quarantining /tmp/tmp40krg6ol/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697042.00000: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/updater.py", line 431, in _load_update + return pickle.load(open(update_path, 'rb')) + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ +_pickle.UnpicklingError: invalid load key, '\xff'. +test INFO: Object update sweep completed on /tmp/tmp40krg6ol/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmphq695bf2/devices/sda1 (pid: 3324110) +test DEBUG: Update sent for /a/c1/o00 /tmp/tmphq695bf2/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769697042.66137 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmphq695bf2/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1769697042.66202 +test INFO: Object update sweep completed on /tmp/tmphq695bf2/devices/sda1 in 0.20s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.20s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp4bfdg3xs/devices/sda1 (pid: 3324110) +test DEBUG: Update sent for /a/c1/o00 /tmp/tmp4bfdg3xs/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769697042.86835 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmp4bfdg3xs/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769697042.86859 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmp4bfdg3xs/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769697042.86847 +test INFO: Object update sweep completed on /tmp/tmp4bfdg3xs/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpcjt98n4y/devices/sda1 (pid: 3324110) +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpcjt98n4y/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769697042.97293 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpcjt98n4y/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769697042.97309 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpcjt98n4y/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769697042.97304 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpcjt98n4y/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1769697042.97317 +test INFO: Object update sweep completed on /tmp/tmpcjt98n4y/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmptp6ano93/devices/sda1 (pid: 3324110) +test DEBUG: Update sent for /a/c1/o00 /tmp/tmptp6ano93/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769697042.97737 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmptp6ano93/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769697042.97755 +test INFO: Object update sweep completed on /tmp/tmptp6ano93/devices/sda1 in 0.11s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.11s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpnf3jixiy/devices/sda1 (pid: 3324110) +test DEBUG: Update sent for /a/c1/o05 /tmp/tmpnf3jixiy/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1769697043.08616 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmpnf3jixiy/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1769697043.08620 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpnf3jixiy/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769697043.08605 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpnf3jixiy/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769697043.08588 +test DEBUG: Update sent for /a/c1/o09 /tmp/tmpnf3jixiy/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1769697043.08630 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpnf3jixiy/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769697043.08597 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpnf3jixiy/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1769697043.08612 +test DEBUG: Update sent for /a/c1/o08 /tmp/tmpnf3jixiy/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1769697043.08627 +test DEBUG: Update sent for /a/c1/o07 /tmp/tmpnf3jixiy/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1769697043.08623 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpnf3jixiy/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769697043.08601 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpnf3jixiy/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1769697043.08654 +test INFO: Object update sweep completed on /tmp/tmpnf3jixiy/devices/sda1 in 0.21s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.21s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpom68mbb8/devices/sda1 (pid: 3324110) +test DEBUG: Update sent for /a/c1/o05 /tmp/tmpom68mbb8/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1769697043.29586 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpom68mbb8/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769697043.29551test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once +test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok + +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx999f26055c8f431cbf6e0-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx999f26055c8f431cbf6e0-00697b6f12) +test ERROR: Container GET returning 503 for [] (txn: tx999f26055c8f431cbf6e0-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx572e8d0a7e164645b5ae1-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx572e8d0a7e164645b5ae1-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx572e8d0a7e164645b5ae1-00697b6f12) +test ERROR: Container GET returning 503 for [] (txn: tx572e8d0a7e164645b5ae1-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe6437b965a704fad88575-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe6437b965a704fad88575-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe6437b965a704fad88575-00697b6f12) +test ERROR: Container GET returning 503 for [] (txn: txe6437b965a704fad88575-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3689890b0efb470eb2865-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3689890b0efb470eb2865-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3689890b0efb470eb2865-00697b6f12) +test ERROR: Container GET returning 503 for [] (txn: tx3689890b0efb470eb2865-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5c0735dc12284d54bdeca-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5c0735dc12284d54bdeca-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5c0735dc12284d54bdeca-00697b6f12) +test ERROR: Container GET returning 503 for [] (txn: tx5c0735dc12284d54bdeca-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0a5a58455f914c51b1246-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0a5a58455f914c51b1246-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0a5a58455f914c51b1246-00697b6f12) +test ERROR: Container GET returning 503 for [] (txn: tx0a5a58455f914c51b1246-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx645711d57de24531bac17-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx645711d57de24531bac17-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx645711d57de24531bac17-00697b6f12) +test ERROR: Container GET returning 503 for [] (txn: tx645711d57de24531bac17-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txceaf9e3bbedd473b920cf-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txceaf9e3bbedd473b920cf-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txceaf9e3bbedd473b920cf-00697b6f12) +test ERROR: Container GET returning 503 for [] (txn: txceaf9e3bbedd473b920cf-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb3ccc7ca700d4410a125d-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb3ccc7ca700d4410a125d-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb3ccc7ca700d4410a125d-00697b6f12) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txb3ccc7ca700d4410a125d-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1ed42dfd55de45df806a2-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1ed42dfd55de45df806a2-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1ed42dfd55de45df806a2-00697b6f12) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx1ed42dfd55de45df806a2-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2c2c74170e28480395f26-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2c2c74170e28480395f26-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2c2c74170e28480395f26-00697b6f12) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2c2c74170e28480395f26-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3caa334dc6ed495493ab4-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3caa334dc6ed495493ab4-00697b6f12) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3caa334dc6ed495493ab4-00697b6f12) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx3caa334dc6ed495493ab4-00697b6f12) +test INFO: Client disconnected on read of '/a/c' (txn: txd0932f630cfe420ebf587-00697b6f12) +test INFO: Client disconnected on read of '/a/c/' (txn: txd0932f630cfe420ebf587-00697b6f12) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txf4351b8b4310472389099-00697b6f12) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txf4351b8b4310472389099-00697b6f12) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txf4351b8b4310472389099-00697b6f12) +test ERROR: Account HEAD returning 503 for [] (txn: txf4351b8b4310472389099-00697b6f12) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txd778fd18725f40f9a93f1-00697b6f12) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txd778fd18725f40f9a93f1-00697b6f12) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txd778fd18725f40f9a93f1-00697b6f12) +test ERROR: Account HEAD returning 503 for [] (txn: txd778fd18725f40f9a93f1-00697b6f12) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok +test.unit.test_locale.test_locale.TestTranslations.test_translations +test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok + +test INFO: Client disconnected on read of '/a/c' (txn: tx9d5b380f297847b8a02d9-00697b6f12) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx0ea5e65c971c4baa9028d-00697b6f12) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx7d12578d0f0b4cb895354-00697b6f12) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok + +test DEBUG: Update sent for /a/c1/o06 /tmp/tmpom68mbb8/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1769697043.29592 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpom68mbb8/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769697043.29570 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpom68mbb8/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769697043.29564 +test INFO: Object update sweep completed on /tmp/tmpom68mbb8/devices/sda1 in 0.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpweqe41ch/devices/sda1 (pid: 3324110) +test INFO: Object update sweep completed on /tmp/tmpweqe41ch/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpweqe41ch/devices/sda1 (pid: 3324110) +test INFO: Object update sweep completed on /tmp/tmpweqe41ch/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpweqe41ch/devices/sda1 (pid: 3324110) +test INFO: Object update sweep completed on /tmp/tmpweqe41ch/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpweqe41ch/devices/sda1 (pid: 3324110) +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test DEBUG: Update failed for /a/c/o /tmp/tmpweqe41ch/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697043.31003 +test INFO: Object update sweep completed on /tmp/tmpweqe41ch/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpweqe41ch/devices/sda1 (pid: 3324110) +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:46773/sda1 +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:46773/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpweqe41ch/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697043.31003 +test INFO: Object update sweep completed on /tmp/tmpweqe41ch/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpweqe41ch/devices/sda1 (pid: 3324110) +test DEBUG: Error code 404 is returned from remote server 127.0.0.1:46773/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpweqe41ch/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697043.31003 +test INFO: Object update sweep completed on /tmp/tmpweqe41ch/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpweqe41ch/devices/sda1 (pid: 3324110) +test INFO: Timeout waiting on remote server 127.0.0.1:46773/sda1: 99 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmpweqe41ch/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697043.31003 +test INFO: Object update sweep completed on /tmp/tmpweqe41ch/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpweqe41ch/devices/sda1 (pid: 3324110) +test INFO: Timeout connecting to remote server 127.0.0.1:46773/sda1: 9 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmpweqe41ch/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697043.31003 +test INFO: Object update sweep completed on /tmp/tmpweqe41ch/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpweqe41ch/devices/sda1 (pid: 3324110) +test DEBUG: Update sent for /a/c/o /tmp/tmpweqe41ch/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697043.31003 +test INFO: Object update sweep completed on /tmp/tmpweqe41ch/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test WARNING: Skipping: +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmp6y54pbcy/devices/sda1 (pid: 3324110) +test INFO: Object update sweep progress on /tmp/tmp6y54pbcy/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update sweep progress on /tmp/tmp6y54pbcy/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110)test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697215.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/da1/85e023419871cb333fe2bd2e86e95da1/85e023419871cb333fe2bd2e86e95da1_1769697215.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697218.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/06b/a13f95edecfd43761eaf0f5ee79e306b/a13f95edecfd43761eaf0f5ee79e306b_1769697218.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697218.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/06b/a13f95edecfd43761eaf0f5ee79e306b/a13f95edecfd43761eaf0f5ee79e306b_1769697218.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697221.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/b46/37064df0205dab46bbfe6bb8fccbdb46/37064df0205dab46bbfe6bb8fccbdb46_1769697221.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697221.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/b46/37064df0205dab46bbfe6bb8fccbdb46/37064df0205dab46bbfe6bb8fccbdb46_1769697221.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697224.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/1dd/98d78e536074da7970a8f7f7ea33e1dd/98d78e536074da7970a8f7f7ea33e1dd_1769697224.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697224.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/1dd/98d78e536074da7970a8f7f7ea33e1dd/98d78e536074da7970a8f7f7ea33e1dd_1769697224.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697227.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/a62/dc762781368bf161e08fd256106f5a62/dc762781368bf161e08fd256106f5a62_1769697227.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697227.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/a62/dc762781368bf161e08fd256106f5a62/dc762781368bf161e08fd256106f5a62_1769697227.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697230.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/e16/1ce4982a109048075e58c21f0783ee16/1ce4982a109048075e58c21f0783ee16_1769697230.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697230.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/e16/1ce4982a109048075e58c21f0783ee16/1ce4982a109048075e58c21f0783ee16_1769697230.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697233.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/db5/1eca7f38c763a7a07c35494a683afdb5/1eca7f38c763a7a07c35494a683afdb5_1769697233.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697233.00000-0, db: /tmp/tmp4yzh82c9/sda/containers/0/db5/1eca7f38c763a7a07c35494a683afdb5/1eca7f38c763a7a07c35494a683afdb5_1769697233.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697045.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/b85/57b66309a9fe397eefdfdfad7dbddb85/57b66309a9fe397eefdfdfad7dbddb85.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697045.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/b85/57b66309a9fe397eefdfdfad7dbddb85/57b66309a9fe397eefdfdfad7dbddb85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697049.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/cd1/109ce58e0df0cdb92e650d0607c62cd1/109ce58e0df0cdb92e650d0607c62cd1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697049.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/cd1/109ce58e0df0cdb92e650d0607c62cd1/109ce58e0df0cdb92e650d0607c62cd1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697053.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/8d0/ab9e854f08c5d04be00fe79e722b78d0/ab9e854f08c5d04be00fe79e722b78d0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697053.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/8d0/ab9e854f08c5d04be00fe79e722b78d0/ab9e854f08c5d04be00fe79e722b78d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697057.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/fd9/b25b3e6511f2aab2ce906fa976f69fd9/b25b3e6511f2aab2ce906fa976f69fd9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697057.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/fd9/b25b3e6511f2aab2ce906fa976f69fd9/b25b3e6511f2aab2ce906fa976f69fd9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697061.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/2bd/9521f9eaac050a1da83d04d8ecb7b2bd/9521f9eaac050a1da83d04d8ecb7b2bd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697061.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/2bd/9521f9eaac050a1da83d04d8ecb7b2bd/9521f9eaac050a1da83d04d8ecb7b2bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697065.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/02a/d60d417ad3fea8b14aa4b18fe226d02a/d60d417ad3fea8b14aa4b18fe226d02a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697065.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/02a/d60d417ad3fea8b14aa4b18fe226d02a/d60d417ad3fea8b14aa4b18fe226d02a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697069.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/010/4c09c53930debc3b97d82f0700e6c010/4c09c53930debc3b97d82f0700e6c010.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697069.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/010/4c09c53930debc3b97d82f0700e6c010/4c09c53930debc3b97d82f0700e6c010.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697073.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/060/4a1ab4b26c7e81f69936026187ebe060/4a1ab4b26c7e81f69936026187ebe060.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697073.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/060/4a1ab4b26c7e81f69936026187ebe060/4a1ab4b26c7e81f69936026187ebe060.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697077.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/323/15b85fa2836ca068c58327103126c323/15b85fa2836ca068c58327103126c323.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697077.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/323/15b85fa2836ca068c58327103126c323/15b85fa2836ca068c58327103126c323.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697081.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/ed3/f272381fb0f388b7b67931ed4d16ded3/f272381fb0f388b7b67931ed4d16ded3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697081.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/ed3/f272381fb0f388b7b67931ed4d16ded3/f272381fb0f388b7b67931ed4d16ded3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697085.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/ef8/020da053be265af34d5031b0617a4ef8/020da053be265af34d5031b0617a4ef8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697085.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/ef8/020da053be265af34d5031b0617a4ef8/020da053be265af34d5031b0617a4ef8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697089.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/7bf/fe7f391cba18d300cff2dcd4a9e357bf/fe7f391cba18d300cff2dcd4a9e357bf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697089.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/7bf/fe7f391cba18d300cff2dcd4a9e357bf/fe7f391cba18d300cff2dcd4a9e357bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697093.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/6f9/7a8620c7e5987ecdcd276cc78cf636f9/7a8620c7e5987ecdcd276cc78cf636f9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697093.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/6f9/7a8620c7e5987ecdcd276cc78cf636f9/7a8620c7e5987ecdcd276cc78cf636f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697097.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/77f/3e072e3f39ef5b457a787ef3c69d977f/3e072e3f39ef5b457a787ef3c69d977f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697097.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/77f/3e072e3f39ef5b457a787ef3c69d977f/3e072e3f39ef5b457a787ef3c69d977f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697101.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/c92/7502b29791938b791cedf154bec16c92/7502b29791938b791cedf154bec16c92.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697101.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/c92/7502b29791938b791cedf154bec16c92/7502b29791938b791cedf154bec16c92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697105.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/2db/9c17b0b47d5d53d735db9b91a15cd2db/9c17b0b47d5d53d735db9b91a15cd2db.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697105.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/2db/9c17b0b47d5d53d735db9b91a15cd2db/9c17b0b47d5d53d735db9b91a15cd2db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697109.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/36b/f198b10dd272132b4c06ab63e88cd36b/f198b10dd272132b4c06ab63e88cd36b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697109.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/36b/f198b10dd272132b4c06ab63e88cd36b/f198b10dd272132b4c06ab63e88cd36b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697113.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697113.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697117.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/8cf/1b3077d93e9edd143a0e8603ae9758cf/1b3077d93e9edd143a0e8603ae9758cf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697117.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/8cf/1b3077d93e9edd143a0e8603ae9758cf/1b3077d93e9edd143a0e8603ae9758cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697121.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/fb0/e9f770ae376d657947866a08b8a0afb0/e9f770ae376d657947866a08b8a0afb0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697121.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/fb0/e9f770ae376d657947866a08b8a0afb0/e9f770ae376d657947866a08b8a0afb0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697125.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/66b/06ba1aabebf5bc06be0862260007a66b/06ba1aabebf5bc06be0862260007a66b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697125.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/66b/06ba1aabebf5bc06be0862260007a66b/06ba1aabebf5bc06be0862260007a66b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697129.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/9c0/9b87558fb747b05598809bb90feab9c0/9b87558fb747b05598809bb90feab9c0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697129.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/9c0/9b87558fb747b05598809bb90feab9c0/9b87558fb747b05598809bb90feab9c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697133.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/a6c/63b67a772723ee02f6305eb9815daa6c/63b67a772723ee02f6305eb9815daa6c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697133.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/a6c/63b67a772723ee02f6305eb9815daa6c/63b67a772723ee02f6305eb9815daa6c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697137.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/193/db83b001dc8941f6d0cfe84de4075193/db83b001dc8941f6d0cfe84de4075193.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697137.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/193/db83b001dc8941f6d0cfe84de4075193/db83b001dc8941f6d0cfe84de4075193.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697141.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/133/48ed454f81b8ab63ad64d18f3ac50133/48ed454f81b8ab63ad64d18f3ac50133.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697141.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/133/48ed454f81b8ab63ad64d18f3ac50133/48ed454f81b8ab63ad64d18f3ac50133.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697145.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/88d/275ada07e06b904868eba409701a688d/275ada07e06b904868eba409701a688d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697145.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/88d/275ada07e06b904868eba409701a688d/275ada07e06b904868eba409701a688d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697149.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/22d/54d19544359bddf5b196f932f1f2c22d/54d19544359bddf5b196f932f1f2c22d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697149.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/22d/54d19544359bddf5b196f932f1f2c22d/54d19544359bddf5b196f932f1f2c22d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697153.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/9ac/d9b2fa07c2dfc0995abc2187fda649ac/d9b2fa07c2dfc0995abc2187fda649ac.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697153.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/9ac/d9b2fa07c2dfc0995abc2187fda649ac/d9b2fa07c2dfc0995abc2187fda649ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697157.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/16a/2b900ccc153169f1fba51bfd8701416a/2b900ccc153169f1fba51bfd8701416a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697157.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/16a/2b900ccc153169f1fba51bfd8701416a/2b900ccc153169f1fba51bfd8701416a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697161.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/6a3/5245077fc252fc84d03c0691be4b26a3/5245077fc252fc84d03c0691be4b26a3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697161.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/6a3/5245077fc252fc84d03c0691be4b26a3/5245077fc252fc84d03c0691be4b26a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697165.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/e41/d1655f954b8d466d5d263e288f65ae41/d1655f954b8d466d5d263e288f65ae41.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697165.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/e41/d1655f954b8d466d5d263e288f65ae41/d1655f954b8d466d5d263e288f65ae41.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697169.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/5e6/90f9fb64b7b29a8499e195413a1dd5e6/90f9fb64b7b29a8499e195413a1dd5e6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697169.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/5e6/90f9fb64b7b29a8499e195413a1dd5e6/90f9fb64b7b29a8499e195413a1dd5e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697173.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/615/de6a0825e72b8fce2b560f5e82b41615/de6a0825e72b8fce2b560f5e82b41615.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697173.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/615/de6a0825e72b8fce2b560f5e82b41615/de6a0825e72b8fce2b560f5e82b41615.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697177.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/7a7/e9274160e5d735785a3d7188a4d747a7/e9274160e5d735785a3d7188a4d747a7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697177.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/7a7/e9274160e5d735785a3d7188a4d747a7/e9274160e5d735785a3d7188a4d747a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697181.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/a02/d2859644051f6895229c616f1377fa02/d2859644051f6895229c616f1377fa02.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697181.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/a02/d2859644051f6895229c616f1377fa02/d2859644051f6895229c616f1377fa02.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697185.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/0ff/8e69e0bca75eb8748a6fb1d0278000ff/8e69e0bca75eb8748a6fb1d0278000ff.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697185.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/0ff/8e69e0bca75eb8748a6fb1d0278000ff/8e69e0bca75eb8748a6fb1d0278000ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697189.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/342/1b3ba96e0d5830e554ac1a5d6af88342/1b3ba96e0d5830e554ac1a5d6af88342.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697189.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/342/1b3ba96e0d5830e554ac1a5d6af88342/1b3ba96e0d5830e554ac1a5d6af88342.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697193.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/f94/1541943fd2cfb9675e35357595868f94/1541943fd2cfb9675e35357595868f94.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697193.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/f94/1541943fd2cfb9675e35357595868f94/1541943fd2cfb9675e35357595868f94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697197.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/724/7fb1ba61044a53b9a3f6b968bb1a8724/7fb1ba61044a53b9a3f6b968bb1a8724.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697197.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/724/7fb1ba61044a53b9a3f6b968bb1a8724/7fb1ba61044a53b9a3f6b968bb1a8724.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697201.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/d99/0d1c3c2ff6956eab17d3bc1b4b8bed99/0d1c3c2ff6956eab17d3bc1b4b8bed99.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697201.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/d99/0d1c3c2ff6956eab17d3bc1b4b8bed99/0d1c3c2ff6956eab17d3bc1b4b8bed99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697205.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/b81/6619d4a544fbee550acc4c4ea0926b81/6619d4a544fbee550acc4c4ea0926b81.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697205.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/b81/6619d4a544fbee550acc4c4ea0926b81/6619d4a544fbee550acc4c4ea0926b81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697209.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/9af/fe2f8d77e111c579b67899a4d5a189af/fe2f8d77e111c579b67899a4d5a189af.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697209.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/9af/fe2f8d77e111c579b67899a4d5a189af/fe2f8d77e111c579b67899a4d5a189af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697213.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/0de/a239770cc05f260761251b77107bb0de/a239770cc05f260761251b77107bb0de.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697213.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/0de/a239770cc05f260761251b77107bb0de/a239770cc05f260761251b77107bb0de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697217.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/c7f/1e62c62fda9a1eaa4b1028a80cfccc7f/1e62c62fda9a1eaa4b1028a80cfccc7f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697217.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/c7f/1e62c62fda9a1eaa4b1028a80cfccc7f/1e62c62fda9a1eaa4b1028a80cfccc7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697221.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/b46/37064df0205dab46bbfe6bb8fccbdb46/37064df0205dab46bbfe6bb8fccbdb46.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697221.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/b46/37064df0205dab46bbfe6bb8fccbdb46/37064df0205dab46bbfe6bb8fccbdb46.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697225.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/0d1/e9582c6034dd230f175bb09bd9d8f0d1/e9582c6034dd230f175bb09bd9d8f0d1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697225.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/0d1/e9582c6034dd230f175bb09bd9d8f0d1/e9582c6034dd230f175bb09bd9d8f0d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697229.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/744/7a3b6c53ec636215b69aa5a71f22f744/7a3b6c53ec636215b69aa5a71f22f744.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697229.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/744/7a3b6c53ec636215b69aa5a71f22f744/7a3b6c53ec636215b69aa5a71f22f744.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697233.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/db5/1eca7f38c763a7a07c35494a683afdb5/1eca7f38c763a7a07c35494a683afdb5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697233.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/db5/1eca7f38c763a7a07c35494a683afdb5/1eca7f38c763a7a07c35494a683afdb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697237.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/6d8/0cb9665abd70efb7ec6d8ea981bd26d8/0cb9665abd70efb7ec6d8ea981bd26d8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697237.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/6d8/0cb9665abd70efb7ec6d8ea981bd26d8/0cb9665abd70efb7ec6d8ea981bd26d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697241.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/083/8086b084cdfecd0ec5a92cd851894083/8086b084cdfecd0ec5a92cd851894083.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697241.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/083/8086b084cdfecd0ec5a92cd851894083/8086b084cdfecd0ec5a92cd851894083.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697245.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/2df/28ea61197f3fceb158fccec0ee90d2df/28ea61197f3fceb158fccec0ee90d2df.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697245.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/2df/28ea61197f3fceb158fccec0ee90d2df/28ea61197f3fceb158fccec0ee90d2df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697249.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/e7f/a3858e698c5a1f284c5a4c3c22fcae7f/a3858e698c5a1f284c5a4c3c22fcae7f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697249.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/e7f/a3858e698c5a1f284c5a4c3c22fcae7f/a3858e698c5a1f284c5a4c3c22fcae7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697253.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/2c8/c84343329bcf333cab424e2f22ede2c8/c84343329bcf333cab424e2f22ede2c8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697253.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/2c8/c84343329bcf333cab424e2f22ede2c8/c84343329bcf333cab424e2f22ede2c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697257.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/2e1/8d22225d846bdf03e7d33f9ee5ac22e1/8d22225d846bdf03e7d33f9ee5ac22e1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697257.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/2e1/8d22225d846bdf03e7d33f9ee5ac22e1/8d22225d846bdf03e7d33f9ee5ac22e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697261.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/2b8/a6165195841ad8c298a459606100d2b8/a6165195841ad8c298a459606100d2b8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697261.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/2b8/a6165195841ad8c298a459606100d2b8/a6165195841ad8c298a459606100d2b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697265.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/3a6/3d8ce5cec28d16476186bc6f9c1273a6/3d8ce5cec28d16476186bc6f9c1273a6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697265.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/3a6/3d8ce5cec28d16476186bc6f9c1273a6/3d8ce5cec28d16476186bc6f9c1273a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697269.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/3e8/9b9b723ed6ebb14fbfda8450ddb4b3e8/9b9b723ed6ebb14fbfda8450ddb4b3e8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697269.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/3e8/9b9b723ed6ebb14fbfda8450ddb4b3e8/9b9b723ed6ebb14fbfda8450ddb4b3e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697273.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/e6b/61a879d28ed51186e7b4f3f715228e6b/61a879d28ed51186e7b4f3f715228e6b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697273.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/e6b/61a879d28ed51186e7b4f3f715228e6b/61a879d28ed51186e7b4f3f715228e6b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697277.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/07c/27fb2d713f28bc61e0b7af8d78e4c07c/27fb2d713f28bc61e0b7af8d78e4c07c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697277.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/07c/27fb2d713f28bc61e0b7af8d78e4c07c/27fb2d713f28bc61e0b7af8d78e4c07c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697281.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/dde/9f1ee386210af2ef917b89ea42c4edde/9f1ee386210af2ef917b89ea42c4edde.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697281.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/dde/9f1ee386210af2ef917b89ea42c4edde/9f1ee386210af2ef917b89ea42c4edde.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697285.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/4a2/7c8287277baee37c09282bbd6b49e4a2/7c8287277baee37c09282bbd6b49e4a2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697285.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/4a2/7c8287277baee37c09282bbd6b49e4a2/7c8287277baee37c09282bbd6b49e4a2.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697289.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/d11/acb4f1d9dcb3cb9d238c8ef9c6ccad11/acb4f1d9dcb3cb9d238c8ef9c6ccad11.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697289.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/d11/acb4f1d9dcb3cb9d238c8ef9c6ccad11/acb4f1d9dcb3cb9d238c8ef9c6ccad11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697293.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/381/65ad2ddd4e18610d2d1063646e334381/65ad2ddd4e18610d2d1063646e334381.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697293.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/381/65ad2ddd4e18610d2d1063646e334381/65ad2ddd4e18610d2d1063646e334381.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697297.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/e0d/994d31000238e2af2957ae003ce3ae0d/994d31000238e2af2957ae003ce3ae0d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697297.00000-0, db: /tmp/tmpffcnkrtm/sda/containers/0/e0d/994d31000238e2af2957ae003ce3ae0d/994d31000238e2af2957ae003ce3ae0d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697047.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/041/189b23a64d3e608e83933f16eb09b041/189b23a64d3e608e83933f16eb09b041.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697047.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/041/189b23a64d3e608e83933f16eb09b041/189b23a64d3e608e83933f16eb09b041.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697050.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/927/dad93324f88344f974d131954d981927/dad93324f88344f974d131954d981927.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697050.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/927/dad93324f88344f974d131954d981927/dad93324f88344f974d131954d981927.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697053.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/8d0/ab9e854f08c5d04be00fe79e722b78d0/ab9e854f08c5d04be00fe79e722b78d0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697053.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/8d0/ab9e854f08c5d04be00fe79e722b78d0/ab9e854f08c5d04be00fe79e722b78d0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697056.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/58d/2fbd916976e1ea8ce9f0655c8c9f558d/2fbd916976e1ea8ce9f0655c8c9f558d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697056.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/58d/2fbd916976e1ea8ce9f0655c8c9f558d/2fbd916976e1ea8ce9f0655c8c9f558d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697059.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/ba7/42b010107bca74322e927c09a458bba7/42b010107bca74322e927c09a458bba7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697059.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/ba7/42b010107bca74322e927c09a458bba7/42b010107bca74322e927c09a458bba7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697062.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/12f/64ba19c5edcd27d9757ee8676099412f/64ba19c5edcd27d9757ee8676099412f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697062.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/12f/64ba19c5edcd27d9757ee8676099412f/64ba19c5edcd27d9757ee8676099412f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697065.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/02a/d60d417ad3fea8b14aa4b18fe226d02a/d60d417ad3fea8b14aa4b18fe226d02a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697065.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/02a/d60d417ad3fea8b14aa4b18fe226d02a/d60d417ad3fea8b14aa4b18fe226d02a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697068.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/3d5/1563c4b43146efbbc7b4d21f74ee13d5/1563c4b43146efbbc7b4d21f74ee13d5.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697068.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/3d5/1563c4b43146efbbc7b4d21f74ee13d5/1563c4b43146efbbc7b4d21f74ee13d5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697071.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/1b0/d6f600cf7d2a40ed7b9842c4c174e1b0/d6f600cf7d2a40ed7b9842c4c174e1b0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697071.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/1b0/d6f600cf7d2a40ed7b9842c4c174e1b0/d6f600cf7d2a40ed7b9842c4c174e1b0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697074.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/b72/03acbb34444ee4de986188c7b1401b72/03acbb34444ee4de986188c7b1401b72.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697074.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/b72/03acbb34444ee4de986188c7b1401b72/03acbb34444ee4de986188c7b1401b72.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697077.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/323/15b85fa2836ca068c58327103126c323/15b85fa2836ca068c58327103126c323.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697077.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/323/15b85fa2836ca068c58327103126c323/15b85fa2836ca068c58327103126c323.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697080.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/66b/61e64ee8c9015870a0fc36d40319766b/61e64ee8c9015870a0fc36d40319766b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697080.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/66b/61e64ee8c9015870a0fc36d40319766b/61e64ee8c9015870a0fc36d40319766b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697083.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/f89/a95fc746828e998d8e9711ae9e1f2f89/a95fc746828e998d8e9711ae9e1f2f89.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697083.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/f89/a95fc746828e998d8e9711ae9e1f2f89/a95fc746828e998d8e9711ae9e1f2f89.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697086.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/1a3/984c0e32d879dc83bf2b4610e44041a3/984c0e32d879dc83bf2b4610e44041a3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697086.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/1a3/984c0e32d879dc83bf2b4610e44041a3/984c0e32d879dc83bf2b4610e44041a3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697089.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/7bf/fe7f391cba18d300cff2dcd4a9e357bf/fe7f391cba18d300cff2dcd4a9e357bf.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697089.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/7bf/fe7f391cba18d300cff2dcd4a9e357bf/fe7f391cba18d300cff2dcd4a9e357bf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697092.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/bb7/d65b24f73934a390d20088baf944bbb7/d65b24f73934a390d20088baf944bbb7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697092.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/bb7/d65b24f73934a390d20088baf944bbb7/d65b24f73934a390d20088baf944bbb7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697095.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/7d8/3f2765df24836c705d8964ee11f6a7d8/3f2765df24836c705d8964ee11f6a7d8.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697095.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/7d8/3f2765df24836c705d8964ee11f6a7d8/3f2765df24836c705d8964ee11f6a7d8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697098.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/6b1/c98dd9d9f3363bbaba452a61d36486b1/c98dd9d9f3363bbaba452a61d36486b1.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697098.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/6b1/c98dd9d9f3363bbaba452a61d36486b1/c98dd9d9f3363bbaba452a61d36486b1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697101.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/c92/7502b29791938b791cedf154bec16c92/7502b29791938b791cedf154bec16c92.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697101.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/c92/7502b29791938b791cedf154bec16c92/7502b29791938b791cedf154bec16c92.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697104.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/c72/e971c500d970534e2975e22892eb8c72/e971c500d970534e2975e22892eb8c72.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697104.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/c72/e971c500d970534e2975e22892eb8c72/e971c500d970534e2975e22892eb8c72.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697107.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/4f8/606a0ffbbcc15ba2dc71ff3313e6d4f8/606a0ffbbcc15ba2dc71ff3313e6d4f8.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697107.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/4f8/606a0ffbbcc15ba2dc71ff3313e6d4f8/606a0ffbbcc15ba2dc71ff3313e6d4f8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697110.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/c45/ab289ce2c12ecee2bf396103a2844c45/ab289ce2c12ecee2bf396103a2844c45.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697110.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/c45/ab289ce2c12ecee2bf396103a2844c45/ab289ce2c12ecee2bf396103a2844c45.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697113.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697113.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697116.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/bbe/e106ec274a4cf8ab990dadfd58ce2bbe/e106ec274a4cf8ab990dadfd58ce2bbe.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697116.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/bbe/e106ec274a4cf8ab990dadfd58ce2bbe/e106ec274a4cf8ab990dadfd58ce2bbe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697119.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/60e/87a257bbdd6c82540d87e23581acf60e/87a257bbdd6c82540d87e23581acf60e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697119.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/60e/87a257bbdd6c82540d87e23581acf60e/87a257bbdd6c82540d87e23581acf60e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697122.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/52e/f422c8353cb202863bec108f5223a52e/f422c8353cb202863bec108f5223a52e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697122.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/52e/f422c8353cb202863bec108f5223a52e/f422c8353cb202863bec108f5223a52e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697125.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/66b/06ba1aabebf5bc06be0862260007a66b/06ba1aabebf5bc06be0862260007a66b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697125.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/66b/06ba1aabebf5bc06be0862260007a66b/06ba1aabebf5bc06be0862260007a66b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697128.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/119/b6e3ea560ec92ccbc47b31dcfced8119/b6e3ea560ec92ccbc47b31dcfced8119.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697128.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/119/b6e3ea560ec92ccbc47b31dcfced8119/b6e3ea560ec92ccbc47b31dcfced8119.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697131.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/6e7/d4a056943bb2a361c17bd3caf39276e7/d4a056943bb2a361c17bd3caf39276e7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697131.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/6e7/d4a056943bb2a361c17bd3caf39276e7/d4a056943bb2a361c17bd3caf39276e7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697134.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/8eb/86d08cc40b396c4d8d52c4eebf3db8eb/86d08cc40b396c4d8d52c4eebf3db8eb.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697134.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/8eb/86d08cc40b396c4d8d52c4eebf3db8eb/86d08cc40b396c4d8d52c4eebf3db8eb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697137.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/193/db83b001dc8941f6d0cfe84de4075193/db83b001dc8941f6d0cfe84de4075193.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697137.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/193/db83b001dc8941f6d0cfe84de4075193/db83b001dc8941f6d0cfe84de4075193.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697140.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/ad1/1fb3ee6d83dd251ab56e616959796ad1/1fb3ee6d83dd251ab56e616959796ad1.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697140.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/ad1/1fb3ee6d83dd251ab56e616959796ad1/1fb3ee6d83dd251ab56e616959796ad1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697143.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/d36/4706ff5690fcfbdeb27711eeeddc4d36/4706ff5690fcfbdeb27711eeeddc4d36.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697143.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/d36/4706ff5690fcfbdeb27711eeeddc4d36/4706ff5690fcfbdeb27711eeeddc4d36.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697146.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/c77/58f9e78ecdcd176b98d4a4b0da0e0c77/58f9e78ecdcd176b98d4a4b0da0e0c77.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697146.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/c77/58f9e78ecdcd176b98d4a4b0da0e0c77/58f9e78ecdcd176b98d4a4b0da0e0c77.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697149.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/22d/54d19544359bddf5b196f932f1f2c22d/54d19544359bddf5b196f932f1f2c22d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697149.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/22d/54d19544359bddf5b196f932f1f2c22d/54d19544359bddf5b196f932f1f2c22d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697152.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/0b8/c7c6db2bcc6eff50c6b056a8730280b8/c7c6db2bcc6eff50c6b056a8730280b8.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697152.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/0b8/c7c6db2bcc6eff50c6b056a8730280b8/c7c6db2bcc6eff50c6b056a8730280b8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697155.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/124/26bb5fc427555f938deb27e7aea2d124/26bb5fc427555f938deb27e7aea2d124.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697155.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/124/26bb5fc427555f938deb27e7aea2d124/26bb5fc427555f938deb27e7aea2d124.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697158.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/77e/3527757288eb5e85added56cc681077e/3527757288eb5e85added56cc681077e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697158.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/77e/3527757288eb5e85added56cc681077e/3527757288eb5e85added56cc681077e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697161.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/6a3/5245077fc252fc84d03c0691be4b26a3/5245077fc252fc84d03c0691be4b26a3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697161.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/6a3/5245077fc252fc84d03c0691be4b26a3/5245077fc252fc84d03c0691be4b26a3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697164.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/438/b035ff09eb9ed1bcc3bd4bf01dcf8438/b035ff09eb9ed1bcc3bd4bf01dcf8438.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697164.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/438/b035ff09eb9ed1bcc3bd4bf01dcf8438/b035ff09eb9ed1bcc3bd4bf01dcf8438.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697167.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/b19/dca551a10ac6e749241aba51abcd8b19/dca551a10ac6e749241aba51abcd8b19.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697167.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/b19/dca551a10ac6e749241aba51abcd8b19/dca551a10ac6e749241aba51abcd8b19.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697170.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/462/f2f55753884938d525c007452cb3f462/f2f55753884938d525c007452cb3f462.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697170.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/462/f2f55753884938d525c007452cb3f462/f2f55753884938d525c007452cb3f462.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697173.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/615/de6a0825e72b8fce2b560f5e82b41615/de6a0825e72b8fce2b560f5e82b41615.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697173.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/615/de6a0825e72b8fce2b560f5e82b41615/de6a0825e72b8fce2b560f5e82b41615.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697176.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/1b7/d7702d169008575b58092ccb98dbd1b7/d7702d169008575b58092ccb98dbd1b7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697176.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/1b7/d7702d169008575b58092ccb98dbd1b7/d7702d169008575b58092ccb98dbd1b7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697179.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/3bc/e944132fcb11e17eee0e208c71a303bc/e944132fcb11e17eee0e208c71a303bc.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697179.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/3bc/e944132fcb11e17eee0e208c71a303bc/e944132fcb11e17eee0e208c71a303bc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697182.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/6f9/92b24b55bc2af66a311e6381393cb6f9/92b24b55bc2af66a311e6381393cb6f9.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697182.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/6f9/92b24b55bc2af66a311e6381393cb6f9/92b24b55bc2af66a311e6381393cb6f9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697185.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/0ff/8e69e0bca75eb8748a6fb1d0278000ff/8e69e0bca75eb8748a6fb1d0278000ff.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok + +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697185.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/0ff/8e69e0bca75eb8748a6fb1d0278000ff/8e69e0bca75eb8748a6fb1d0278000ff.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697188.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/cb5/029eaf5bc5dd675bf494c46bfb76dcb5/029eaf5bc5dd675bf494c46bfb76dcb5.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697188.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/cb5/029eaf5bc5dd675bf494c46bfb76dcb5/029eaf5bc5dd675bf494c46bfb76dcb5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697191.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/445/8b35cde105b76198adce6c22ca4e9445/8b35cde105b76198adce6c22ca4e9445.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697191.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/445/8b35cde105b76198adce6c22ca4e9445/8b35cde105b76198adce6c22ca4e9445.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697194.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/2a7/3954b60ac79959f1b8a67bb3bbfee2a7/3954b60ac79959f1b8a67bb3bbfee2a7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697194.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/2a7/3954b60ac79959f1b8a67bb3bbfee2a7/3954b60ac79959f1b8a67bb3bbfee2a7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697197.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/724/7fb1ba61044a53b9a3f6b968bb1a8724/7fb1ba61044a53b9a3f6b968bb1a8724.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697197.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/724/7fb1ba61044a53b9a3f6b968bb1a8724/7fb1ba61044a53b9a3f6b968bb1a8724.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697200.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/17a/14fbde0ca9245cea3b6bf403d501717a/14fbde0ca9245cea3b6bf403d501717a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697200.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/17a/14fbde0ca9245cea3b6bf403d501717a/14fbde0ca9245cea3b6bf403d501717a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697203.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/4b8/1931cb0feb69ff8f2b4768e9ce8a54b8/1931cb0feb69ff8f2b4768e9ce8a54b8.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697203.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/4b8/1931cb0feb69ff8f2b4768e9ce8a54b8/1931cb0feb69ff8f2b4768e9ce8a54b8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697206.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/c7f/284d12750d81fe006d9c03702657ac7f/284d12750d81fe006d9c03702657ac7f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697206.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/c7f/284d12750d81fe006d9c03702657ac7f/284d12750d81fe006d9c03702657ac7f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697209.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/9af/fe2f8d77e111c579b67899a4d5a189af/fe2f8d77e111c579b67899a4d5a189af.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697209.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/9af/fe2f8d77e111c579b67899a4d5a189af/fe2f8d77e111c579b67899a4d5a189af.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697212.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/8d7/389de10757afe0846c142515ea35a8d7/389de10757afe0846c142515ea35a8d7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697212.00000-0, db: /tmp/tmphi4glpie/sda/containers/0/8d7/389de10757afe0846c142515ea35a8d7/389de10757afe0846c142515ea35a8d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697048.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/8df/2b51dfd796756c2f9cd00a03e2b168df/2b51dfd796756c2f9cd00a03e2b168df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697053.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/8d0/ab9e854f08c5d04be00fe79e722b78d0/ab9e854f08c5d04be00fe79e722b78d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697058.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/81d/fa75415c45f56ec1cc745f950b9e381d/fa75415c45f56ec1cc745f950b9e381d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697063.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/5c4/699b6ba8c878bd65c97039df9d2ce5c4/699b6ba8c878bd65c97039df9d2ce5c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697068.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/3d5/1563c4b43146efbbc7b4d21f74ee13d5/1563c4b43146efbbc7b4d21f74ee13d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697073.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/060/4a1ab4b26c7e81f69936026187ebe060/4a1ab4b26c7e81f69936026187ebe060.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697078.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/3bc/b62e386a93e0cfd255364d24137c23bc/b62e386a93e0cfd255364d24137c23bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697083.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/f89/a95fc746828e998d8e9711ae9e1f2f89/a95fc746828e998d8e9711ae9e1f2f89.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697088.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/5e0/ea8eb4fdd1a10204e82661b43ff165e0/ea8eb4fdd1a10204e82661b43ff165e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697093.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/6f9/7a8620c7e5987ecdcd276cc78cf636f9/7a8620c7e5987ecdcd276cc78cf636f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697098.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/6b1/c98dd9d9f3363bbaba452a61d36486b1/c98dd9d9f3363bbaba452a61d36486b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697103.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/650/236c9b5ee096a808ae075b47bff05650/236c9b5ee096a808ae075b47bff05650.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697108.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/ead/fa72dd79d927f8af8ce1662882feaead/fa72dd79d927f8af8ce1662882feaead.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697113.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697118.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/b55/117f114583ddf5a7e36fd8a66335eb55/117f114583ddf5a7e36fd8a66335eb55.db +test INFO: Object update sweep completed on /tmp/tmp6y54pbcy/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test INFO: Object update sweep starting on /tmp/tmp3tiqji5w/devices/sda1 (pid: 3324110) +test INFO: Object update sweep completed on /tmp/tmp3tiqji5w/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3324110) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx15a213e1ca584acaa4318-00697b6f14) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx15a213e1ca584acaa4318-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx15a213e1ca584acaa4318-00697b6f14) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx15a213e1ca584acaa4318-00697b6f14) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx15a213e1ca584acaa4318-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx15a213e1ca584acaa4318-00697b6f14) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx15a213e1ca584acaa4318-00697b6f14) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx15a213e1ca584acaa4318-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx15a213e1ca584acaa4318-00697b6f14) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx15a213e1ca584acaa4318-00697b6f14) +test DEBUG: Setting object count to 1032 (txn: tx15a213e1ca584acaa4318-00697b6f14) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txf288495243af43f693fef-00697b6f14) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf288495243af43f693fef-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txf288495243af43f693fef-00697b6f14) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txf288495243af43f693fef-00697b6f14) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf288495243af43f693fef-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txf288495243af43f693fef-00697b6f14) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txf288495243af43f693fef-00697b6f14) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf288495243af43f693fef-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf288495243af43f693fef-00697b6f14) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txf288495243af43f693fef-00697b6f14) +test DEBUG: Setting object count to 48 (txn: txf288495243af43f693fef-00697b6f14) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc665974c565b486e81d85-00697b6f14) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc665974c565b486e81d85-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc665974c565b486e81d85-00697b6f14) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc665974c565b486e81d85-00697b6f14) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc665974c565b486e81d85-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc665974c565b486e81d85-00697b6f14) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txc665974c565b486e81d85-00697b6f14) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc665974c565b486e81d85-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc665974c565b486e81d85-00697b6f14) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txc665974c565b486e81d85-00697b6f14) +test DEBUG: Setting object count to 1064 (txn: txc665974c565b486e81d85-00697b6f14) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txb194bdae227c4e71bbc27-00697b6f14) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb194bdae227c4e71bbc27-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb194bdae227c4e71bbc27-00697b6f14) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txb194bdae227c4e71bbc27-00697b6f14) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb194bdae227c4e71bbc27-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb194bdae227c4e71bbc27-00697b6f14) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txb194bdae227c4e71bbc27-00697b6f14) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txd354aaac9163457a9d0fb-00697b6f14)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697123.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/888/43275b28c08b02cd85da10a507092888/43275b28c08b02cd85da10a507092888.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697128.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/119/b6e3ea560ec92ccbc47b31dcfced8119/b6e3ea560ec92ccbc47b31dcfced8119.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697133.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/a6c/63b67a772723ee02f6305eb9815daa6c/63b67a772723ee02f6305eb9815daa6c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697138.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/5be/37052a0137ae57f2b925630b563bf5be/37052a0137ae57f2b925630b563bf5be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697143.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/d36/4706ff5690fcfbdeb27711eeeddc4d36/4706ff5690fcfbdeb27711eeeddc4d36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697148.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/fa2/e08c9a09dcacb3182fec8c856264dfa2/e08c9a09dcacb3182fec8c856264dfa2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697153.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/9ac/d9b2fa07c2dfc0995abc2187fda649ac/d9b2fa07c2dfc0995abc2187fda649ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697158.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/77e/3527757288eb5e85added56cc681077e/3527757288eb5e85added56cc681077e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697163.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/24b/829b3c4084729eb568f6e3eab9dde24b/829b3c4084729eb568f6e3eab9dde24b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697168.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/2f6/3a90d254b8310aeb73061667ad02c2f6/3a90d254b8310aeb73061667ad02c2f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697173.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/615/de6a0825e72b8fce2b560f5e82b41615/de6a0825e72b8fce2b560f5e82b41615.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697178.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/59f/35cbf70508d4bf006facd4b873aa059f/35cbf70508d4bf006facd4b873aa059f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697183.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/0f3/055d7fdbd63601919e58616b7395b0f3/055d7fdbd63601919e58616b7395b0f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697188.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/cb5/029eaf5bc5dd675bf494c46bfb76dcb5/029eaf5bc5dd675bf494c46bfb76dcb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697193.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/f94/1541943fd2cfb9675e35357595868f94/1541943fd2cfb9675e35357595868f94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697198.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/f52/bbf830619cbe3a63b749fc7b0b67ef52/bbf830619cbe3a63b749fc7b0b67ef52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697203.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/4b8/1931cb0feb69ff8f2b4768e9ce8a54b8/1931cb0feb69ff8f2b4768e9ce8a54b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697208.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/d5b/ad3b921413c29a8c922f511ccf647d5b/ad3b921413c29a8c922f511ccf647d5b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697213.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/0de/a239770cc05f260761251b77107bb0de/a239770cc05f260761251b77107bb0de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697218.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/06b/a13f95edecfd43761eaf0f5ee79e306b/a13f95edecfd43761eaf0f5ee79e306b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697223.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/88f/5107df03b5391c78c9bedad588c4988f/5107df03b5391c78c9bedad588c4988f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697228.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/985/087ef3a493bc1fe49a8975021b3d0985/087ef3a493bc1fe49a8975021b3d0985.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697233.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/db5/1eca7f38c763a7a07c35494a683afdb5/1eca7f38c763a7a07c35494a683afdb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697238.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/e7b/f3cb16d2b9e59a61598a687bd9cf8e7b/f3cb16d2b9e59a61598a687bd9cf8e7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697243.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/d18/3f6513019853a1b024d3b20a3f0cdd18/3f6513019853a1b024d3b20a3f0cdd18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697248.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/88b/630def2b66f95cc614cf173b1dd9988b/630def2b66f95cc614cf173b1dd9988b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697253.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/2c8/c84343329bcf333cab424e2f22ede2c8/c84343329bcf333cab424e2f22ede2c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697258.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/9d7/e28b3662438355143530345e058459d7/e28b3662438355143530345e058459d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697263.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/725/186bea208d049f25c9594d6df2838725/186bea208d049f25c9594d6df2838725.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697268.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/20a/75c03f46a501ee5abf96634ba311c20a/75c03f46a501ee5abf96634ba311c20a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697273.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/e6b/61a879d28ed51186e7b4f3f715228e6b/61a879d28ed51186e7b4f3f715228e6b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697278.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/fc4/c70c760953d8b39207efaf0b88056fc4/c70c760953d8b39207efaf0b88056fc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697283.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/94f/8296e0d3150641d4aa1d0551a927894f/8296e0d3150641d4aa1d0551a927894f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697288.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/d7c/dbb732730797339b5932efcd42012d7c/dbb732730797339b5932efcd42012d7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697293.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/381/65ad2ddd4e18610d2d1063646e334381/65ad2ddd4e18610d2d1063646e334381.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697298.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/4ee/1126c4f7dd6ae431ffa030b89c8a84ee/1126c4f7dd6ae431ffa030b89c8a84ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697303.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/9d3/d23f85fadc172d5880172ffb0614d9d3/d23f85fadc172d5880172ffb0614d9d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697308.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/be5/bafa410a772eb83cd509b930e3401be5/bafa410a772eb83cd509b930e3401be5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697313.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/839/e53a13a57f3fcf3feac8835a43937839/e53a13a57f3fcf3feac8835a43937839.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697318.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/f66/4e80d112356d243aecca3d590acf7f66/4e80d112356d243aecca3d590acf7f66.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697323.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/2f5/310eff29bdd995cefa69873e9103d2f5/310eff29bdd995cefa69873e9103d2f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697328.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/8f7/cb185c8d88e1eab92fcadb957b7bf8f7/cb185c8d88e1eab92fcadb957b7bf8f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697333.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/59b/2c3ee8c99555aff77f1e9f9fab12859b/2c3ee8c99555aff77f1e9f9fab12859b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697338.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/8c7/0af961bb33d3d08557b253a24331f8c7/0af961bb33d3d08557b253a24331f8c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697343.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/3bb/02dcb06c08111571542695e414b173bb/02dcb06c08111571542695e414b173bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697348.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/9e3/10907ba037147c908d7aa88912b8c9e3/10907ba037147c908d7aa88912b8c9e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697353.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/b79/d83e231f113fae4c52821cbb1df1eb79/d83e231f113fae4c52821cbb1df1eb79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697358.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/383/f5b20e4eb7a8c23104caa6269736c383/f5b20e4eb7a8c23104caa6269736c383.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697363.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/5e3/134cceece1900f9d7791663b54c8c5e3/134cceece1900f9d7791663b54c8c5e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697368.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/f84/7bbd321670a74aa5b24d11c1abe9ef84/7bbd321670a74aa5b24d11c1abe9ef84.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697373.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/a5f/cc411b46479b1ba201039bd8308d7a5f/cc411b46479b1ba201039bd8308d7a5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697378.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/ea1/b683c39481a2b44f348b2b1120cf3ea1/b683c39481a2b44f348b2b1120cf3ea1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697383.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/bb0/19d6d3217963a3cea37fb4e13ed9cbb0/19d6d3217963a3cea37fb4e13ed9cbb0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697388.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/090/c76280521f7ab9f777d3fbfc30685090/c76280521f7ab9f777d3fbfc30685090.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697393.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/9f8/9b06b4a9d357e26acadcfeea57d569f8/9b06b4a9d357e26acadcfeea57d569f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697398.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/36c/e647add686f3e2609aeb0e8c06b3f36c/e647add686f3e2609aeb0e8c06b3f36c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697403.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/329/051c445cb6c6d9881e42268f08365329/051c445cb6c6d9881e42268f08365329.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697408.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/ae4/bc0802317158a377d150de247bd96ae4/bc0802317158a377d150de247bd96ae4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697413.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/639/27957ff5c8a798f4f5f828ebaf12e639/27957ff5c8a798f4f5f828ebaf12e639.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697418.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/06a/74cd4535804bc7aa4d79d231ff39b06a/74cd4535804bc7aa4d79d231ff39b06a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697423.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/ecb/a2bb4a0c82c04fc4b57c6bb0e5485ecb/a2bb4a0c82c04fc4b57c6bb0e5485ecb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697428.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/369/02068beb55b18959d2c3f085687d5369/02068beb55b18959d2c3f085687d5369.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697433.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/379/f99b61fd032d6c5cdfce0348879d6379/f99b61fd032d6c5cdfce0348879d6379.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697438.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/281/93d8e3612430a411d65177c8a6cd1281/93d8e3612430a411d65177c8a6cd1281.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697443.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/fb4/7cb649e759e453b8a314bb6361a7afb4/7cb649e759e453b8a314bb6361a7afb4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697448.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/1b2/038504af79f933f10a47f21b792721b2/038504af79f933f10a47f21b792721b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697453.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/fd0/b7508b9936817af628bcb08d15af7fd0/b7508b9936817af628bcb08d15af7fd0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697458.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/f33/daeafd1855d8378661effa842533af33/daeafd1855d8378661effa842533af33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697463.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/a09/f3773f1db9581c4b6bd1948acb6c3a09/f3773f1db9581c4b6bd1948acb6c3a09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697468.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/f1f/45a88a453fa15b3835dc0e34d90a8f1f/45a88a453fa15b3835dc0e34d90a8f1f.db +test DEBUG: Setting object count to 1024 (txn: tx78e12d15807748589eaa9-00697b6f13) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx78e12d15807748589eaa9-00697b6f13) +test DEBUG: Setting object count to 1024 (txn: tx78e12d15807748589eaa9-00697b6f13) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Setting object count to 1072 (txn: tx491b5b626dd74ae1970cc-00697b6f14) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Setting object count to 1072 (txn: txc7d8bc5257134c8da7591-00697b6f14) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697473.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/c8b/c27139cb8b4604a230bcedbeb80b2c8b/c27139cb8b4604a230bcedbeb80b2c8b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697478.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/986/4986e74907040e4d385b4b449cdcc986/4986e74907040e4d385b4b449cdcc986.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697483.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/578/195b054db9c1c26d5816238b441a9578/195b054db9c1c26d5816238b441a9578.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697488.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/984/94d6a5e55398a4ad6c23c4fbaa815984/94d6a5e55398a4ad6c23c4fbaa815984.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697493.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/567/b486bdf721d6ae14619566453572e567/b486bdf721d6ae14619566453572e567.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697498.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/608/c4b7c6dbf3a98a7b40f076e20a666608/c4b7c6dbf3a98a7b40f076e20a666608.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697503.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/cba/b41c87627fa490c4afa1043a04f3dcba/b41c87627fa490c4afa1043a04f3dcba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697508.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/7af/a4af7c7f2e7b2dbd0c6a1b2a8139a7af/a4af7c7f2e7b2dbd0c6a1b2a8139a7af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697513.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/7d1/f698db5aac894089a56e53658cacd7d1/f698db5aac894089a56e53658cacd7d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697518.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/6b7/d9c9596e0bf76b7fc68444fa8430b6b7/d9c9596e0bf76b7fc68444fa8430b6b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697523.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/9e4/91f829c00bb0d42ad79ab5363e1679e4/91f829c00bb0d42ad79ab5363e1679e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697528.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/2a7/0548f142ef7f3c7f3a467afc6e8242a7/0548f142ef7f3c7f3a467afc6e8242a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697533.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/2c0/1a1f4716c9272b60a25c5ba2d4f142c0/1a1f4716c9272b60a25c5ba2d4f142c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697538.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/5e8/c54cfd13319bb54da1835a11bd06b5e8/c54cfd13319bb54da1835a11bd06b5e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697543.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/f8e/d14cc685a81b1dba32936116840def8e/d14cc685a81b1dba32936116840def8e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697548.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/bb7/b687fe595b5ba683df75845040488bb7/b687fe595b5ba683df75845040488bb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697553.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/581/dab06c437b16a7f70fbaa0ce448b4581/dab06c437b16a7f70fbaa0ce448b4581.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697558.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/630/1f9c38101e30355af12287737983d630/1f9c38101e30355af12287737983d630.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697563.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/af7/9d8a6695781403ca3adaf9fcd9f45af7/9d8a6695781403ca3adaf9fcd9f45af7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697568.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/cc3/1950aa41adaa3e452b47ebf27fd56cc3/1950aa41adaa3e452b47ebf27fd56cc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697573.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/044/7ac869ccef692a1bd36379a05ed39044/7ac869ccef692a1bd36379a05ed39044.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697578.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/202/49b20d41ae9110deb92319b1a5c3d202/49b20d41ae9110deb92319b1a5c3d202.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697583.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/62e/e288d1ee6443c88806af6d3ec01c462e/e288d1ee6443c88806af6d3ec01c462e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697588.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/a12/a104dc8dcdcee78cc18cc7a2ce10ba12/a104dc8dcdcee78cc18cc7a2ce10ba12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697593.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/5a9/a48062a6161043e5ac2898e6128f15a9/a48062a6161043e5ac2898e6128f15a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697598.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/f61/9642bd37fcf09dd2ee813ad0f4835f61/9642bd37fcf09dd2ee813ad0f4835f61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697603.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/aff/0c3e8131c55f0300b9f663d101834aff/0c3e8131c55f0300b9f663d101834aff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697608.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/436/d75aaf4894c57ba909b8b4bc9b5f1436/d75aaf4894c57ba909b8b4bc9b5f1436.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697613.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/5c9/6f283666516a5637065afbb2072d85c9/6f283666516a5637065afbb2072d85c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697618.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/3f3/f2b4002053fb37d0589277c8e4b113f3/f2b4002053fb37d0589277c8e4b113f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697623.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/1e0/34e612f0efbd96b5aeabd0d16f2b71e0/34e612f0efbd96b5aeabd0d16f2b71e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697628.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/55e/83b3174b6691c234ba9caf4b8162555e/83b3174b6691c234ba9caf4b8162555e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697633.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/593/3d4caefbdfb6f7e9ffac3ff7b2d90593/3d4caefbdfb6f7e9ffac3ff7b2d90593.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697638.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/48f/3ebde3be4614b0f01955a53864d4948f/3ebde3be4614b0f01955a53864d4948f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697643.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/fce/ed125e5bd3c88098a79a514bae1f4fce/ed125e5bd3c88098a79a514bae1f4fce.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697648.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/8b8/4554a773756f5878d2c012e42f5ad8b8/4554a773756f5878d2c012e42f5ad8b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697653.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/7a4/f5cf3b6c4322a96bd73c9040e71667a4/f5cf3b6c4322a96bd73c9040e71667a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697658.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/c1e/89df73b3f9ed5d8afd486dafadbbcc1e/89df73b3f9ed5d8afd486dafadbbcc1e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697663.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/8cb/bb7f0142910a939135970ec7bd3de8cb/bb7f0142910a939135970ec7bd3de8cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697668.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/c03/85bffc5264f1d75723b92751b45ccc03/85bffc5264f1d75723b92751b45ccc03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697673.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/ea4/4f06e19c38caf85fe0734ba9a94d7ea4/4f06e19c38caf85fe0734ba9a94d7ea4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697678.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/816/9e08c198a29a71886729252a11d2b816/9e08c198a29a71886729252a11d2b816.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697683.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/646/bb297ab63ef6a958201ce2d459d93646/bb297ab63ef6a958201ce2d459d93646.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697688.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/2ae/9008cf4af61d01f527c53796139fa2ae/9008cf4af61d01f527c53796139fa2ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697693.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/bda/729b63b729db261c89a4ffb08785fbda/729b63b729db261c89a4ffb08785fbda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697698.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/bde/697ad87134020353eb5125e6b283fbde/697ad87134020353eb5125e6b283fbde.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697703.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/54c/0cedfe9bba3fdc0d25c37966eaa8554c/0cedfe9bba3fdc0d25c37966eaa8554c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697708.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/c36/6d316ca02c1c394571d7de260cc0bc36/6d316ca02c1c394571d7de260cc0bc36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697713.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/6b2/e0bd8eae706741a57721b900f09776b2/e0bd8eae706741a57721b900f09776b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697718.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/b0c/a8a499f71a81746ad398dfb2806e9b0c/a8a499f71a81746ad398dfb2806e9b0c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697723.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/27d/27e1b0e5f6ae77a7f37ad358b1ef027d/27e1b0e5f6ae77a7f37ad358b1ef027d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697728.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/50e/d67e8bb8a4c54271e177ebc3ad79950e/d67e8bb8a4c54271e177ebc3ad79950e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697733.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/fbd/3a0cb2fa849032ba603dbddc92491fbd/3a0cb2fa849032ba603dbddc92491fbd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697738.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/5a2/784d93dc6fea104c670b1ebdab1055a2/784d93dc6fea104c670b1ebdab1055a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697743.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/616/918647b1f435b61b4b60b9e059147616/918647b1f435b61b4b60b9e059147616.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697748.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/28b/560a97a82bdf7ff9a06532531181b28b/560a97a82bdf7ff9a06532531181b28b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697753.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/c51/4c48fd788159a27fcf0dfda4f7cb4c51/4c48fd788159a27fcf0dfda4f7cb4c51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697758.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/5ab/afca9e765cbbb65c07cbc84aa93255ab/afca9e765cbbb65c07cbc84aa93255ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697763.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/9cc/9b68effa74291f64feb54429a51479cc/9b68effa74291f64feb54429a51479cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697768.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/239/381972897e3b07add2940114034a0239/381972897e3b07add2940114034a0239.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697773.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/603/4ebd4b7b0e65266bff3a13c8b5722603/4ebd4b7b0e65266bff3a13c8b5722603.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697778.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/497/1cc04828ef575a551c724c49a5fa5497/1cc04828ef575a551c724c49a5fa5497.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697783.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/70a/1a29119e2e517edce144eae82a51570a/1a29119e2e517edce144eae82a51570a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697788.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/cd7/4d17d4a82c6c4cac7beb35f00add4cd7/4d17d4a82c6c4cac7beb35f00add4cd7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697793.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/00f/5e2cdf68f0a980d3a65e72081784800f/5e2cdf68f0a980d3a65e72081784800f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697798.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/1f5/232ce6dddcf81847aa19fb919b72b1f5/232ce6dddcf81847aa19fb919b72b1f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697803.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/2e0/cd89fd976553ae4a5c1f1e6ceb2022e0/cd89fd976553ae4a5c1f1e6ceb2022e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697808.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/907/590b22303f50fe167b8020a920af1907/590b22303f50fe167b8020a920af1907.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697813.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/0be/59087d24d2d507602d0db502e3b040be/59087d24d2d507602d0db502e3b040be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697818.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/07e/be4a557366f66ebea8c1faaa8848007e/be4a557366f66ebea8c1faaa8848007e.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697823.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/899/d17e477c6bf7a31f9ad0e8b9736ff899/d17e477c6bf7a31f9ad0e8b9736ff899.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697828.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/f8a/8eaffa89077ed2053657e62f2213ff8a/8eaffa89077ed2053657e62f2213ff8a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697833.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/8f4/c502d9c444f781394317356a14aed8f4/c502d9c444f781394317356a14aed8f4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697838.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/fc1/6e5654721488b5276c098ec00a7fefc1/6e5654721488b5276c098ec00a7fefc1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697843.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/9da/c15b571853eee51c2d9d89941fb2f9da/c15b571853eee51c2d9d89941fb2f9da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697848.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/8e5/ac0974cb999df7337f6ca157f6ecb8e5/ac0974cb999df7337f6ca157f6ecb8e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697853.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/b06/60a200ea655e48241686d9f32d0ddb06/60a200ea655e48241686d9f32d0ddb06.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697858.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/038/8ef0afaac5f7d2c01b3efe9167b96038/8ef0afaac5f7d2c01b3efe9167b96038.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697863.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/d0c/cacf9187d4556081d68616353947bd0c/cacf9187d4556081d68616353947bd0c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697868.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/485/b407b24d0ad667dde792008b8f250485/b407b24d0ad667dde792008b8f250485.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697873.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/284/b2d463c4a14c148e3dde21a3c714b284/b2d463c4a14c148e3dde21a3c714b284.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697878.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/faf/9ac6dea6e9adc6fb9202e3aed0f55faf/9ac6dea6e9adc6fb9202e3aed0f55faf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697883.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/f59/ddd0d1871720614c9a8b3d4750044f59/ddd0d1871720614c9a8b3d4750044f59.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697888.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/4e6/31b8e080f036c05c905605c563e244e6/31b8e080f036c05c905605c563e244e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697893.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/b1f/76b4e0c9c645fc19d8ce66228d0e1b1f/76b4e0c9c645fc19d8ce66228d0e1b1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697898.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/d2f/39fa07d9ea923869fa51ae11e2a30d2f/39fa07d9ea923869fa51ae11e2a30d2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697903.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/957/ef532a07feb3d464330d5b25ce88b957/ef532a07feb3d464330d5b25ce88b957.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697908.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/1b4/af50a4f4cb73dc26e8acd282c2f051b4/af50a4f4cb73dc26e8acd282c2f051b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697913.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/e90/cf31fdd4dc7ca5373a221544323c7e90/cf31fdd4dc7ca5373a221544323c7e90.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697918.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/bd1/a4528f75e11eb07246b1345b890f2bd1/a4528f75e11eb07246b1345b890f2bd1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697923.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/d92/ecf68120843458e8e32295eec3b7ed92/ecf68120843458e8e32295eec3b7ed92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697928.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/d6f/b313db6add1f46a3995896c1c1d1ed6f/b313db6add1f46a3995896c1c1d1ed6f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697933.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/10d/10bc907fc09ff60f61b3183c4761a10d/10bc907fc09ff60f61b3183c4761a10d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697938.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/3d3/84cc6ec1fed488cf048d33484a20d3d3/84cc6ec1fed488cf048d33484a20d3d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697943.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/104/64f358613a927f406fa1607b6033f104/64f358613a927f406fa1607b6033f104.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697948.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/216/64d25797ebb4aa30197b2af2b90dc216/64d25797ebb4aa30197b2af2b90dc216.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697953.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/c4c/174102556e2178c6bc6a4727b20e7c4c/174102556e2178c6bc6a4727b20e7c4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697958.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/093/31f961c7b701503fb263c246e2021093/31f961c7b701503fb263c246e2021093.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697963.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/5cb/bb8afc023a3bd605004375922c0395cb/bb8afc023a3bd605004375922c0395cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697968.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/50d/d3f00b2606d82d0e2b5ebe7a5ee2e50d/d3f00b2606d82d0e2b5ebe7a5ee2e50d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697973.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/ed1/ea11a293ef49d9d3811ac9b7dcfbeed1/ea11a293ef49d9d3811ac9b7dcfbeed1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697978.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/cbf/084e1f4a97d6bcf84d1916458ae20cbf/084e1f4a97d6bcf84d1916458ae20cbf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697983.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/c01/a9c96cd1f5420d25882b44a4808acc01/a9c96cd1f5420d25882b44a4808acc01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697988.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/b5c/3bea759ef0092db0041252d4905bdb5c/3bea759ef0092db0041252d4905bdb5c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697993.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/9f7/c72a987677e6750033faf01e4a58d9f7/c72a987677e6750033faf01e4a58d9f7.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697998.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/8f1/00fd810c086ba844e51ccfe747a388f1/00fd810c086ba844e51ccfe747a388f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698003.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/07c/998d9b7680475cc76966b1dac1b4907c/998d9b7680475cc76966b1dac1b4907c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698008.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/58f/5105436033641e79a4c3063337cae58f/5105436033641e79a4c3063337cae58f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698013.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/600/b7541c400cc492c895126a82217a9600/b7541c400cc492c895126a82217a9600.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698018.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/7e8/a02d7c445d0be149b356c6087ca407e8/a02d7c445d0be149b356c6087ca407e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698023.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/b92/265805387a2dd8152790a45ac85b9b92/265805387a2dd8152790a45ac85b9b92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698028.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/605/c66285136b296e15de34b6ee176bd605/c66285136b296e15de34b6ee176bd605.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698033.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/84f/d249a5888ced9913fa23b6d0ae23484f/d249a5888ced9913fa23b6d0ae23484f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698038.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/23e/78eb97670c62f272eb486412e598223e/78eb97670c62f272eb486412e598223e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698043.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/bca/422c8905608d79b7aa9f9d307529bbca/422c8905608d79b7aa9f9d307529bbca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698048.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/ab1/ac3882628249c77bd37e0ce2f7cc7ab1/ac3882628249c77bd37e0ce2f7cc7ab1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698053.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/d94/3dc207c7d24a75e89ca7840ef796bd94/3dc207c7d24a75e89ca7840ef796bd94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698058.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/235/635110dd18d9395e47695f0795444235/635110dd18d9395e47695f0795444235.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698063.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/09b/5d9601dcf808a5b490daad7695ea709b/5d9601dcf808a5b490daad7695ea709b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698068.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/9fc/08068728dd35da842f58267942a809fc/08068728dd35da842f58267942a809fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698073.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/c3b/0659cc4694d7a806d7ff1b5baa362c3b/0659cc4694d7a806d7ff1b5baa362c3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698078.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/6ca/75a9897034e1d9c44d2683cf77d2b6ca/75a9897034e1d9c44d2683cf77d2b6ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698083.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/bf1/3b8031795ded0519560daed12b7dabf1/3b8031795ded0519560daed12b7dabf1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698088.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/5b0/e7b36deb45c264cdef98c98be4b115b0/e7b36deb45c264cdef98c98be4b115b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698093.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/d8d/ffd276e4a79de55a302c7529ad25fd8d/ffd276e4a79de55a302c7529ad25fd8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698098.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/f42/aff283b52897cd409f217db7db57ef42/aff283b52897cd409f217db7db57ef42.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698103.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/9f6/c2e1c70856a2a09e5b4fd3b2eeb149f6/c2e1c70856a2a09e5b4fd3b2eeb149f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698108.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/86f/ac5283b6ab21a60d48396021e8d2486f/ac5283b6ab21a60d48396021e8d2486f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698113.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/432/cab1f69c7c4491235479d45a16125432/cab1f69c7c4491235479d45a16125432.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698118.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/1ce/1dd18bb3ee602389b63a3e8fba81d1ce/1dd18bb3ee602389b63a3e8fba81d1ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698123.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/668/8459b15ae01c5d900c22f3079aabe668/8459b15ae01c5d900c22f3079aabe668.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698128.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/c14/03de8d16b65ed97b57a40d0cd2166c14/03de8d16b65ed97b57a40d0cd2166c14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698133.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/51b/346923510d531af2e55c3f6215a0651b/346923510d531af2e55c3f6215a0651b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698138.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/806/4ef0ff5a7931523e09dfae37950b0806/4ef0ff5a7931523e09dfae37950b0806.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698143.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/d9f/5d968f53e1ba200b5ed619dcff949d9f/5d968f53e1ba200b5ed619dcff949d9f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698148.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/b37/c195bbdacfeaaadad4264777d6baab37/c195bbdacfeaaadad4264777d6baab37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698153.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/079/c7442f6e9b254cee7c58b1d818ca9079/c7442f6e9b254cee7c58b1d818ca9079.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698158.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/a2e/67f0ea3bf996e598d9ba3f1bc175ba2e/67f0ea3bf996e598d9ba3f1bc175ba2e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698163.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/78f/a32c7ee5dfd1851cac14c6ed1f6dd78f/a32c7ee5dfd1851cac14c6ed1f6dd78f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698168.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/fcd/6f9f39a10a54b6ac2dd8de94a4aedfcd/6f9f39a10a54b6ac2dd8de94a4aedfcd.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698173.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/0f9/f228590f42c75b46c33675ebb28b50f9/f228590f42c75b46c33675ebb28b50f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698178.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/974/c3e2922b11c10a6cae99bee90a890974/c3e2922b11c10a6cae99bee90a890974.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698183.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/cc9/f66d3f5326cd9777a9c00f384320acc9/f66d3f5326cd9777a9c00f384320acc9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698188.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/4cb/22ef8a256bd2d5d8f41921ef695364cb/22ef8a256bd2d5d8f41921ef695364cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698193.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/e37/9621744876b5969b71fe6282933a6e37/9621744876b5969b71fe6282933a6e37.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698198.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/879/4dd7abafbcef5dc4382936655c89c879/4dd7abafbcef5dc4382936655c89c879.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698203.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/a9d/6678d25ab0fc57c0ad93b189bc0e8a9d/6678d25ab0fc57c0ad93b189bc0e8a9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698208.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/646/67745d0c2da49ed32357eded59c8d646/67745d0c2da49ed32357eded59c8d646.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698213.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/169/2c6b5005641f67d5084c8ee570cab169/2c6b5005641f67d5084c8ee570cab169.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698218.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/f50/07e69d0540d6e460d08b77d776296f50/07e69d0540d6e460d08b77d776296f50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698223.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/5b9/74919b03001b6d866203f9fb783c25b9/74919b03001b6d866203f9fb783c25b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698228.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/590/e7bca1bd6c17fd2b1689bd56c482d590/e7bca1bd6c17fd2b1689bd56c482d590.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698233.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/0c4/c908a2690ea05eb061fd0640767030c4/c908a2690ea05eb061fd0640767030c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698238.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/909/b8570f6a24194b76368d44e30e2bb909/b8570f6a24194b76368d44e30e2bb909.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698243.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/243/6a4f57dd69b8a9cac8aac5a2b0335243/6a4f57dd69b8a9cac8aac5a2b0335243.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698248.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/4d2/bf496a242da9f5d7b7cb49c829a3d4d2/bf496a242da9f5d7b7cb49c829a3d4d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698253.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/030/08ca4b2d46fc689aa2a7698c36764030/08ca4b2d46fc689aa2a7698c36764030.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698258.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/746/2aeb50cade3e4f57de4c54924ce24746/2aeb50cade3e4f57de4c54924ce24746.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698263.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/936/d91d225a0a50303bc812cb21b0eac936/d91d225a0a50303bc812cb21b0eac936.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698268.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/e0f/cb8e22ae39401ebaa19fbbef2e235e0f/cb8e22ae39401ebaa19fbbef2e235e0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698273.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/a68/195066bbb3dbfe429c4ecb1a50d3ba68/195066bbb3dbfe429c4ecb1a50d3ba68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698278.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/1df/5aa8322bfddc918574306eab5b31d1df/5aa8322bfddc918574306eab5b31d1df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698283.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/19c/1646aa197eb7f3bdfe6cda8933aeb19c/1646aa197eb7f3bdfe6cda8933aeb19c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698288.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/30e/30dbac7e3e7ba48dd4e379838a1fd30e/30dbac7e3e7ba48dd4e379838a1fd30e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698293.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/0e9/b6f03a1d43a390db5ef2944534fc20e9/b6f03a1d43a390db5ef2944534fc20e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698298.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/29a/9a8490b7ee1ecdd4896cd485f8f6529a/9a8490b7ee1ecdd4896cd485f8f6529a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698303.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/a3c/10b647f9fba684774d63662c5ab33a3c/10b647f9fba684774d63662c5ab33a3c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698308.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/454/cb5ce665a5f12729d36926752ca64454/cb5ce665a5f12729d36926752ca64454.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698313.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/efe/c86c12cf64ee3183c15661f312ad4efe/c86c12cf64ee3183c15661f312ad4efe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698318.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/292/08f43ff51f33d0b18365042d7f0b6292/08f43ff51f33d0b18365042d7f0b6292.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698323.00000-0, db: /tmp/tmp5qi9xz6l/sda/containers/0/66a/edb6a96e791daa2d2643c8f97232e66a/edb6a96e791daa2d2643c8f97232e66a.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/927/dad93324f88344f974d131954d981927/dad93324f88344f974d131954d981927.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697050.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/927/dad93324f88344f974d131954d981927/dad93324f88344f974d131954d981927_1769697050.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/cd5/31bb9f853998d802b2203e6669c42cd5/31bb9f853998d802b2203e6669c42cd5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697054.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/cd5/31bb9f853998d802b2203e6669c42cd5/31bb9f853998d802b2203e6669c42cd5_1769697054.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/81d/fa75415c45f56ec1cc745f950b9e381d/fa75415c45f56ec1cc745f950b9e381d.db'test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697058.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/81d/fa75415c45f56ec1cc745f950b9e381d/fa75415c45f56ec1cc745f950b9e381d_1769697058.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/12f/64ba19c5edcd27d9757ee8676099412f/64ba19c5edcd27d9757ee8676099412f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697062.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/12f/64ba19c5edcd27d9757ee8676099412f/64ba19c5edcd27d9757ee8676099412f_1769697062.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/d16/14035189a488b76a61f5f71caf385d16/14035189a488b76a61f5f71caf385d16.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697066.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/d16/14035189a488b76a61f5f71caf385d16/14035189a488b76a61f5f71caf385d16_1769697066.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/09c/e10ac73d237a3b1bfac43070b040d09c/e10ac73d237a3b1bfac43070b040d09c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697070.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/09c/e10ac73d237a3b1bfac43070b040d09c/e10ac73d237a3b1bfac43070b040d09c_1769697070.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/b72/03acbb34444ee4de986188c7b1401b72/03acbb34444ee4de986188c7b1401b72.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697074.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/b72/03acbb34444ee4de986188c7b1401b72/03acbb34444ee4de986188c7b1401b72_1769697074.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/3bc/b62e386a93e0cfd255364d24137c23bc/b62e386a93e0cfd255364d24137c23bc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697078.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/3bc/b62e386a93e0cfd255364d24137c23bc/b62e386a93e0cfd255364d24137c23bc_1769697078.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/2fe/98d031331e893e976d01311e160c62fe/98d031331e893e976d01311e160c62fe.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697082.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/2fe/98d031331e893e976d01311e160c62fe/98d031331e893e976d01311e160c62fe_1769697082.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/1a3/984c0e32d879dc83bf2b4610e44041a3/984c0e32d879dc83bf2b4610e44041a3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697086.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/1a3/984c0e32d879dc83bf2b4610e44041a3/984c0e32d879dc83bf2b4610e44041a3_1769697086.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/56d/44ad5858e07058cd86789a9d9815656d/44ad5858e07058cd86789a9d9815656d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697090.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/56d/44ad5858e07058cd86789a9d9815656d/44ad5858e07058cd86789a9d9815656d_1769697090.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/dc9/e8f7ebded620318c5d0f40e4f4352dc9/e8f7ebded620318c5d0f40e4f4352dc9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697094.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/dc9/e8f7ebded620318c5d0f40e4f4352dc9/e8f7ebded620318c5d0f40e4f4352dc9_1769697094.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/6b1/c98dd9d9f3363bbaba452a61d36486b1/c98dd9d9f3363bbaba452a61d36486b1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697098.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/6b1/c98dd9d9f3363bbaba452a61d36486b1/c98dd9d9f3363bbaba452a61d36486b1_1769697098.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/8cc/39ed6ba3ab2a24690c01b96e9ceef8cc/39ed6ba3ab2a24690c01b96e9ceef8cc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697102.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/8cc/39ed6ba3ab2a24690c01b96e9ceef8cc/39ed6ba3ab2a24690c01b96e9ceef8cc_1769697102.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/5c9/781186aab2545b1794bf3c60395385c9/781186aab2545b1794bf3c60395385c9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697106.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/5c9/781186aab2545b1794bf3c60395385c9/781186aab2545b1794bf3c60395385c9_1769697106.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/c45/ab289ce2c12ecee2bf396103a2844c45/ab289ce2c12ecee2bf396103a2844c45.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697110.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/c45/ab289ce2c12ecee2bf396103a2844c45/ab289ce2c12ecee2bf396103a2844c45_1769697110.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/71c/26708271b7de4079810c2727f8b3b71c/26708271b7de4079810c2727f8b3b71c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697114.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/71c/26708271b7de4079810c2727f8b3b71c/26708271b7de4079810c2727f8b3b71c_1769697114.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/b55/117f114583ddf5a7e36fd8a66335eb55/117f114583ddf5a7e36fd8a66335eb55.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697118.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/b55/117f114583ddf5a7e36fd8a66335eb55/117f114583ddf5a7e36fd8a66335eb55_1769697118.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/52e/f422c8353cb202863bec108f5223a52e/f422c8353cb202863bec108f5223a52e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697122.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/52e/f422c8353cb202863bec108f5223a52e/f422c8353cb202863bec108f5223a52e_1769697122.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/9f5/264d18bc37fdb48fc4ef181530cbd9f5/264d18bc37fdb48fc4ef181530cbd9f5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697126.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/9f5/264d18bc37fdb48fc4ef181530cbd9f5/264d18bc37fdb48fc4ef181530cbd9f5_1769697126.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/301/d724ac9d2dc1cb103a536da0cac14301/d724ac9d2dc1cb103a536da0cac14301.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697130.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/301/d724ac9d2dc1cb103a536da0cac14301/d724ac9d2dc1cb103a536da0cac14301_1769697130.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/8eb/86d08cc40b396c4d8d52c4eebf3db8eb/86d08cc40b396c4d8d52c4eebf3db8eb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697134.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/8eb/86d08cc40b396c4d8d52c4eebf3db8eb/86d08cc40b396c4d8d52c4eebf3db8eb_1769697134.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/5be/37052a0137ae57f2b925630b563bf5be/37052a0137ae57f2b925630b563bf5be.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697138.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/5be/37052a0137ae57f2b925630b563bf5be/37052a0137ae57f2b925630b563bf5be_1769697138.00000.db +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Setting object count to 1072 (txn: txca199b7e38694a5e89f17-00697b6f15) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Setting object count to 1072 (txn: txfa1a30ac3d1642059e5d8-00697b6f16) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9d6c4bd0ce514c86989a2-00697b6f16) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx9d6c4bd0ce514c86989a2-00697b6f16) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9d6c4bd0ce514c86989a2-00697b6f16) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx9d6c4bd0ce514c86989a2-00697b6f16) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx9d6c4bd0ce514c86989a2-00697b6f16)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok + +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/a62/666e0313e5eddd273d0d660da01ffa62/666e0313e5eddd273d0d660da01ffa62.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697142.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/a62/666e0313e5eddd273d0d660da01ffa62/666e0313e5eddd273d0d660da01ffa62_1769697142.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/c77/58f9e78ecdcd176b98d4a4b0da0e0c77/58f9e78ecdcd176b98d4a4b0da0e0c77.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697146.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/c77/58f9e78ecdcd176b98d4a4b0da0e0c77/58f9e78ecdcd176b98d4a4b0da0e0c77_1769697146.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/976/c926cd367654b957f12a61fd809d0976/c926cd367654b957f12a61fd809d0976.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697150.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/976/c926cd367654b957f12a61fd809d0976/c926cd367654b957f12a61fd809d0976_1769697150.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/728/e93a8be8a7c13f1f0447dd5e742fa728/e93a8be8a7c13f1f0447dd5e742fa728.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697154.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/728/e93a8be8a7c13f1f0447dd5e742fa728/e93a8be8a7c13f1f0447dd5e742fa728_1769697154.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/77e/3527757288eb5e85added56cc681077e/3527757288eb5e85added56cc681077e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697158.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/77e/3527757288eb5e85added56cc681077e/3527757288eb5e85added56cc681077e_1769697158.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/fa1/ee598dd0cff6ce4b69d753553739cfa1/ee598dd0cff6ce4b69d753553739cfa1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697162.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/fa1/ee598dd0cff6ce4b69d753553739cfa1/ee598dd0cff6ce4b69d753553739cfa1_1769697162.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/860/1446c7eeb09bc46a2b3b314741c21860/1446c7eeb09bc46a2b3b314741c21860.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697166.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/860/1446c7eeb09bc46a2b3b314741c21860/1446c7eeb09bc46a2b3b314741c21860_1769697166.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/462/f2f55753884938d525c007452cb3f462/f2f55753884938d525c007452cb3f462.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697170.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/462/f2f55753884938d525c007452cb3f462/f2f55753884938d525c007452cb3f462_1769697170.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/77c/187656786ee54ed5302b33645af0977c/187656786ee54ed5302b33645af0977c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697174.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/77c/187656786ee54ed5302b33645af0977c/187656786ee54ed5302b33645af0977c_1769697174.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/59f/35cbf70508d4bf006facd4b873aa059f/35cbf70508d4bf006facd4b873aa059f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697178.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/59f/35cbf70508d4bf006facd4b873aa059f/35cbf70508d4bf006facd4b873aa059f_1769697178.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/6f9/92b24b55bc2af66a311e6381393cb6f9/92b24b55bc2af66a311e6381393cb6f9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697182.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/6f9/92b24b55bc2af66a311e6381393cb6f9/92b24b55bc2af66a311e6381393cb6f9_1769697182.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/86c/68afabe541cb6c1587495b602390e86c/68afabe541cb6c1587495b602390e86c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697186.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/86c/68afabe541cb6c1587495b602390e86c/68afabe541cb6c1587495b602390e86c_1769697186.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/cbf/ce984da727e978d892fccf28a076fcbf/ce984da727e978d892fccf28a076fcbf.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697190.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/cbf/ce984da727e978d892fccf28a076fcbf/ce984da727e978d892fccf28a076fcbf_1769697190.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/2a7/3954b60ac79959f1b8a67bb3bbfee2a7/3954b60ac79959f1b8a67bb3bbfee2a7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697194.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/2a7/3954b60ac79959f1b8a67bb3bbfee2a7/3954b60ac79959f1b8a67bb3bbfee2a7_1769697194.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/f52/bbf830619cbe3a63b749fc7b0b67ef52/bbf830619cbe3a63b749fc7b0b67ef52.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697198.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/f52/bbf830619cbe3a63b749fc7b0b67ef52/bbf830619cbe3a63b749fc7b0b67ef52_1769697198.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/ee0/01a649e34fa06002efd98c54de48dee0/01a649e34fa06002efd98c54de48dee0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697202.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/ee0/01a649e34fa06002efd98c54de48dee0/01a649e34fa06002efd98c54de48dee0_1769697202.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/c7f/284d12750d81fe006d9c03702657ac7f/284d12750d81fe006d9c03702657ac7f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697206.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/c7f/284d12750d81fe006d9c03702657ac7f/284d12750d81fe006d9c03702657ac7f_1769697206.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/b26/578cb02933c240f3925d5d7a5a1bdb26/578cb02933c240f3925d5d7a5a1bdb26.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697210.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/b26/578cb02933c240f3925d5d7a5a1bdb26/578cb02933c240f3925d5d7a5a1bdb26_1769697210.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/2fe/87e4e6e5a15623ebb3d47a6abb1512fe/87e4e6e5a15623ebb3d47a6abb1512fe.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697214.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/2fe/87e4e6e5a15623ebb3d47a6abb1512fe/87e4e6e5a15623ebb3d47a6abb1512fe_1769697214.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/06b/a13f95edecfd43761eaf0f5ee79e306b/a13f95edecfd43761eaf0f5ee79e306b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697218.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/06b/a13f95edecfd43761eaf0f5ee79e306b/a13f95edecfd43761eaf0f5ee79e306b_1769697218.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/e00/ecf77f229a631ffb64147c5a39e9ae00/ecf77f229a631ffb64147c5a39e9ae00.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697222.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/e00/ecf77f229a631ffb64147c5a39e9ae00/ecf77f229a631ffb64147c5a39e9ae00_1769697222.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/d45/784473e20032283508785bc5a10d8d45/784473e20032283508785bc5a10d8d45.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697226.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/d45/784473e20032283508785bc5a10d8d45/784473e20032283508785bc5a10d8d45_1769697226.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/e16/1ce4982a109048075e58c21f0783ee16/1ce4982a109048075e58c21f0783ee16.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697230.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/e16/1ce4982a109048075e58c21f0783ee16/1ce4982a109048075e58c21f0783ee16_1769697230.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/f00/973bfb7e17742fd65513d4353f694f00/973bfb7e17742fd65513d4353f694f00.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697234.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/f00/973bfb7e17742fd65513d4353f694f00/973bfb7e17742fd65513d4353f694f00_1769697234.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/e7b/f3cb16d2b9e59a61598a687bd9cf8e7b/f3cb16d2b9e59a61598a687bd9cf8e7b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697238.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/e7b/f3cb16d2b9e59a61598a687bd9cf8e7b/f3cb16d2b9e59a61598a687bd9cf8e7b_1769697238.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/796/977f034867a5c6155b3246aa25c63796/977f034867a5c6155b3246aa25c63796.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697242.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/796/977f034867a5c6155b3246aa25c63796/977f034867a5c6155b3246aa25c63796_1769697242.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/ddb/b5e67ecba1223af26a24b4d6bf58addb/b5e67ecba1223af26a24b4d6bf58addb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697246.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/ddb/b5e67ecba1223af26a24b4d6bf58addb/b5e67ecba1223af26a24b4d6bf58addb_1769697246.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/c86/3503aef855e261c985c7548786f9dc86/3503aef855e261c985c7548786f9dc86.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697250.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/c86/3503aef855e261c985c7548786f9dc86/3503aef855e261c985c7548786f9dc86_1769697250.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/467/f1084f720b385a822dbabbe425571467/f1084f720b385a822dbabbe425571467.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697254.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/467/f1084f720b385a822dbabbe425571467/f1084f720b385a822dbabbe425571467_1769697254.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/9d7/e28b3662438355143530345e058459d7/e28b3662438355143530345e058459d7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697258.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/9d7/e28b3662438355143530345e058459d7/e28b3662438355143530345e058459d7_1769697258.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/da2/8c4ca7d7a5dd758303266fc553564da2/8c4ca7d7a5dd758303266fc553564da2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697262.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/da2/8c4ca7d7a5dd758303266fc553564da2/8c4ca7d7a5dd758303266fc553564da2_1769697262.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/6bb/e96f86451ab49a78f9cf55cfc6cfe6bb/e96f86451ab49a78f9cf55cfc6cfe6bb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697266.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/6bb/e96f86451ab49a78f9cf55cfc6cfe6bb/e96f86451ab49a78f9cf55cfc6cfe6bb_1769697266.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/994/7df7b339478542a9ed71b1b3582a0994/7df7b339478542a9ed71b1b3582a0994.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697270.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/994/7df7b339478542a9ed71b1b3582a0994/7df7b339478542a9ed71b1b3582a0994_1769697270.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/499/402b5bb9a47cae9a8f1829f2aeced499/402b5bb9a47cae9a8f1829f2aeced499.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697274.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/499/402b5bb9a47cae9a8f1829f2aeced499/402b5bb9a47cae9a8f1829f2aeced499_1769697274.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/fc4/c70c760953d8b39207efaf0b88056fc4/c70c760953d8b39207efaf0b88056fc4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697278.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/fc4/c70c760953d8b39207efaf0b88056fc4/c70c760953d8b39207efaf0b88056fc4_1769697278.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/a2e/c115f1efd35a3eb74945684c30ad9a2e/c115f1efd35a3eb74945684c30ad9a2e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697282.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/a2e/c115f1efd35a3eb74945684c30ad9a2e/c115f1efd35a3eb74945684c30ad9a2e_1769697282.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/c5e/b4d10aff4c2fa4edc93e97fe65c8ac5e/b4d10aff4c2fa4edc93e97fe65c8ac5e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697286.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/c5e/b4d10aff4c2fa4edc93e97fe65c8ac5e/b4d10aff4c2fa4edc93e97fe65c8ac5e_1769697286.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/ec1/e2c7d3abef413f39b84402cfea8f8ec1/e2c7d3abef413f39b84402cfea8f8ec1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697290.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/ec1/e2c7d3abef413f39b84402cfea8f8ec1/e2c7d3abef413f39b84402cfea8f8ec1_1769697290.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/42a/6ac41131311acaa277daf478ab81342a/6ac41131311acaa277daf478ab81342a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697294.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/42a/6ac41131311acaa277daf478ab81342a/6ac41131311acaa277daf478ab81342a_1769697294.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/4ee/1126c4f7dd6ae431ffa030b89c8a84ee/1126c4f7dd6ae431ffa030b89c8a84ee.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697298.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/4ee/1126c4f7dd6ae431ffa030b89c8a84ee/1126c4f7dd6ae431ffa030b89c8a84ee_1769697298.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/825/002cae628195baf37cc19e2073e2d825/002cae628195baf37cc19e2073e2d825.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697302.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/825/002cae628195baf37cc19e2073e2d825/002cae628195baf37cc19e2073e2d825_1769697302.00000.db +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd354aaac9163457a9d0fb-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txd354aaac9163457a9d0fb-00697b6f14) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txd354aaac9163457a9d0fb-00697b6f14) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd354aaac9163457a9d0fb-00697b6f14) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd354aaac9163457a9d0fb-00697b6f14) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd354aaac9163457a9d0fb-00697b6f14) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx826b8694480a4f1ea8bf8-00697b6f15) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx826b8694480a4f1ea8bf8-00697b6f15) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx826b8694480a4f1ea8bf8-00697b6f15) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx826b8694480a4f1ea8bf8-00697b6f15) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx826b8694480a4f1ea8bf8-00697b6f15) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx826b8694480a4f1ea8bf8-00697b6f15) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx826b8694480a4f1ea8bf8-00697b6f15) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx826b8694480a4f1ea8bf8-00697b6f15) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx826b8694480a4f1ea8bf8-00697b6f15) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx826b8694480a4f1ea8bf8-00697b6f15) +test DEBUG: Setting object count to 1065 (txn: tx826b8694480a4f1ea8bf8-00697b6f15) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx90d68f31e9174ac6a5f60-00697b6f15) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx90d68f31e9174ac6a5f60-00697b6f15) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx90d68f31e9174ac6a5f60-00697b6f15) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx90d68f31e9174ac6a5f60-00697b6f15) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx90d68f31e9174ac6a5f60-00697b6f15) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx90d68f31e9174ac6a5f60-00697b6f15) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx90d68f31e9174ac6a5f60-00697b6f15) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx90d68f31e9174ac6a5f60-00697b6f15) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx90d68f31e9174ac6a5f60-00697b6f15) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx90d68f31e9174ac6a5f60-00697b6f15) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx90d68f31e9174ac6a5f60-00697b6f15) +test DEBUG: Setting object count to 1065 (txn: tx90d68f31e9174ac6a5f60-00697b6f15) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txff5d9f9b00b34b9f88aa5-00697b6f16) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txff5d9f9b00b34b9f88aa5-00697b6f16) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7d216475a3254a1e90468-00697b6f17) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx7d216475a3254a1e90468-00697b6f17) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7d216475a3254a1e90468-00697b6f17) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx7d216475a3254a1e90468-00697b6f17) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx7d216475a3254a1e90468-00697b6f17) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7d216475a3254a1e90468-00697b6f17) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx7d216475a3254a1e90468-00697b6f17) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7d216475a3254a1e90468-00697b6f17) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7d216475a3254a1e90468-00697b6f17) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx7d216475a3254a1e90468-00697b6f17) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx7d216475a3254a1e90468-00697b6f17) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx7d216475a3254a1e90468-00697b6f17) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx7d216475a3254a1e90468-00697b6f17) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx7d216475a3254a1e90468-00697b6f17)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok + +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/ba2/8d4e867e5ba87e137fcc7a92a2e4cba2/8d4e867e5ba87e137fcc7a92a2e4cba2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697306.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/ba2/8d4e867e5ba87e137fcc7a92a2e4cba2/8d4e867e5ba87e137fcc7a92a2e4cba2_1769697306.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/62c/280cdd98f33f97226d8bfb4dc962c62c/280cdd98f33f97226d8bfb4dc962c62c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697310.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/62c/280cdd98f33f97226d8bfb4dc962c62c/280cdd98f33f97226d8bfb4dc962c62c_1769697310.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/3a4/a375325ac97d66051bfd58a651bcd3a4/a375325ac97d66051bfd58a651bcd3a4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697314.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/3a4/a375325ac97d66051bfd58a651bcd3a4/a375325ac97d66051bfd58a651bcd3a4_1769697314.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/f66/4e80d112356d243aecca3d590acf7f66/4e80d112356d243aecca3d590acf7f66.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697318.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/f66/4e80d112356d243aecca3d590acf7f66/4e80d112356d243aecca3d590acf7f66_1769697318.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/bb9/c56e2440965874e2b26919361248cbb9/c56e2440965874e2b26919361248cbb9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697322.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/bb9/c56e2440965874e2b26919361248cbb9/c56e2440965874e2b26919361248cbb9_1769697322.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/3f6/77f1c9d4394c9138679604824747f3f6/77f1c9d4394c9138679604824747f3f6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697326.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/3f6/77f1c9d4394c9138679604824747f3f6/77f1c9d4394c9138679604824747f3f6_1769697326.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/ef4/f4ec9f223d2f9814ff1165ff1bc77ef4/f4ec9f223d2f9814ff1165ff1bc77ef4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697330.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/ef4/f4ec9f223d2f9814ff1165ff1bc77ef4/f4ec9f223d2f9814ff1165ff1bc77ef4_1769697330.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/355/e2b4c24673b4dae0aae119ce96fb5355/e2b4c24673b4dae0aae119ce96fb5355.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697334.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/355/e2b4c24673b4dae0aae119ce96fb5355/e2b4c24673b4dae0aae119ce96fb5355_1769697334.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/8c7/0af961bb33d3d08557b253a24331f8c7/0af961bb33d3d08557b253a24331f8c7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697338.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/8c7/0af961bb33d3d08557b253a24331f8c7/0af961bb33d3d08557b253a24331f8c7_1769697338.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/893/9e1bf4e90517d8cf6f93ff1483ca7893/9e1bf4e90517d8cf6f93ff1483ca7893.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697342.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/893/9e1bf4e90517d8cf6f93ff1483ca7893/9e1bf4e90517d8cf6f93ff1483ca7893_1769697342.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/eb9/a2b2160c8fffc97201ee3c6834e5aeb9/a2b2160c8fffc97201ee3c6834e5aeb9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697346.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/eb9/a2b2160c8fffc97201ee3c6834e5aeb9/a2b2160c8fffc97201ee3c6834e5aeb9_1769697346.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/c9e/6c6cc61c130f07da744c25cea44dcc9e/6c6cc61c130f07da744c25cea44dcc9e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697350.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/c9e/6c6cc61c130f07da744c25cea44dcc9e/6c6cc61c130f07da744c25cea44dcc9e_1769697350.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/b8c/bfbb41934c73e4515501834058dceb8c/bfbb41934c73e4515501834058dceb8c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697354.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/b8c/bfbb41934c73e4515501834058dceb8c/bfbb41934c73e4515501834058dceb8c_1769697354.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/383/f5b20e4eb7a8c23104caa6269736c383/f5b20e4eb7a8c23104caa6269736c383.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697358.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/383/f5b20e4eb7a8c23104caa6269736c383/f5b20e4eb7a8c23104caa6269736c383_1769697358.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/644/1ae64ba69f54c9f4c48902acb7ed4644/1ae64ba69f54c9f4c48902acb7ed4644.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697362.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/644/1ae64ba69f54c9f4c48902acb7ed4644/1ae64ba69f54c9f4c48902acb7ed4644_1769697362.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/359/4fad3d50c36a4d00c17c7370ca8b9359/4fad3d50c36a4d00c17c7370ca8b9359.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697366.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/359/4fad3d50c36a4d00c17c7370ca8b9359/4fad3d50c36a4d00c17c7370ca8b9359_1769697366.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/173/39dcd8cd6171714dece45d2de657f173/39dcd8cd6171714dece45d2de657f173.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697370.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/173/39dcd8cd6171714dece45d2de657f173/39dcd8cd6171714dece45d2de657f173_1769697370.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/ea8/dcbf0b9b5cfef8014074a78f7be98ea8/dcbf0b9b5cfef8014074a78f7be98ea8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697374.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/ea8/dcbf0b9b5cfef8014074a78f7be98ea8/dcbf0b9b5cfef8014074a78f7be98ea8_1769697374.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/ea1/b683c39481a2b44f348b2b1120cf3ea1/b683c39481a2b44f348b2b1120cf3ea1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697378.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/ea1/b683c39481a2b44f348b2b1120cf3ea1/b683c39481a2b44f348b2b1120cf3ea1_1769697378.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/59d/3fa8e2f5c3af139aab648c5a3439e59d/3fa8e2f5c3af139aab648c5a3439e59d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697382.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/59d/3fa8e2f5c3af139aab648c5a3439e59d/3fa8e2f5c3af139aab648c5a3439e59d_1769697382.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/52a/85f8ba0e4789e91a68b547187ab6452a/85f8ba0e4789e91a68b547187ab6452a.db'test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697386.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/52a/85f8ba0e4789e91a68b547187ab6452a/85f8ba0e4789e91a68b547187ab6452a_1769697386.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/298/c205bd338e971b1062710c82ace1d298/c205bd338e971b1062710c82ace1d298.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697390.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/298/c205bd338e971b1062710c82ace1d298/c205bd338e971b1062710c82ace1d298_1769697390.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/f4f/35fbaf159bd6492029e22b8fe6cbff4f/35fbaf159bd6492029e22b8fe6cbff4f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697394.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/f4f/35fbaf159bd6492029e22b8fe6cbff4f/35fbaf159bd6492029e22b8fe6cbff4f_1769697394.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/36c/e647add686f3e2609aeb0e8c06b3f36c/e647add686f3e2609aeb0e8c06b3f36c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697398.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/36c/e647add686f3e2609aeb0e8c06b3f36c/e647add686f3e2609aeb0e8c06b3f36c_1769697398.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/717/ff5003935cdeb85200da8eeb83dea717/ff5003935cdeb85200da8eeb83dea717.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697402.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/717/ff5003935cdeb85200da8eeb83dea717/ff5003935cdeb85200da8eeb83dea717_1769697402.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/306/6339aa59363dfa8bb8966eb89f90f306/6339aa59363dfa8bb8966eb89f90f306.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697406.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/306/6339aa59363dfa8bb8966eb89f90f306/6339aa59363dfa8bb8966eb89f90f306_1769697406.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/79b/c09c6fce3634c9ec63f367c19ce6279b/c09c6fce3634c9ec63f367c19ce6279b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697410.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/79b/c09c6fce3634c9ec63f367c19ce6279b/c09c6fce3634c9ec63f367c19ce6279b_1769697410.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/65a/b3a81b70164c23dd9d2bc5ffc838465a/b3a81b70164c23dd9d2bc5ffc838465a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697414.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/65a/b3a81b70164c23dd9d2bc5ffc838465a/b3a81b70164c23dd9d2bc5ffc838465a_1769697414.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/06a/74cd4535804bc7aa4d79d231ff39b06a/74cd4535804bc7aa4d79d231ff39b06a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697418.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/06a/74cd4535804bc7aa4d79d231ff39b06a/74cd4535804bc7aa4d79d231ff39b06a_1769697418.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/7ee/34dcfaa205c8fef7ee881a22be7db7ee/34dcfaa205c8fef7ee881a22be7db7ee.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697422.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/7ee/34dcfaa205c8fef7ee881a22be7db7ee/34dcfaa205c8fef7ee881a22be7db7ee_1769697422.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/df7/221816451ec0c62c28df7f4e46ae6df7/221816451ec0c62c28df7f4e46ae6df7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697426.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/df7/221816451ec0c62c28df7f4e46ae6df7/221816451ec0c62c28df7f4e46ae6df7_1769697426.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/380/79ec3edb80e9c651ce1e3d6db1176380/79ec3edb80e9c651ce1e3d6db1176380.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697430.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/380/79ec3edb80e9c651ce1e3d6db1176380/79ec3edb80e9c651ce1e3d6db1176380_1769697430.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/197/c4701a07a90cdf3df12c43bd82351197/c4701a07a90cdf3df12c43bd82351197.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697434.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/197/c4701a07a90cdf3df12c43bd82351197/c4701a07a90cdf3df12c43bd82351197_1769697434.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/281/93d8e3612430a411d65177c8a6cd1281/93d8e3612430a411d65177c8a6cd1281.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697438.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/281/93d8e3612430a411d65177c8a6cd1281/93d8e3612430a411d65177c8a6cd1281_1769697438.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/945/78083cbb4d5305d0ff74a84055d2e945/78083cbb4d5305d0ff74a84055d2e945.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697442.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/945/78083cbb4d5305d0ff74a84055d2e945/78083cbb4d5305d0ff74a84055d2e945_1769697442.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/9f0/bd715475cf727708ee855091f5f9e9f0/bd715475cf727708ee855091f5f9e9f0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697446.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/9f0/bd715475cf727708ee855091f5f9e9f0/bd715475cf727708ee855091f5f9e9f0_1769697446.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/b14/436e87c2007b41f88b92f6920b225b14/436e87c2007b41f88b92f6920b225b14.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697450.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/b14/436e87c2007b41f88b92f6920b225b14/436e87c2007b41f88b92f6920b225b14_1769697450.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/510/226723834fb6cc0eb7874e7eb3239510/226723834fb6cc0eb7874e7eb3239510.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697454.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/510/226723834fb6cc0eb7874e7eb3239510/226723834fb6cc0eb7874e7eb3239510_1769697454.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/f33/daeafd1855d8378661effa842533af33/daeafd1855d8378661effa842533af33.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697458.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/f33/daeafd1855d8378661effa842533af33/daeafd1855d8378661effa842533af33_1769697458.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/6c6/bf786aba5a5da3efbf495d68f6ada6c6/bf786aba5a5da3efbf495d68f6ada6c6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697462.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/6c6/bf786aba5a5da3efbf495d68f6ada6c6/bf786aba5a5da3efbf495d68f6ada6c6_1769697462.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/154/205d2fd303e4d9ab77f84f690ebe1154/205d2fd303e4d9ab77f84f690ebe1154.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697466.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/154/205d2fd303e4d9ab77f84f690ebe1154/205d2fd303e4d9ab77f84f690ebe1154_1769697466.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok + +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx7d216475a3254a1e90468-00697b6f17) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx7d216475a3254a1e90468-00697b6f17) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx7d216475a3254a1e90468-00697b6f17) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx7d216475a3254a1e90468-00697b6f17) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx6c9f038837d7418c8e07f-00697b6f17) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6c9f038837d7418c8e07f-00697b6f17) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c9f038837d7418c8e07f-00697b6f17) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx6c9f038837d7418c8e07f-00697b6f17) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txb16014b8078747219c92c-00697b6f17) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb16014b8078747219c92c-00697b6f17) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb16014b8078747219c92c-00697b6f17) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txb16014b8078747219c92c-00697b6f17) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx81704c60922d4ffd96d15-00697b6f18) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx81704c60922d4ffd96d15-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx81704c60922d4ffd96d15-00697b6f18) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx81704c60922d4ffd96d15-00697b6f18) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx81704c60922d4ffd96d15-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx81704c60922d4ffd96d15-00697b6f18) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx81704c60922d4ffd96d15-00697b6f18) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx81704c60922d4ffd96d15-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx81704c60922d4ffd96d15-00697b6f18) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx81704c60922d4ffd96d15-00697b6f18) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx81704c60922d4ffd96d15-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx81704c60922d4ffd96d15-00697b6f18) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx81704c60922d4ffd96d15-00697b6f18) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx81704c60922d4ffd96d15-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx81704c60922d4ffd96d15-00697b6f18) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx81704c60922d4ffd96d15-00697b6f18) +test DEBUG: Setting object count to 3120 (txn: tx81704c60922d4ffd96d15-00697b6f18) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txe626c1d3d8c14f9cb61ee-00697b6f18) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe626c1d3d8c14f9cb61ee-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe626c1d3d8c14f9cb61ee-00697b6f18) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe626c1d3d8c14f9cb61ee-00697b6f18) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe626c1d3d8c14f9cb61ee-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe626c1d3d8c14f9cb61ee-00697b6f18) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe626c1d3d8c14f9cb61ee-00697b6f18) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe626c1d3d8c14f9cb61ee-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txe626c1d3d8c14f9cb61ee-00697b6f18) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe626c1d3d8c14f9cb61ee-00697b6f18) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe626c1d3d8c14f9cb61ee-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txe626c1d3d8c14f9cb61ee-00697b6f18) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txe626c1d3d8c14f9cb61ee-00697b6f18) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe626c1d3d8c14f9cb61ee-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe626c1d3d8c14f9cb61ee-00697b6f18) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txe626c1d3d8c14f9cb61ee-00697b6f18) +test DEBUG: Setting object count to 3120 (txn: txe626c1d3d8c14f9cb61ee-00697b6f18) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txef10fbe530ba4ca8896ac-00697b6f18) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txef10fbe530ba4ca8896ac-00697b6f18)test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txef10fbe530ba4ca8896ac-00697b6f18) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txef10fbe530ba4ca8896ac-00697b6f18) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txef10fbe530ba4ca8896ac-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txef10fbe530ba4ca8896ac-00697b6f18) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txef10fbe530ba4ca8896ac-00697b6f18) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txef10fbe530ba4ca8896ac-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txef10fbe530ba4ca8896ac-00697b6f18) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txef10fbe530ba4ca8896ac-00697b6f18) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txef10fbe530ba4ca8896ac-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txef10fbe530ba4ca8896ac-00697b6f18) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txef10fbe530ba4ca8896ac-00697b6f18) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txef10fbe530ba4ca8896ac-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txef10fbe530ba4ca8896ac-00697b6f18) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txef10fbe530ba4ca8896ac-00697b6f18) +test DEBUG: Setting object count to 3120 (txn: txef10fbe530ba4ca8896ac-00697b6f18) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0bf5e6eabc7246b9a0ab2-00697b6f18) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0bf5e6eabc7246b9a0ab2-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0bf5e6eabc7246b9a0ab2-00697b6f18) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0bf5e6eabc7246b9a0ab2-00697b6f18) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0bf5e6eabc7246b9a0ab2-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0bf5e6eabc7246b9a0ab2-00697b6f18) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0bf5e6eabc7246b9a0ab2-00697b6f18) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx0bf5e6eabc7246b9a0ab2-00697b6f18) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx0bf5e6eabc7246b9a0ab2-00697b6f18) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx0bf5e6eabc7246b9a0ab2-00697b6f18) +test DEBUG: Setting object count to 3120 (txn: tx0bf5e6eabc7246b9a0ab2-00697b6f18) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx9e112b56e24b4871bd658-00697b6f18) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9e112b56e24b4871bd658-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx9e112b56e24b4871bd658-00697b6f18) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx9e112b56e24b4871bd658-00697b6f18) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9e112b56e24b4871bd658-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx9e112b56e24b4871bd658-00697b6f18) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx9e112b56e24b4871bd658-00697b6f18) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9e112b56e24b4871bd658-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx9e112b56e24b4871bd658-00697b6f18) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx9e112b56e24b4871bd658-00697b6f18) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9e112b56e24b4871bd658-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx9e112b56e24b4871bd658-00697b6f18) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx9e112b56e24b4871bd658-00697b6f18) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9e112b56e24b4871bd658-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9e112b56e24b4871bd658-00697b6f18) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx9e112b56e24b4871bd658-00697b6f18) +test DEBUG: Setting object count to 3120 (txn: tx9e112b56e24b4871bd658-00697b6f18) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txbbe6f8cc16844727810ad-00697b6f18) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbbe6f8cc16844727810ad-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbbe6f8cc16844727810ad-00697b6f18) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbbe6f8cc16844727810ad-00697b6f18) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbbe6f8cc16844727810ad-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbbe6f8cc16844727810ad-00697b6f18) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txbbe6f8cc16844727810ad-00697b6f18) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txbbe6f8cc16844727810ad-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txbbe6f8cc16844727810ad-00697b6f18)test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok + +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/b12/8df76c92e7dd59e37e5b2d0f16fcbb12/8df76c92e7dd59e37e5b2d0f16fcbb12.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697470.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/b12/8df76c92e7dd59e37e5b2d0f16fcbb12/8df76c92e7dd59e37e5b2d0f16fcbb12_1769697470.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/473/9b921c8f0eea07e479ab5753ed1e5473/9b921c8f0eea07e479ab5753ed1e5473.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697474.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/473/9b921c8f0eea07e479ab5753ed1e5473/9b921c8f0eea07e479ab5753ed1e5473_1769697474.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/986/4986e74907040e4d385b4b449cdcc986/4986e74907040e4d385b4b449cdcc986.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697478.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/986/4986e74907040e4d385b4b449cdcc986/4986e74907040e4d385b4b449cdcc986_1769697478.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/e50/d4ab272c3d6c1aafcc0c03485948ae50/d4ab272c3d6c1aafcc0c03485948ae50.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697482.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/e50/d4ab272c3d6c1aafcc0c03485948ae50/d4ab272c3d6c1aafcc0c03485948ae50_1769697482.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/f4c/0db3d5e2aa5e83dd39c99fdb95b18f4c/0db3d5e2aa5e83dd39c99fdb95b18f4c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697486.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/f4c/0db3d5e2aa5e83dd39c99fdb95b18f4c/0db3d5e2aa5e83dd39c99fdb95b18f4c_1769697486.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/18d/d8b6f67321f575f1468cb6c2e836818d/d8b6f67321f575f1468cb6c2e836818d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697490.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/18d/d8b6f67321f575f1468cb6c2e836818d/d8b6f67321f575f1468cb6c2e836818d_1769697490.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/f11/fe21999cab43ba9014b331ce155b9f11/fe21999cab43ba9014b331ce155b9f11.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697494.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/f11/fe21999cab43ba9014b331ce155b9f11/fe21999cab43ba9014b331ce155b9f11_1769697494.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/608/c4b7c6dbf3a98a7b40f076e20a666608/c4b7c6dbf3a98a7b40f076e20a666608.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697498.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/608/c4b7c6dbf3a98a7b40f076e20a666608/c4b7c6dbf3a98a7b40f076e20a666608_1769697498.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/921/c562b399c97117bc1265f7149946b921/c562b399c97117bc1265f7149946b921.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697502.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/921/c562b399c97117bc1265f7149946b921/c562b399c97117bc1265f7149946b921_1769697502.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/e87/5a052b99980d76ccc05107722b1dde87/5a052b99980d76ccc05107722b1dde87.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697506.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/e87/5a052b99980d76ccc05107722b1dde87/5a052b99980d76ccc05107722b1dde87_1769697506.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/d86/b9090bf9b0b97e928681b0f41f190d86/b9090bf9b0b97e928681b0f41f190d86.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697510.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/d86/b9090bf9b0b97e928681b0f41f190d86/b9090bf9b0b97e928681b0f41f190d86_1769697510.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/4d0/0623f0847873ffec316a4c2e82f6e4d0/0623f0847873ffec316a4c2e82f6e4d0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697514.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/4d0/0623f0847873ffec316a4c2e82f6e4d0/0623f0847873ffec316a4c2e82f6e4d0_1769697514.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/6b7/d9c9596e0bf76b7fc68444fa8430b6b7/d9c9596e0bf76b7fc68444fa8430b6b7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697518.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/6b7/d9c9596e0bf76b7fc68444fa8430b6b7/d9c9596e0bf76b7fc68444fa8430b6b7_1769697518.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/ce5/cd874d45194c0001f80dd5d0e9473ce5/cd874d45194c0001f80dd5d0e9473ce5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697522.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/ce5/cd874d45194c0001f80dd5d0e9473ce5/cd874d45194c0001f80dd5d0e9473ce5_1769697522.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/3b3/1a68068e478f2d1545e1d7e56aa2c3b3/1a68068e478f2d1545e1d7e56aa2c3b3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697526.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/3b3/1a68068e478f2d1545e1d7e56aa2c3b3/1a68068e478f2d1545e1d7e56aa2c3b3_1769697526.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/21c/21967acf48987e59d90496b9f1b0821c/21967acf48987e59d90496b9f1b0821c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697530.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/21c/21967acf48987e59d90496b9f1b0821c/21967acf48987e59d90496b9f1b0821c_1769697530.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/4ba/2cfe2ec79fecd634da4c9b07c20304ba/2cfe2ec79fecd634da4c9b07c20304ba.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697534.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/4ba/2cfe2ec79fecd634da4c9b07c20304ba/2cfe2ec79fecd634da4c9b07c20304ba_1769697534.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/5e8/c54cfd13319bb54da1835a11bd06b5e8/c54cfd13319bb54da1835a11bd06b5e8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697538.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/5e8/c54cfd13319bb54da1835a11bd06b5e8/c54cfd13319bb54da1835a11bd06b5e8_1769697538.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/a43/588f9defdf6e7672a4b662df91612a43/588f9defdf6e7672a4b662df91612a43.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697542.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/a43/588f9defdf6e7672a4b662df91612a43/588f9defdf6e7672a4b662df91612a43_1769697542.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/328/7daf99fad20293e75bda5f6dfa9d2328/7daf99fad20293e75bda5f6dfa9d2328.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697546.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/328/7daf99fad20293e75bda5f6dfa9d2328/7daf99fad20293e75bda5f6dfa9d2328_1769697546.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/b46/619a2d02c229be020e1ae9d25a00eb46/619a2d02c229be020e1ae9d25a00eb46.db'test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697550.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/b46/619a2d02c229be020e1ae9d25a00eb46/619a2d02c229be020e1ae9d25a00eb46_1769697550.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/189/55902ed38d43c5278ca2fe6d4d765189/55902ed38d43c5278ca2fe6d4d765189.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697554.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/189/55902ed38d43c5278ca2fe6d4d765189/55902ed38d43c5278ca2fe6d4d765189_1769697554.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0at1k0_f/sda/containers/0/630/1f9c38101e30355af12287737983d630/1f9c38101e30355af12287737983d630.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697558.00000-0, db: /tmp/tmp0at1k0_f/sda/containers/0/630/1f9c38101e30355af12287737983d630/1f9c38101e30355af12287737983d630_1769697558.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697051.00000-0, db: /tmp/tmpa9pez7h_/sda/containers/0/890/9d2540d5b17ec890cc04d17ffdc04890/9d2540d5b17ec890cc04d17ffdc04890.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697055.00000-0, db: /tmp/tmpa9pez7h_/sda/containers/0/6a3/9103c39a2f613d0b139e785ff2dcc6a3/9103c39a2f613d0b139e785ff2dcc6a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697059.00000-0, db: /tmp/tmpa9pez7h_/sda/containers/0/ba7/42b010107bca74322e927c09a458bba7/42b010107bca74322e927c09a458bba7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697063.00000-0, db: /tmp/tmpa9pez7h_/sda/containers/0/5c4/699b6ba8c878bd65c97039df9d2ce5c4/699b6ba8c878bd65c97039df9d2ce5c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697052.00000-0, db: /tmp/tmpk0qhzds6/sda/containers/0/5e8/7adcebba691b8d1354ab8adcf80c35e8/7adcebba691b8d1354ab8adcf80c35e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697055.00000-0, db: /tmp/tmpk0qhzds6/sda/containers/0/6a3/9103c39a2f613d0b139e785ff2dcc6a3/9103c39a2f613d0b139e785ff2dcc6a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697058.00000-0, db: /tmp/tmpk0qhzds6/sda/containers/0/81d/fa75415c45f56ec1cc745f950b9e381d/fa75415c45f56ec1cc745f950b9e381d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697061.00000-0, db: /tmp/tmpk0qhzds6/sda/containers/0/2bd/9521f9eaac050a1da83d04d8ecb7b2bd/9521f9eaac050a1da83d04d8ecb7b2bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697052.00000-0, db: /tmp/tmp2t_ficsy/sda/containers/0/5e8/7adcebba691b8d1354ab8adcf80c35e8/7adcebba691b8d1354ab8adcf80c35e8.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697052.00000-0, db: /tmp/tmp2t_ficsy/sda/containers/0/5e8/7adcebba691b8d1354ab8adcf80c35e8/7adcebba691b8d1354ab8adcf80c35e8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697052.00000-0, db: /tmp/tmp2t_ficsy/sda/containers/0/5e8/7adcebba691b8d1354ab8adcf80c35e8/7adcebba691b8d1354ab8adcf80c35e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697056.00000-0, db: /tmp/tmp2t_ficsy/sda/containers/0/58d/2fbd916976e1ea8ce9f0655c8c9f558d/2fbd916976e1ea8ce9f0655c8c9f558d.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697056.00000-0, db: /tmp/tmp2t_ficsy/sda/containers/0/58d/2fbd916976e1ea8ce9f0655c8c9f558d/2fbd916976e1ea8ce9f0655c8c9f558d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697056.00000-0, db: /tmp/tmp2t_ficsy/sda/containers/0/58d/2fbd916976e1ea8ce9f0655c8c9f558d/2fbd916976e1ea8ce9f0655c8c9f558d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697060.00000-0, db: /tmp/tmp2t_ficsy/sda/containers/0/003/71fe92e84e12ac0a585793c919940003/71fe92e84e12ac0a585793c919940003.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697060.00000-0, db: /tmp/tmp2t_ficsy/sda/containers/0/003/71fe92e84e12ac0a585793c919940003/71fe92e84e12ac0a585793c919940003.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697060.00000-0, db: /tmp/tmp2t_ficsy/sda/containers/0/003/71fe92e84e12ac0a585793c919940003/71fe92e84e12ac0a585793c919940003.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697064.00000-0, db: /tmp/tmp2t_ficsy/sda/containers/0/992/45b6efa41ac60a5875d6444c5f213992/45b6efa41ac60a5875d6444c5f213992.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697064.00000-0, db: /tmp/tmp2t_ficsy/sda/containers/0/992/45b6efa41ac60a5875d6444c5f213992/45b6efa41ac60a5875d6444c5f213992.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697064.00000-0, db: /tmp/tmp2t_ficsy/sda/containers/0/992/45b6efa41ac60a5875d6444c5f213992/45b6efa41ac60a5875d6444c5f213992.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697052.00000-0, db: /tmp/tmpzb12k8f5/sda/containers/0/5e8/7adcebba691b8d1354ab8adcf80c35e8/7adcebba691b8d1354ab8adcf80c35e8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697052.00000-0, db: /tmp/tmpzb12k8f5/sda/containers/0/5e8/7adcebba691b8d1354ab8adcf80c35e8/7adcebba691b8d1354ab8adcf80c35e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697055.00000-0, db: /tmp/tmpzb12k8f5/sda/containers/0/6a3/9103c39a2f613d0b139e785ff2dcc6a3/9103c39a2f613d0b139e785ff2dcc6a3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697055.00000-0, db: /tmp/tmpzb12k8f5/sda/containers/0/6a3/9103c39a2f613d0b139e785ff2dcc6a3/9103c39a2f613d0b139e785ff2dcc6a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697058.00000-0, db: /tmp/tmpzb12k8f5/sda/containers/0/81d/fa75415c45f56ec1cc745f950b9e381d/fa75415c45f56ec1cc745f950b9e381d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697058.00000-0, db: /tmp/tmpzb12k8f5/sda/containers/0/81d/fa75415c45f56ec1cc745f950b9e381d/fa75415c45f56ec1cc745f950b9e381d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697061.00000-0, db: /tmp/tmpzb12k8f5/sda/containers/0/2bd/9521f9eaac050a1da83d04d8ecb7b2bd/9521f9eaac050a1da83d04d8ecb7b2bd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697061.00000-0, db: /tmp/tmpzb12k8f5/sda/containers/0/2bd/9521f9eaac050a1da83d04d8ecb7b2bd/9521f9eaac050a1da83d04d8ecb7b2bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697052.00000-0, db: /tmp/tmp_s6e22l6/sda/containers/0/5e8/7adcebba691b8d1354ab8adcf80c35e8/7adcebba691b8d1354ab8adcf80c35e8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697052.00000-0, db: /tmp/tmp_s6e22l6/sda/containers/0/5e8/7adcebba691b8d1354ab8adcf80c35e8/7adcebba691b8d1354ab8adcf80c35e8.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697055.00000-0, db: /tmp/tmp_s6e22l6/sda/containers/0/6a3/9103c39a2f613d0b139e785ff2dcc6a3/9103c39a2f613d0b139e785ff2dcc6a3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697055.00000-0, db: /tmp/tmp_s6e22l6/sda/containers/0/6a3/9103c39a2f613d0b139e785ff2dcc6a3/9103c39a2f613d0b139e785ff2dcc6a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697058.00000-0, db: /tmp/tmp_s6e22l6/sda/containers/0/81d/fa75415c45f56ec1cc745f950b9e381d/fa75415c45f56ec1cc745f950b9e381d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697058.00000-0, db: /tmp/tmp_s6e22l6/sda/containers/0/81d/fa75415c45f56ec1cc745f950b9e381d/fa75415c45f56ec1cc745f950b9e381d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697061.00000-0, db: /tmp/tmp_s6e22l6/sda/containers/0/2bd/9521f9eaac050a1da83d04d8ecb7b2bd/9521f9eaac050a1da83d04d8ecb7b2bd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697061.00000-0, db: /tmp/tmp_s6e22l6/sda/containers/0/2bd/9521f9eaac050a1da83d04d8ecb7b2bd/9521f9eaac050a1da83d04d8ecb7b2bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697052.00000-0, db: /tmp/tmpc2sit582/sda/containers/0/5e8/7adcebba691b8d1354ab8adcf80c35e8/7adcebba691b8d1354ab8adcf80c35e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697054.00000-0, db: /tmp/tmpc2sit582/sda/containers/0/cd5/31bb9f853998d802b2203e6669c42cd5/31bb9f853998d802b2203e6669c42cd5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697056.00000-0, db: /tmp/tmpc2sit582/sda/containers/0/58d/2fbd916976e1ea8ce9f0655c8c9f558d/2fbd916976e1ea8ce9f0655c8c9f558d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697058.00000-0, db: /tmp/tmpc2sit582/sda/containers/0/81d/fa75415c45f56ec1cc745f950b9e381d/fa75415c45f56ec1cc745f950b9e381d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697053.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/8d0/ab9e854f08c5d04be00fe79e722b78d0/ab9e854f08c5d04be00fe79e722b78d0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697053.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/8d0/ab9e854f08c5d04be00fe79e722b78d0/ab9e854f08c5d04be00fe79e722b78d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697056.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/58d/2fbd916976e1ea8ce9f0655c8c9f558d/2fbd916976e1ea8ce9f0655c8c9f558d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697056.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/58d/2fbd916976e1ea8ce9f0655c8c9f558d/2fbd916976e1ea8ce9f0655c8c9f558d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697059.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/ba7/42b010107bca74322e927c09a458bba7/42b010107bca74322e927c09a458bba7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697059.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/ba7/42b010107bca74322e927c09a458bba7/42b010107bca74322e927c09a458bba7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697062.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/12f/64ba19c5edcd27d9757ee8676099412f/64ba19c5edcd27d9757ee8676099412f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697062.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/12f/64ba19c5edcd27d9757ee8676099412f/64ba19c5edcd27d9757ee8676099412f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697065.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/02a/d60d417ad3fea8b14aa4b18fe226d02a/d60d417ad3fea8b14aa4b18fe226d02a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697065.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/02a/d60d417ad3fea8b14aa4b18fe226d02a/d60d417ad3fea8b14aa4b18fe226d02a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697068.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/3d5/1563c4b43146efbbc7b4d21f74ee13d5/1563c4b43146efbbc7b4d21f74ee13d5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697068.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/3d5/1563c4b43146efbbc7b4d21f74ee13d5/1563c4b43146efbbc7b4d21f74ee13d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697071.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/1b0/d6f600cf7d2a40ed7b9842c4c174e1b0/d6f600cf7d2a40ed7b9842c4c174e1b0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697071.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/1b0/d6f600cf7d2a40ed7b9842c4c174e1b0/d6f600cf7d2a40ed7b9842c4c174e1b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697074.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/b72/03acbb34444ee4de986188c7b1401b72/03acbb34444ee4de986188c7b1401b72.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697074.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/b72/03acbb34444ee4de986188c7b1401b72/03acbb34444ee4de986188c7b1401b72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697077.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/323/15b85fa2836ca068c58327103126c323/15b85fa2836ca068c58327103126c323.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697077.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/323/15b85fa2836ca068c58327103126c323/15b85fa2836ca068c58327103126c323.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697080.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/66b/61e64ee8c9015870a0fc36d40319766b/61e64ee8c9015870a0fc36d40319766b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697080.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/66b/61e64ee8c9015870a0fc36d40319766b/61e64ee8c9015870a0fc36d40319766b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697083.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/f89/a95fc746828e998d8e9711ae9e1f2f89/a95fc746828e998d8e9711ae9e1f2f89.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697083.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/f89/a95fc746828e998d8e9711ae9e1f2f89/a95fc746828e998d8e9711ae9e1f2f89.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697086.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/1a3/984c0e32d879dc83bf2b4610e44041a3/984c0e32d879dc83bf2b4610e44041a3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697086.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/1a3/984c0e32d879dc83bf2b4610e44041a3/984c0e32d879dc83bf2b4610e44041a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697089.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/7bf/fe7f391cba18d300cff2dcd4a9e357bf/fe7f391cba18d300cff2dcd4a9e357bf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697089.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/7bf/fe7f391cba18d300cff2dcd4a9e357bf/fe7f391cba18d300cff2dcd4a9e357bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697092.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/bb7/d65b24f73934a390d20088baf944bbb7/d65b24f73934a390d20088baf944bbb7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697092.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/bb7/d65b24f73934a390d20088baf944bbb7/d65b24f73934a390d20088baf944bbb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697095.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/7d8/3f2765df24836c705d8964ee11f6a7d8/3f2765df24836c705d8964ee11f6a7d8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697095.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/7d8/3f2765df24836c705d8964ee11f6a7d8/3f2765df24836c705d8964ee11f6a7d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697098.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/6b1/c98dd9d9f3363bbaba452a61d36486b1/c98dd9d9f3363bbaba452a61d36486b1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697098.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/6b1/c98dd9d9f3363bbaba452a61d36486b1/c98dd9d9f3363bbaba452a61d36486b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697101.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/c92/7502b29791938b791cedf154bec16c92/7502b29791938b791cedf154bec16c92.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697101.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/c92/7502b29791938b791cedf154bec16c92/7502b29791938b791cedf154bec16c92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697104.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/c72/e971c500d970534e2975e22892eb8c72/e971c500d970534e2975e22892eb8c72.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697104.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/c72/e971c500d970534e2975e22892eb8c72/e971c500d970534e2975e22892eb8c72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697107.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/4f8/606a0ffbbcc15ba2dc71ff3313e6d4f8/606a0ffbbcc15ba2dc71ff3313e6d4f8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697107.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/4f8/606a0ffbbcc15ba2dc71ff3313e6d4f8/606a0ffbbcc15ba2dc71ff3313e6d4f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697110.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/c45/ab289ce2c12ecee2bf396103a2844c45/ab289ce2c12ecee2bf396103a2844c45.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697110.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/c45/ab289ce2c12ecee2bf396103a2844c45/ab289ce2c12ecee2bf396103a2844c45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697113.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697113.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697116.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/bbe/e106ec274a4cf8ab990dadfd58ce2bbe/e106ec274a4cf8ab990dadfd58ce2bbe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697116.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/bbe/e106ec274a4cf8ab990dadfd58ce2bbe/e106ec274a4cf8ab990dadfd58ce2bbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697119.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/60e/87a257bbdd6c82540d87e23581acf60e/87a257bbdd6c82540d87e23581acf60e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697119.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/60e/87a257bbdd6c82540d87e23581acf60e/87a257bbdd6c82540d87e23581acf60e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697122.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/52e/f422c8353cb202863bec108f5223a52e/f422c8353cb202863bec108f5223a52e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697122.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/52e/f422c8353cb202863bec108f5223a52e/f422c8353cb202863bec108f5223a52e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697125.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/66b/06ba1aabebf5bc06be0862260007a66b/06ba1aabebf5bc06be0862260007a66b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697125.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/66b/06ba1aabebf5bc06be0862260007a66b/06ba1aabebf5bc06be0862260007a66b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697128.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/119/b6e3ea560ec92ccbc47b31dcfced8119/b6e3ea560ec92ccbc47b31dcfced8119.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697128.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/119/b6e3ea560ec92ccbc47b31dcfced8119/b6e3ea560ec92ccbc47b31dcfced8119.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697131.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/6e7/d4a056943bb2a361c17bd3caf39276e7/d4a056943bb2a361c17bd3caf39276e7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697131.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/6e7/d4a056943bb2a361c17bd3caf39276e7/d4a056943bb2a361c17bd3caf39276e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697134.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/8eb/86d08cc40b396c4d8d52c4eebf3db8eb/86d08cc40b396c4d8d52c4eebf3db8eb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697134.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/8eb/86d08cc40b396c4d8d52c4eebf3db8eb/86d08cc40b396c4d8d52c4eebf3db8eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697137.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/193/db83b001dc8941f6d0cfe84de4075193/db83b001dc8941f6d0cfe84de4075193.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697137.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/193/db83b001dc8941f6d0cfe84de4075193/db83b001dc8941f6d0cfe84de4075193.db +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txbbe6f8cc16844727810ad-00697b6f18) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx4a4a9f666fa14900935b5-00697b6f18) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4a4a9f666fa14900935b5-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4a4a9f666fa14900935b5-00697b6f18) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx4a4a9f666fa14900935b5-00697b6f18) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4a4a9f666fa14900935b5-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4a4a9f666fa14900935b5-00697b6f18) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx4a4a9f666fa14900935b5-00697b6f18) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txf7d590c74ad240ed99716-00697b6f18) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf7d590c74ad240ed99716-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txf7d590c74ad240ed99716-00697b6f18) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf7d590c74ad240ed99716-00697b6f18) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf7d590c74ad240ed99716-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txf7d590c74ad240ed99716-00697b6f18) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf7d590c74ad240ed99716-00697b6f18) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf7d590c74ad240ed99716-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txf7d590c74ad240ed99716-00697b6f18) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf7d590c74ad240ed99716-00697b6f18) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf7d590c74ad240ed99716-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txf7d590c74ad240ed99716-00697b6f18) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txf7d590c74ad240ed99716-00697b6f18) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx337c5b52102c445f9a1c9-00697b6f18) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx337c5b52102c445f9a1c9-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx337c5b52102c445f9a1c9-00697b6f18) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx337c5b52102c445f9a1c9-00697b6f18) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx89fda94a947047fd801af-00697b6f18) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx89fda94a947047fd801af-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx89fda94a947047fd801af-00697b6f18) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx89fda94a947047fd801af-00697b6f18) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txfd4a56c8de7c4789914ca-00697b6f18) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txfd4a56c8de7c4789914ca-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txfd4a56c8de7c4789914ca-00697b6f18) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txfd4a56c8de7c4789914ca-00697b6f18) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx02d702f837394512ab8e7-00697b6f19) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx02d702f837394512ab8e7-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx02d702f837394512ab8e7-00697b6f19) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx02d702f837394512ab8e7-00697b6f19) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx02d702f837394512ab8e7-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx02d702f837394512ab8e7-00697b6f19) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx02d702f837394512ab8e7-00697b6f19) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx02d702f837394512ab8e7-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx02d702f837394512ab8e7-00697b6f19) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx02d702f837394512ab8e7-00697b6f19) +test DEBUG: Setting object count to 1068 (txn: tx02d702f837394512ab8e7-00697b6f19) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx1bb5350ef68f425992c2f-00697b6f19) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1bb5350ef68f425992c2f-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx1bb5350ef68f425992c2f-00697b6f19) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx1bb5350ef68f425992c2f-00697b6f19) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1bb5350ef68f425992c2f-00697b6f19)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697140.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/ad1/1fb3ee6d83dd251ab56e616959796ad1/1fb3ee6d83dd251ab56e616959796ad1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697140.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/ad1/1fb3ee6d83dd251ab56e616959796ad1/1fb3ee6d83dd251ab56e616959796ad1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697143.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/d36/4706ff5690fcfbdeb27711eeeddc4d36/4706ff5690fcfbdeb27711eeeddc4d36.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697143.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/d36/4706ff5690fcfbdeb27711eeeddc4d36/4706ff5690fcfbdeb27711eeeddc4d36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697146.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/c77/58f9e78ecdcd176b98d4a4b0da0e0c77/58f9e78ecdcd176b98d4a4b0da0e0c77.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697146.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/c77/58f9e78ecdcd176b98d4a4b0da0e0c77/58f9e78ecdcd176b98d4a4b0da0e0c77.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697149.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/22d/54d19544359bddf5b196f932f1f2c22d/54d19544359bddf5b196f932f1f2c22d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697149.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/22d/54d19544359bddf5b196f932f1f2c22d/54d19544359bddf5b196f932f1f2c22d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697152.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/0b8/c7c6db2bcc6eff50c6b056a8730280b8/c7c6db2bcc6eff50c6b056a8730280b8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697152.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/0b8/c7c6db2bcc6eff50c6b056a8730280b8/c7c6db2bcc6eff50c6b056a8730280b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697155.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/124/26bb5fc427555f938deb27e7aea2d124/26bb5fc427555f938deb27e7aea2d124.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697155.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/124/26bb5fc427555f938deb27e7aea2d124/26bb5fc427555f938deb27e7aea2d124.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697158.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/77e/3527757288eb5e85added56cc681077e/3527757288eb5e85added56cc681077e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697158.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/77e/3527757288eb5e85added56cc681077e/3527757288eb5e85added56cc681077e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697161.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/6a3/5245077fc252fc84d03c0691be4b26a3/5245077fc252fc84d03c0691be4b26a3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697161.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/6a3/5245077fc252fc84d03c0691be4b26a3/5245077fc252fc84d03c0691be4b26a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697164.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/438/b035ff09eb9ed1bcc3bd4bf01dcf8438/b035ff09eb9ed1bcc3bd4bf01dcf8438.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697164.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/438/b035ff09eb9ed1bcc3bd4bf01dcf8438/b035ff09eb9ed1bcc3bd4bf01dcf8438.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697167.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/b19/dca551a10ac6e749241aba51abcd8b19/dca551a10ac6e749241aba51abcd8b19.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697167.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/b19/dca551a10ac6e749241aba51abcd8b19/dca551a10ac6e749241aba51abcd8b19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697170.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/462/f2f55753884938d525c007452cb3f462/f2f55753884938d525c007452cb3f462.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697170.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/462/f2f55753884938d525c007452cb3f462/f2f55753884938d525c007452cb3f462.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697173.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/615/de6a0825e72b8fce2b560f5e82b41615/de6a0825e72b8fce2b560f5e82b41615.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697173.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/615/de6a0825e72b8fce2b560f5e82b41615/de6a0825e72b8fce2b560f5e82b41615.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697176.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/1b7/d7702d169008575b58092ccb98dbd1b7/d7702d169008575b58092ccb98dbd1b7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697176.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/1b7/d7702d169008575b58092ccb98dbd1b7/d7702d169008575b58092ccb98dbd1b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697179.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/3bc/e944132fcb11e17eee0e208c71a303bc/e944132fcb11e17eee0e208c71a303bc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697179.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/3bc/e944132fcb11e17eee0e208c71a303bc/e944132fcb11e17eee0e208c71a303bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697182.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/6f9/92b24b55bc2af66a311e6381393cb6f9/92b24b55bc2af66a311e6381393cb6f9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697182.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/6f9/92b24b55bc2af66a311e6381393cb6f9/92b24b55bc2af66a311e6381393cb6f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697185.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/0ff/8e69e0bca75eb8748a6fb1d0278000ff/8e69e0bca75eb8748a6fb1d0278000ff.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697185.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/0ff/8e69e0bca75eb8748a6fb1d0278000ff/8e69e0bca75eb8748a6fb1d0278000ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697188.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/cb5/029eaf5bc5dd675bf494c46bfb76dcb5/029eaf5bc5dd675bf494c46bfb76dcb5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697188.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/cb5/029eaf5bc5dd675bf494c46bfb76dcb5/029eaf5bc5dd675bf494c46bfb76dcb5.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_check_node +test.unit.container.test_sharder.TestSharder.test_check_node ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx74353b51f8d147cdb2c01-00697b6f17) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx74353b51f8d147cdb2c01-00697b6f17) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx74353b51f8d147cdb2c01-00697b6f17) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx74353b51f8d147cdb2c01-00697b6f17) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx74353b51f8d147cdb2c01-00697b6f17) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx74353b51f8d147cdb2c01-00697b6f17) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx74353b51f8d147cdb2c01-00697b6f17) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx74353b51f8d147cdb2c01-00697b6f17) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx74353b51f8d147cdb2c01-00697b6f17) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx74353b51f8d147cdb2c01-00697b6f17) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx74353b51f8d147cdb2c01-00697b6f17) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx74353b51f8d147cdb2c01-00697b6f17) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx74353b51f8d147cdb2c01-00697b6f17) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx94aa785bf1f44407afa20-00697b6f18) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx94aa785bf1f44407afa20-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx94aa785bf1f44407afa20-00697b6f18) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx94aa785bf1f44407afa20-00697b6f18) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx94aa785bf1f44407afa20-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx94aa785bf1f44407afa20-00697b6f18) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx94aa785bf1f44407afa20-00697b6f18) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx94aa785bf1f44407afa20-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx94aa785bf1f44407afa20-00697b6f18) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx94aa785bf1f44407afa20-00697b6f18) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx94aa785bf1f44407afa20-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx94aa785bf1f44407afa20-00697b6f18) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx94aa785bf1f44407afa20-00697b6f18) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx94aa785bf1f44407afa20-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx94aa785bf1f44407afa20-00697b6f18) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx94aa785bf1f44407afa20-00697b6f18) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txcb35c38e7dd84c8092e81-00697b6f18) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txcb35c38e7dd84c8092e81-00697b6f18) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcb35c38e7dd84c8092e81-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb35c38e7dd84c8092e81-00697b6f18) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcb35c38e7dd84c8092e81-00697b6f18) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcb35c38e7dd84c8092e81-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb35c38e7dd84c8092e81-00697b6f18) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txcb35c38e7dd84c8092e81-00697b6f18) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txcb35c38e7dd84c8092e81-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb35c38e7dd84c8092e81-00697b6f18) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txcb35c38e7dd84c8092e81-00697b6f18) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcb35c38e7dd84c8092e81-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb35c38e7dd84c8092e81-00697b6f18) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txcb35c38e7dd84c8092e81-00697b6f18) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcb35c38e7dd84c8092e81-00697b6f18) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcb35c38e7dd84c8092e81-00697b6f18) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txcb35c38e7dd84c8092e81-00697b6f18) +test DEBUG: Setting object count to 3120 (txn: txcb35c38e7dd84c8092e81-00697b6f18) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txbcfa8c6d5b5849a8a30f7-00697b6f19) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txbcfa8c6d5b5849a8a30f7-00697b6f19) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbcfa8c6d5b5849a8a30f7-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbcfa8c6d5b5849a8a30f7-00697b6f19) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbcfa8c6d5b5849a8a30f7-00697b6f19) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbcfa8c6d5b5849a8a30f7-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbcfa8c6d5b5849a8a30f7-00697b6f19) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txbcfa8c6d5b5849a8a30f7-00697b6f19) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txbcfa8c6d5b5849a8a30f7-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txbcfa8c6d5b5849a8a30f7-00697b6f19) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txbcfa8c6d5b5849a8a30f7-00697b6f19) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbcfa8c6d5b5849a8a30f7-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txbcfa8c6d5b5849a8a30f7-00697b6f19) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txbcfa8c6d5b5849a8a30f7-00697b6f19) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbcfa8c6d5b5849a8a30f7-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbcfa8c6d5b5849a8a30f7-00697b6f19) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txbcfa8c6d5b5849a8a30f7-00697b6f19) +test DEBUG: Setting object count to 3120 (txn: txbcfa8c6d5b5849a8a30f7-00697b6f19) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx82bee2cbca924d8bbf0ac-00697b6f19) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx82bee2cbca924d8bbf0ac-00697b6f19) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx82bee2cbca924d8bbf0ac-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx82bee2cbca924d8bbf0ac-00697b6f19) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx82bee2cbca924d8bbf0ac-00697b6f19) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx82bee2cbca924d8bbf0ac-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx82bee2cbca924d8bbf0ac-00697b6f19) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx82bee2cbca924d8bbf0ac-00697b6f19) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx82bee2cbca924d8bbf0ac-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx82bee2cbca924d8bbf0ac-00697b6f19) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx82bee2cbca924d8bbf0ac-00697b6f19) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx82bee2cbca924d8bbf0ac-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx82bee2cbca924d8bbf0ac-00697b6f19) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx82bee2cbca924d8bbf0ac-00697b6f19) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx82bee2cbca924d8bbf0ac-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx82bee2cbca924d8bbf0ac-00697b6f19) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx82bee2cbca924d8bbf0ac-00697b6f19) +test DEBUG: Setting object count to 3120 (txn: tx82bee2cbca924d8bbf0ac-00697b6f19) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx12049d567818448fb92dc-00697b6f19) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx12049d567818448fb92dc-00697b6f19) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx12049d567818448fb92dc-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx12049d567818448fb92dc-00697b6f19) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx12049d567818448fb92dc-00697b6f19) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx12049d567818448fb92dc-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx12049d567818448fb92dc-00697b6f19) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx12049d567818448fb92dc-00697b6f19) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx12049d567818448fb92dc-00697b6f19) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx12049d567818448fb92dc-00697b6f19) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx12049d567818448fb92dc-00697b6f19) +test DEBUG: Setting object count to 3120 (txn: tx12049d567818448fb92dc-00697b6f19) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd172a2061def4332b1a6b-00697b6f19) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txd172a2061def4332b1a6b-00697b6f19) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd172a2061def4332b1a6b-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txd172a2061def4332b1a6b-00697b6f19) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txd172a2061def4332b1a6b-00697b6f19) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd172a2061def4332b1a6b-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txd172a2061def4332b1a6b-00697b6f19) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txd172a2061def4332b1a6b-00697b6f19) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd172a2061def4332b1a6b-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txd172a2061def4332b1a6b-00697b6f19) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txd172a2061def4332b1a6b-00697b6f19) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd172a2061def4332b1a6b-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txd172a2061def4332b1a6b-00697b6f19) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txd172a2061def4332b1a6b-00697b6f19) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd172a2061def4332b1a6b-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd172a2061def4332b1a6b-00697b6f19) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txd172a2061def4332b1a6b-00697b6f19) +test DEBUG: Setting object count to 3120 (txn: txd172a2061def4332b1a6b-00697b6f19) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txa69deed38df349c29827f-00697b6f19) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txa69deed38df349c29827f-00697b6f19) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa69deed38df349c29827f-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa69deed38df349c29827f-00697b6f19) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa69deed38df349c29827f-00697b6f19) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa69deed38df349c29827f-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa69deed38df349c29827f-00697b6f19) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa69deed38df349c29827f-00697b6f19) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa69deed38df349c29827f-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txa69deed38df349c29827f-00697b6f19) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txa69deed38df349c29827f-00697b6f19) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx570f4082397e4abe8e7a8-00697b6f19) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx570f4082397e4abe8e7a8-00697b6f19) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx570f4082397e4abe8e7a8-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx570f4082397e4abe8e7a8-00697b6f19) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx570f4082397e4abe8e7a8-00697b6f19) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx570f4082397e4abe8e7a8-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx570f4082397e4abe8e7a8-00697b6f19) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx570f4082397e4abe8e7a8-00697b6f19) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx91b1e611557a41c4bc328-00697b6f19) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx91b1e611557a41c4bc328-00697b6f19) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx91b1e611557a41c4bc328-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx91b1e611557a41c4bc328-00697b6f19) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx91b1e611557a41c4bc328-00697b6f19) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx91b1e611557a41c4bc328-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx91b1e611557a41c4bc328-00697b6f19) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx91b1e611557a41c4bc328-00697b6f19) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx91b1e611557a41c4bc328-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx91b1e611557a41c4bc328-00697b6f19) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx91b1e611557a41c4bc328-00697b6f19) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx91b1e611557a41c4bc328-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx91b1e611557a41c4bc328-00697b6f19) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx91b1e611557a41c4bc328-00697b6f19) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx24a929cceb4a45228fdd1-00697b6f19) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx24a929cceb4a45228fdd1-00697b6f19) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx24a929cceb4a45228fdd1-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx24a929cceb4a45228fdd1-00697b6f19)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697191.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/445/8b35cde105b76198adce6c22ca4e9445/8b35cde105b76198adce6c22ca4e9445.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697191.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/445/8b35cde105b76198adce6c22ca4e9445/8b35cde105b76198adce6c22ca4e9445.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697194.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/2a7/3954b60ac79959f1b8a67bb3bbfee2a7/3954b60ac79959f1b8a67bb3bbfee2a7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697194.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/2a7/3954b60ac79959f1b8a67bb3bbfee2a7/3954b60ac79959f1b8a67bb3bbfee2a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697197.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/724/7fb1ba61044a53b9a3f6b968bb1a8724/7fb1ba61044a53b9a3f6b968bb1a8724.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697197.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/724/7fb1ba61044a53b9a3f6b968bb1a8724/7fb1ba61044a53b9a3f6b968bb1a8724.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697200.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/17a/14fbde0ca9245cea3b6bf403d501717a/14fbde0ca9245cea3b6bf403d501717a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697200.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/17a/14fbde0ca9245cea3b6bf403d501717a/14fbde0ca9245cea3b6bf403d501717a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697203.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/4b8/1931cb0feb69ff8f2b4768e9ce8a54b8/1931cb0feb69ff8f2b4768e9ce8a54b8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697203.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/4b8/1931cb0feb69ff8f2b4768e9ce8a54b8/1931cb0feb69ff8f2b4768e9ce8a54b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697206.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/c7f/284d12750d81fe006d9c03702657ac7f/284d12750d81fe006d9c03702657ac7f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697206.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/c7f/284d12750d81fe006d9c03702657ac7f/284d12750d81fe006d9c03702657ac7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697209.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/9af/fe2f8d77e111c579b67899a4d5a189af/fe2f8d77e111c579b67899a4d5a189af.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697209.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/9af/fe2f8d77e111c579b67899a4d5a189af/fe2f8d77e111c579b67899a4d5a189af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697212.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/8d7/389de10757afe0846c142515ea35a8d7/389de10757afe0846c142515ea35a8d7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697212.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/8d7/389de10757afe0846c142515ea35a8d7/389de10757afe0846c142515ea35a8d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697215.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/da1/85e023419871cb333fe2bd2e86e95da1/85e023419871cb333fe2bd2e86e95da1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697215.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/da1/85e023419871cb333fe2bd2e86e95da1/85e023419871cb333fe2bd2e86e95da1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697218.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/06b/a13f95edecfd43761eaf0f5ee79e306b/a13f95edecfd43761eaf0f5ee79e306b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697218.00000-0, db: /tmp/tmprbntejj8/sda/containers/0/06b/a13f95edecfd43761eaf0f5ee79e306b/a13f95edecfd43761eaf0f5ee79e306b.db +sharder-test WARNING: Skipping d100 as it is not mounted +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00017762184143066406s, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp5fyddle1/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001697540283203125s, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp5fyddle1/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014138221740722656s, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.224082946777344e-05s, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00017786026000976562s, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769697014.02094, (5, 5) as of 1769697049.30442, cleaved as of 1769697014.02094> in 0.011s, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.dbtest.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication +test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies +test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok + +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp5fyddle1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.20995.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.32001.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.32001.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.32001.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.32001.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.32001.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.32001.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.32001.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.32001.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.32001.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.32001.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001766681671142578s, path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00010895729064941406s, path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.32001.db +sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.32001.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.32001.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000148773193359375s, path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00011348724365234375s, path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.32001.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1769697014.02094, (1, 6144) as of 1769697049.36000, cleaved as of 1769697014.02094> in 0.007s, path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.32001.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.32001.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.32001.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp0_p18_0x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.32001.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002071857452392578s, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.dbtest.unit.container.test_sharder.TestSharder.test_cleave_repeated +test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok + +sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: got 6 rows (deleted=False) in 0.0001990795135498047s, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001068115234375s, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769697014.02094, (6, 6) as of 1769697049.44924, cleaved as of 1769697014.02094> in 0.006s, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'ffeafb04-3337-4d0c-aa67-6bc27bc33bdf-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001595020294189453s, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001552104949951172s, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769697014.02094, (6, 6) as of 1769697049.44924, cleaved as of 1769697014.02094>, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015354156494140625s, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001647472381591797s, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769697014.02094, (6, 6) as of 1769697049.44924, cleaved as of 1769697014.02094> in 0.007s, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmppu3a249u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.38754.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016164779663085938s, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011563301086425781s, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1769697014.02094, (0, 0) as of 1769697014.02094, found as of 1769697014.02094>, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015854835510253906s, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpfftwgx7h/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094> - shard db already in sync, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769697014.02094, (3, 6) as of 1769697049.59023, cleaved as of 1769697014.02094> in 0.003s, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015544891357421875s, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769697014.02094, (1, 100) as of 1769697049.60133, cleaved as of 1769697014.02094> in 0.006s, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root +test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok + +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001544952392578125s, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012445449829101562s, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1769697014.02094, (1, 1000) as of 1769697049.63135, cleaved as of 1769697014.02094> in 0.007s, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1769697014.02094, (2, 15) as of 1769697049.64172, active as of 1769697014.02094>, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000148773193359375s, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1769697014.02094, (2, 15) as of 1769697049.64172, active as of 1769697014.02094> in 0.006s, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpfftwgx7h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.52087.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp1g6oe3f2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.67575.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1g6oe3f2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.67575.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp1g6oe3f2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.67575.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1g6oe3f2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.67575.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp1g6oe3f2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.67575.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp1g6oe3f2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.67575.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001456737518310547s, path: a/c, db: /tmp/tmp1g6oe3f2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.20159912109375e-05s, path: a/c, db: /tmp/tmp1g6oe3f2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp1g6oe3f2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.67575.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp1g6oe3f2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.67575.db +sharder-test INFO: Cleaved ShardRange in 0.005s, path: a/c, db: /tmp/tmp1g6oe3f2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.67575.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp1g6oe3f2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.67575.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmprqyo9zc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.70417.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprqyo9zc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.70417.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprqyo9zc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.70417.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprqyo9zc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.70417.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmprqyo9zc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.70417.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmprqyo9zc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.70417.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok + +sharder-test DEBUG: got 0 rows (deleted=False) in 0.011934757232666016s, path: a/c, db: /tmp/tmprqyo9zc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: a/c, db: /tmp/tmprqyo9zc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmprqyo9zc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.70417.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmprqyo9zc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.70417.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014400482177734375s, path: a/c, db: /tmp/tmprqyo9zc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: a/c, db: /tmp/tmprqyo9zc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094> - zero objects found, path: a/c, db: /tmp/tmprqyo9zc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.70417.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmprqyo9zc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.70417.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014138221740722656s, path: a/c, db: /tmp/tmprqyo9zc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.7738037109375e-05s, path: a/c, db: /tmp/tmprqyo9zc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094> - zero objects found, path: a/c, db: /tmp/tmprqyo9zc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.70417.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmprqyo9zc2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.70417.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014591217041015625s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011277198791503906s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.91278076171875e-05s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test INFO: Cleaved ShardRange in 0.01s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1769697014.02094, (0, 0) as of 1769697014.02094, found as of 1769697014.02094>, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014901161193847656s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.67572021484375e-05s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.866455078125e-05s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.151199340820312e-05s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp_wm951f0/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094> - shard db already in sync, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769697014.02094, (3, 6) as of 1769697049.84540, cleaved as of 1769697014.02094> in 0.002s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014352798461914062s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.817413330078125e-05s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769697014.02094, (1, 100) as of 1769697049.85686, cleaved as of 1769697014.02094> in 0.007s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001556873321533203s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.7697296142578125e-05s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012111663818359375s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.365776062011719e-05s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1769697014.02094, (1, 1000) as of 1769697049.88798, cleaved as of 1769697014.02094> in 0.01s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1769697014.02094, (2, 15) as of 1769697049.89868, active as of 1769697014.02094>, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014448165893554688s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.7220458984375e-05s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.083747863769531e-05s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one +test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change +test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok + +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1769697014.02094, (2, 15) as of 1769697049.89868, active as of 1769697014.02094> in 0.007s, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmp_wm951f0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.76591.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.93365.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.93365.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.93365.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.93365.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.93365.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.93365.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00016617774963378906s, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003612041473388672s, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.93365.db +sharder-test INFO: Cleaved ShardRange in 0.01s, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.93365.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1769697014.02094, (500000, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.93365.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0003674030303955078s, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00024175643920898438s, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.93365.db +sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1769697014.02094, (2, 103) as of 1769697049.98804, cleaved as of 1769697014.02094> in 0.015s, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.93365.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.93365.db +sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.93365.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1769697050.01350, (500000, 0) as of 1769697050.01350, created as of 1769697050.01350>, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.93365.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00023555755615234375s, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014925003051757812s, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.93365.db +sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1769697050.01350, (3, 1103) as of 1769697050.03860, cleaved as of 1769697050.01350> in 0.012s, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.93365.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp42q202cf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697049.93365.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002429485321044922s, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011014938354492188s, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00024199485778808594s, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard +test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok + +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp_niwbobt/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000213623046875s, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002377033233642578s, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011968612670898438s, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013494491577148438s, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, active as of 1769697014.02094>, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00029754638671875s, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002243518829345703s, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1769697050.05837, (0, 0) as of 1769697050.05837, sharding as of 1769697050.05837>, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769697014.02094, (3, 6) as of 1769697050.16976, cleaved as of 1769697014.02094> in 0.014s, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023412704467773438s, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.846687316894531e-05s, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021457672119140625s, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020003318786621094s, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017547607421875s, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1769697014.02094, (2, 15) as of 1769697050.18865, cleaved as of 1769697014.02094>, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00025391578674316406s, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016927719116210938s, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1769697050.05837, (0, 0) as of 1769697050.05837, sharding as of 1769697050.05837>, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769697014.02094, (2, 15) as of 1769697050.18865, cleaved as of 1769697014.02094> in 0.012s, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp_niwbobt/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697050.05839.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp7ejifaz4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range +test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok + +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7ejifaz4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7ejifaz4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7ejifaz4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp7ejifaz4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmp7ejifaz4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp7ejifaz4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmpkow5cbot/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769697063.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpkow5cbot/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769697063.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmpkow5cbot/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769697063.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003180503845214844s, path: .shards_a/donor_1, db: /tmp/tmpkow5cbot/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013947486877441406s, path: .shards_a/donor_1, db: /tmp/tmpkow5cbot/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014090538024902344s, path: .shards_a/donor_1, db: /tmp/tmpkow5cbot/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014448165893554688s, path: .shards_a/donor_1, db: /tmp/tmpkow5cbot/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpkow5cbot/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769697063.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmpkow5cbot/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769697063.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1769697050.32136, (1000, 11111) as of 1769697050.32136, created as of 1769697050.32136>, path: .shards_a/donor_1, db: /tmp/tmpkow5cbot/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769697063.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002105236053466797s, path: .shards_a/donor_1, db: /tmp/tmpkow5cbot/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012636184692382812s, path: .shards_a/donor_1, db: /tmp/tmpkow5cbot/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1769697073.00000, (0, 0) as of 1769697062.00000, shrunk as of 1769697062.00000>, path: .shards_a/donor_1, db: /tmp/tmpkow5cbot/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769697063.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769697050.32136, (1000, 11111) as of 1769697050.32136, created as of 1769697050.32136> in 0.009s, path: .shards_a/donor_1, db: /tmp/tmpkow5cbot/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769697063.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmpkow5cbot/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769697063.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkow5cbot/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmpkow5cbot/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769697090.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpkow5cbot/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769697090.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmpkow5cbot/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769697090.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003998279571533203s, path: .shards_a/donor_2, db: /tmp/tmpkow5cbot/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: .shards_a/donor_2, db: /tmp/tmpkow5cbot/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.918212890625e-05s, path: .shards_a/donor_2, db: /tmp/tmpkow5cbot/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: .shards_a/donor_2, db: /tmp/tmpkow5cbot/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpkow5cbot/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769697090.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmpkow5cbot/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769697090.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1769697050.38274, (1000, 11111) as of 1769697050.38274, cleaved as of 1769697050.38274>, path: .shards_a/donor_2, db: /tmp/tmpkow5cbot/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769697090.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017762184143066406s, path: .shards_a/donor_2, db: /tmp/tmpkow5cbot/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011682510375976562s, path: .shards_a/donor_2, db: /tmp/tmpkow5cbot/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1769697100.00000, (0, 0) as of 1769697089.00000, shrunk as of 1769697089.00000>, path: .shards_a/donor_2, db: /tmp/tmpkow5cbot/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769697090.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769697050.38274, (1000, 11111) as of 1769697050.38274, cleaved as of 1769697050.38274> in 0.008s, path: .shards_a/donor_2, db: /tmp/tmpkow5cbot/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769697090.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmpkow5cbot/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769697090.00000.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok + +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkow5cbot/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmpkow5cbot/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769697117.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpkow5cbot/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769697117.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmpkow5cbot/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769697117.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014328956604003906s, path: .shards_a/donor_3, db: /tmp/tmpkow5cbot/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/donor_3, db: /tmp/tmpkow5cbot/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010061264038085938s, path: .shards_a/donor_3, db: /tmp/tmpkow5cbot/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: .shards_a/donor_3, db: /tmp/tmpkow5cbot/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpkow5cbot/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769697117.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmpkow5cbot/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769697117.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1769697050.44082, (1000, 11111) as of 1769697050.44082, active as of 1769697050.44082>, path: .shards_a/donor_3, db: /tmp/tmpkow5cbot/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769697117.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.007567644119262695s, path: .shards_a/donor_3, db: /tmp/tmpkow5cbot/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011444091796875s, path: .shards_a/donor_3, db: /tmp/tmpkow5cbot/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1769697127.00000, (0, 0) as of 1769697116.00000, shrunk as of 1769697116.00000>, path: .shards_a/donor_3, db: /tmp/tmpkow5cbot/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769697117.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769697050.44082, (1000, 11111) as of 1769697050.44082, active as of 1769697050.44082> in 0.015s, path: .shards_a/donor_3, db: /tmp/tmpkow5cbot/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769697117.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmpkow5cbot/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769697117.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkow5cbot/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697144.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697144.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697144.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013518333435058594s, path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010037422180175781s, path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697144.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697144.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1769697050.49855, (1000, 11111) as of 1769697050.49855, created as of 1769697050.49855>, path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697144.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001659393310546875s, path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1769697143.00000, (0, 0) as of 1769697143.00000, shrinking as of 1769697143.00000>, path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697144.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769697050.49855, (1000, 11111) as of 1769697050.49855, created as of 1769697050.49855> in 0.006s, path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697144.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1769697050.49858, (1000, 11111) as of 1769697050.49858, created as of 1769697050.49858>, path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697144.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001590251922607422s, path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1769697143.00000, (0, 0) as of 1769697143.00000, shrinking as of 1769697143.00000>, path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697144.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769697050.49858, (1000, 11111) as of 1769697050.49858, created as of 1769697050.49858> in 0.006s, path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697144.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697144.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkow5cbot/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697177.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697177.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697177.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001347064971923828s, path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.989738464355469e-05s, path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697177.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697177.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1769697050.55780, (1000, 11111) as of 1769697050.55780, cleaved as of 1769697050.55780>, path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697177.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0007045269012451172s, path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1769697176.00000, (0, 0) as of 1769697176.00000, shrinking as of 1769697176.00000>, path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697177.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769697050.55780, (1000, 11111) as of 1769697050.55780, cleaved as of 1769697050.55780> in 0.007s, path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697177.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1769697050.55784, (1000, 11111) as of 1769697050.55784, cleaved as of 1769697050.55784>, path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697177.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015926361083984375s, path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1769697176.00000, (0, 0) as of 1769697176.00000, shrinking as of 1769697176.00000>, path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697177.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769697050.55784, (1000, 11111) as of 1769697050.55784, cleaved as of 1769697050.55784> in 0.006s, path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697177.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697177.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkow5cbot/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697210.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697210.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697210.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001499652862548828s, path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.679794311523438e-05s, path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.846687316894531e-05s, path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697210.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697210.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1769697050.62560, (1000, 11111) as of 1769697050.62560, active as of 1769697050.62560>, path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697210.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001614093780517578s, path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001304149627685547s, path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1769697209.00000, (0, 0) as of 1769697209.00000, shrinking as of 1769697209.00000>, path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697210.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769697050.62560, (1000, 11111) as of 1769697050.62560, active as of 1769697050.62560> in 0.008s, path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697210.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1769697050.62563, (1000, 11111) as of 1769697050.62563, active as of 1769697050.62563>, path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697210.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016999244689941406s, path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011181831359863281s, path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1769697209.00000, (0, 0) as of 1769697209.00000, shrinking as of 1769697209.00000>, path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697210.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769697050.62563, (1000, 11111) as of 1769697050.62563, active as of 1769697050.62563> in 0.007s, path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697210.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697210.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkow5cbot/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697243.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697243.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697243.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014138221740722656s, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.988380432128906e-05s, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.274482727050781e-05s, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.1552734375e-05s, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697243.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697243.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1769697050.69634, (1000, 11111) as of 1769697050.69634, cleaved as of 1769697050.69634>, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697243.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001633167266845703s, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011396408081054688s, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1769697242.00000, (0, 0) as of 1769697242.00000, shrinking as of 1769697242.00000>, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697243.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769697050.69634, (1000, 11111) as of 1769697050.69634, cleaved as of 1769697050.69634> in 0.006s, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697243.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1769697050.69638, (1000, 11111) as of 1769697050.69638, cleaved as of 1769697050.69638>, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697243.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015735626220703125s, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1769697242.00000, (0, 0) as of 1769697242.00000, shrinking as of 1769697242.00000>, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697243.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769697050.69638, (1000, 11111) as of 1769697050.69638, cleaved as of 1769697050.69638> in 0.009s, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697243.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1769697050.69639, (1000, 11111) as of 1769697050.69639, cleaved as of 1769697050.69639>, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697243.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016045570373535156s, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1769697242.00000, (0, 0) as of 1769697242.00000, shrinking as of 1769697242.00000>, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697243.00000.db +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx24a929cceb4a45228fdd1-00697b6f19) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx2a7aa058c92d4ae1b9b5e-00697b6f19) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx2a7aa058c92d4ae1b9b5e-00697b6f19) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2a7aa058c92d4ae1b9b5e-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx2a7aa058c92d4ae1b9b5e-00697b6f19) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx2a7aa058c92d4ae1b9b5e-00697b6f19) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc4ef46899b5a4c7fa704c-00697b6f19) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txc4ef46899b5a4c7fa704c-00697b6f19) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc4ef46899b5a4c7fa704c-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txc4ef46899b5a4c7fa704c-00697b6f19) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txc4ef46899b5a4c7fa704c-00697b6f19) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx31851c4a617b45c899381-00697b6f1a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx31851c4a617b45c899381-00697b6f1a) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx31851c4a617b45c899381-00697b6f1a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx31851c4a617b45c899381-00697b6f1a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx31851c4a617b45c899381-00697b6f1a) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx31851c4a617b45c899381-00697b6f1a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx31851c4a617b45c899381-00697b6f1a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx31851c4a617b45c899381-00697b6f1a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx31851c4a617b45c899381-00697b6f1a) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx31851c4a617b45c899381-00697b6f1a) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx31851c4a617b45c899381-00697b6f1a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf178981761804c3191975-00697b6f1a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf178981761804c3191975-00697b6f1a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf178981761804c3191975-00697b6f1a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf178981761804c3191975-00697b6f1a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf178981761804c3191975-00697b6f1a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf178981761804c3191975-00697b6f1a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txf178981761804c3191975-00697b6f1a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf178981761804c3191975-00697b6f1a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf178981761804c3191975-00697b6f1a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txf178981761804c3191975-00697b6f1a) +test DEBUG: Setting object count to 1065 (txn: txf178981761804c3191975-00697b6f1a) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp9ycb4saz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp9ycb4saz/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp9ycb4saz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp9ycb4saz/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 3324105 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 3324105 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3324105 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 3324105 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0cc258fae8f4498a8c8be-00697b6f1a" "proxy-server 3324105" 0.0014 "-" 3324105 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:52227/sda1/1/a/c" "tx0cc258fae8f4498a8c8be-00697b6f1a" "container-server 3324105" 0.0010 "-" 3324105 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:59843/sdb1/1/a/c" "tx0cc258fae8f4498a8c8be-00697b6f1a" "container-server 3324105" 0.0011 "-" 3324105 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0cc258fae8f4498a8c8be-00697b6f1a" "proxy-server 3324105" 0.0087 "-" 3324105 0test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok + +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0cc258fae8f4498a8c8be-00697b6f1a" "proxy-server 3324105" 0.0142 "-" 3324105 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/50 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx0cc258fae8f4498a8c8be-00697b6f1a - 0.0234 - - 1769697050.754970789 1769697050.778392315 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx770a63bc45924ee2aed04-00697b6f1a" "proxy-server 3324105" 0.0012 "-" 3324105 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:52227/sda1/1/a1/c1" "tx770a63bc45924ee2aed04-00697b6f1a" "container-server 3324105" 0.0011 "-" 3324105 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:59843/sdb1/1/a1/c1" "tx770a63bc45924ee2aed04-00697b6f1a" "container-server 3324105" 0.0010 "-" 3324105 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx770a63bc45924ee2aed04-00697b6f1a" "proxy-server 3324105" 0.0085 "-" 3324105 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx770a63bc45924ee2aed04-00697b6f1a" "proxy-server 3324105" 0.0137 "-" 3324105 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/50 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx770a63bc45924ee2aed04-00697b6f1a - 0.0210 - - 1769697050.779836893 1769697050.800830126 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx606b4cdc119643ae9f7d1-00697b6f1a" "proxy-server 3324105" 0.0019 "-" 3324105 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:59843/sdb1/2/a/c1" "tx606b4cdc119643ae9f7d1-00697b6f1a" "container-server 3324105" 0.0011 "-" 3324105 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:52227/sda1/2/a/c1" "tx606b4cdc119643ae9f7d1-00697b6f1a" "container-server 3324105" 0.0016 "-" 3324105 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx606b4cdc119643ae9f7d1-00697b6f1a" "proxy-server 3324105" 0.0090 "-" 3324105 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx606b4cdc119643ae9f7d1-00697b6f1a" "proxy-server 3324105" 0.0141 "-" 3324105 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/50 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx606b4cdc119643ae9f7d1-00697b6f1a - 0.0221 - - 1769697050.802258730 1769697050.824406385 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx54e22405377d40d0950a2-00697b6f1a" "proxy-server 3324105" 0.0019 "-" 3324105 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:59843/sdb1/1/a/c2" "tx54e22405377d40d0950a2-00697b6f1a" "container-server 3324105" 0.0011 "-" 3324105 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:52227/sda1/1/a/c2" "tx54e22405377d40d0950a2-00697b6f1a" "container-server 3324105" 0.0017 "-" 3324105 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx54e22405377d40d0950a2-00697b6f1a" "proxy-server 3324105" 0.0172 "-" 3324105 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:50 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx54e22405377d40d0950a2-00697b6f1a" "proxy-server 3324105" 0.0103 "-" 3324105 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/50 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx54e22405377d40d0950a2-00697b6f1a - 0.0261 - - 1769697050.825777292 1769697050.851830006 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6b9ab7384da54a7f91dd4-00697b6f1a) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx19b50a6e80164e8381285-00697b6f1a) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa61d1b7882af4fae9673b-00697b6f1a) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa61d1b7882af4fae9673b-00697b6f1a) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txa61d1b7882af4fae9673b-00697b6f1a) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx57f42984bb5b4e3cb1913-00697b6f1a) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx57f42984bb5b4e3cb1913-00697b6f1a) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx57f42984bb5b4e3cb1913-00697b6f1a) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0b7bc76da632469eaad09-00697b6f1a) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx0b7bc76da632469eaad09-00697b6f1a) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txf0af85e879b2407194c25-00697b6f1a) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txf0af85e879b2407194c25-00697b6f1a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST +test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx699282fc4043489098c73-00697b6f1a) +test INFO: Client disconnected on read of '/a/c' (txn: tx699282fc4043489098c73-00697b6f1a) +test INFO: Client disconnected on read of '/a/c' (txn: txb1f76a1c4ac94ce9b76d2-00697b6f1a) +test INFO: Client disconnected on read of '/a/c' (txn: txb1f76a1c4ac94ce9b76d2-00697b6f1a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx173e27a0f7e94ebaa2e2c-00697b6f1a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx51d5732d4934406eb0547-00697b6f1a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx91f6014fb9b5403d871f2-00697b6f1a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx91f6014fb9b5403d871f2-00697b6f1a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx91f6014fb9b5403d871f2-00697b6f1a) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx91f6014fb9b5403d871f2-00697b6f1a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txfd7f95d43aec4cc4ae279-00697b6f1a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txfd7f95d43aec4cc4ae279-00697b6f1a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txfd7f95d43aec4cc4ae279-00697b6f1a) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txfd7f95d43aec4cc4ae279-00697b6f1a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx663379a21e1f4483ba0f9-00697b6f1a) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx663379a21e1f4483ba0f9-00697b6f1a) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx663379a21e1f4483ba0f9-00697b6f1a) +test ERROR: Account HEAD returning 503 for [] (txn: tx663379a21e1f4483ba0f9-00697b6f1a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx58a5b7e3a16c4683b1511-00697b6f1a) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9f8c525445a1450c8c29d-00697b6f1a) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx9f8c525445a1450c8c29d-00697b6f1a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx921d682344124106ab9aa-00697b6f1b) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb0fac98133ef445595077-00697b6f1b) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9c7e0b22572a4145a40e2-00697b6f1b) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx81eb55defc954dffabaf5-00697b6f1b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_PUT +test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok + +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769697050.69639, (1000, 11111) as of 1769697050.69639, cleaved as of 1769697050.69639> in 0.007s, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697243.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697243.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkow5cbot/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697282.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697282.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697282.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013875961303710938s, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010967254638671875s, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010895729064941406s, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697282.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697282.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1769697050.78575, (1000, 11111) as of 1769697050.78575, created as of 1769697050.78575>, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697282.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020360946655273438s, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1769697281.00000, (0, 0) as of 1769697281.00000, shrinking as of 1769697281.00000>, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697282.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769697050.78575, (1000, 11111) as of 1769697050.78575, created as of 1769697050.78575> in 0.007s, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697282.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1769697050.78579, (1000, 11111) as of 1769697050.78579, created as of 1769697050.78579>, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697282.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016450881958007812s, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1769697281.00000, (0, 0) as of 1769697281.00000, shrinking as of 1769697281.00000>, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697282.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769697050.78579, (1000, 11111) as of 1769697050.78579, created as of 1769697050.78579> in 0.007s, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697282.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1769697050.78580, (1000, 11111) as of 1769697050.78580, created as of 1769697050.78580>, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697282.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001595020294189453s, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010967254638671875s, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1769697281.00000, (0, 0) as of 1769697281.00000, shrinking as of 1769697281.00000>, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697282.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769697050.78580, (1000, 11111) as of 1769697050.78580, created as of 1769697050.78580> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697282.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697282.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkow5cbot/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697321.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697321.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697321.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013303756713867188s, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010180473327636719s, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697321.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697321.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1769697050.86046, (1000, 11111) as of 1769697050.86046, active as of 1769697050.86046>, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697321.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001900196075439453s, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1769697320.00000, (0, 0) as of 1769697320.00000, shrinking as of 1769697320.00000>, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697321.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769697050.86046, (1000, 11111) as of 1769697050.86046, active as of 1769697050.86046> in 0.006s, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697321.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1769697050.86049, (1000, 11111) as of 1769697050.86049, active as of 1769697050.86049>, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697321.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016641616821289062s, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1769697320.00000, (0, 0) as of 1769697320.00000, shrinking as of 1769697320.00000>, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697321.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769697050.86049, (1000, 11111) as of 1769697050.86049, active as of 1769697050.86049> in 0.006s, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697321.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1769697050.86050, (1000, 11111) as of 1769697050.86050, active as of 1769697050.86050>, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697321.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001556873321533203s, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011372566223144531s, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1769697320.00000, (0, 0) as of 1769697320.00000, shrinking as of 1769697320.00000>, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697321.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769697050.86050, (1000, 11111) as of 1769697050.86050, active as of 1769697050.86050> in 0.007s, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697321.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697321.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkow5cbot/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmpkow5cbot/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697360.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpkow5cbot/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697360.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmpkow5cbot/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697360.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022292137145996094s, path: .shards_a/donor_10, db: /tmp/tmpkow5cbot/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001423358917236328s, path: .shards_a/donor_10, db: /tmp/tmpkow5cbot/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011563301086425781s, path: .shards_a/donor_10, db: /tmp/tmpkow5cbot/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.489059448242188e-05s, path: .shards_a/donor_10, db: /tmp/tmpkow5cbot/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpkow5cbot/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697360.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmpkow5cbot/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697360.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1769697050.94341, (1000, 11111) as of 1769697050.94341, created as of 1769697050.94341>, path: .shards_a/donor_10, db: /tmp/tmpkow5cbot/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697360.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016021728515625s, path: .shards_a/donor_10, db: /tmp/tmpkow5cbot/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: .shards_a/donor_10, db: /tmp/tmpkow5cbot/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1769697359.00000, (0, 0) as of 1769697359.00000, shrinking as of 1769697359.00000>, path: .shards_a/donor_10, db: /tmp/tmpkow5cbot/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697360.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769697050.94341, (1000, 11111) as of 1769697050.94341, created as of 1769697050.94341> in 0.007s, path: .shards_a/donor_10, db: /tmp/tmpkow5cbot/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697360.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmpkow5cbot/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697360.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '51c62f67-dfde-41ba-829a-3c03b06c3fc1-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmpkow5cbot/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697360.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697386.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697386.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697386.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016236305236816406s, path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011444091796875s, path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011610984802246094s, path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697386.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697386.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1769697051.00442, (1000, 11111) as of 1769697051.00442, cleaved as of 1769697051.00442>, path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697386.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017070770263671875s, path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011563301086425781s, path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1769697385.00000, (0, 0) as of 1769697385.00000, shrinking as of 1769697385.00000>, path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697386.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769697051.00442, (1000, 11111) as of 1769697051.00442, cleaved as of 1769697051.00442> in 0.006s, path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697386.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1769697051.00447, (1000, 11111) as of 1769697051.00447, cleaved as of 1769697051.00447>, path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697386.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001723766326904297s, path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1769697385.00000, (0, 0) as of 1769697385.00000, shrinking as of 1769697385.00000>, path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697386.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769697051.00447, (1000, 11111) as of 1769697051.00447, cleaved as of 1769697051.00447> in 0.006s, path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697386.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697386.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'dfaaccca-591f-4933-9473-5836a1318c83-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmpkow5cbot/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697386.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmpkow5cbot/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769697418.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpkow5cbot/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769697418.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmpkow5cbot/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769697418.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001461505889892578s, path: .shards_a/donor_12, db: /tmp/tmpkow5cbot/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.560585021972656e-05s, path: .shards_a/donor_12, db: /tmp/tmpkow5cbot/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.5367431640625e-05s, path: .shards_a/donor_12, db: /tmp/tmpkow5cbot/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010013580322265625s, path: .shards_a/donor_12, db: /tmp/tmpkow5cbot/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpkow5cbot/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769697418.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmpkow5cbot/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769697418.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking +test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1bb5350ef68f425992c2f-00697b6f19) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx1bb5350ef68f425992c2f-00697b6f19) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1bb5350ef68f425992c2f-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1bb5350ef68f425992c2f-00697b6f19) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx1bb5350ef68f425992c2f-00697b6f19) +test DEBUG: Setting object count to 1068 (txn: tx1bb5350ef68f425992c2f-00697b6f19) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3e9aa7d61bcf4b40bdbc1-00697b6f19) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3e9aa7d61bcf4b40bdbc1-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3e9aa7d61bcf4b40bdbc1-00697b6f19) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3e9aa7d61bcf4b40bdbc1-00697b6f19) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3e9aa7d61bcf4b40bdbc1-00697b6f19) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3e9aa7d61bcf4b40bdbc1-00697b6f19) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx3e9aa7d61bcf4b40bdbc1-00697b6f19) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx3e9aa7d61bcf4b40bdbc1-00697b6f19) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc7d892f10e1a4ac68c8c9-00697b6f1a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc7d892f10e1a4ac68c8c9-00697b6f1a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc7d892f10e1a4ac68c8c9-00697b6f1a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc7d892f10e1a4ac68c8c9-00697b6f1a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc7d892f10e1a4ac68c8c9-00697b6f1a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc7d892f10e1a4ac68c8c9-00697b6f1a) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: txc7d892f10e1a4ac68c8c9-00697b6f1a) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: txc7d892f10e1a4ac68c8c9-00697b6f1a) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: txc7d892f10e1a4ac68c8c9-00697b6f1a) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: txc7d892f10e1a4ac68c8c9-00697b6f1a) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: txc7d892f10e1a4ac68c8c9-00697b6f1a) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: txc7d892f10e1a4ac68c8c9-00697b6f1a) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txc7d892f10e1a4ac68c8c9-00697b6f1a) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: txc7d892f10e1a4ac68c8c9-00697b6f1a) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: txc7d892f10e1a4ac68c8c9-00697b6f1a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx20f236cc24e447288dc1b-00697b6f1b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx20f236cc24e447288dc1b-00697b6f1b) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx20f236cc24e447288dc1b-00697b6f1b) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx20f236cc24e447288dc1b-00697b6f1b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx20f236cc24e447288dc1b-00697b6f1b) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx20f236cc24e447288dc1b-00697b6f1b) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx20f236cc24e447288dc1b-00697b6f1b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx20f236cc24e447288dc1b-00697b6f1b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx20f236cc24e447288dc1b-00697b6f1b) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx20f236cc24e447288dc1b-00697b6f1b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx20f236cc24e447288dc1b-00697b6f1b) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx20f236cc24e447288dc1b-00697b6f1b) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx20f236cc24e447288dc1b-00697b6f1b) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx20f236cc24e447288dc1b-00697b6f1b) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx20f236cc24e447288dc1b-00697b6f1b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx20f236cc24e447288dc1b-00697b6f1b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx20f236cc24e447288dc1b-00697b6f1b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx20f236cc24e447288dc1b-00697b6f1b) +test DEBUG: Setting object count to 1058 (txn: tx20f236cc24e447288dc1b-00697b6f1b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4c052181b0264a4aa3b52-00697b6f1b) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx65e7274c58fd4a7180a62-00697b6f1b) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx65e7274c58fd4a7180a62-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx79e7029e91d54e22b4400-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx79e7029e91d54e22b4400-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx79e7029e91d54e22b4400-00697b6f1b) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx79e7029e91d54e22b4400-00697b6f1b) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx79e7029e91d54e22b4400-00697b6f1b) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx79e7029e91d54e22b4400-00697b6f1b) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx79e7029e91d54e22b4400-00697b6f1b) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx79e7029e91d54e22b4400-00697b6f1b) +test WARNING: Could not autocreate account '/account' (txn: tx79e7029e91d54e22b4400-00697b6f1b) +test INFO: autocreate account '/account' (txn: txd14ad1ab466145aebb3dc-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txeaaf72f0adfe40c3a1a26-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txeaaf72f0adfe40c3a1a26-00697b6f1b) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: txeaaf72f0adfe40c3a1a26-00697b6f1b) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txeaaf72f0adfe40c3a1a26-00697b6f1b) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txeaaf72f0adfe40c3a1a26-00697b6f1b) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txeaaf72f0adfe40c3a1a26-00697b6f1b) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txeaaf72f0adfe40c3a1a26-00697b6f1b) +test WARNING: Could not autocreate account '/account' (txn: txeaaf72f0adfe40c3a1a26-00697b6f1b) +test INFO: autocreate account '/account' (txn: tx76ae7e01a2d54daa8c371-00697b6f1b) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx02c7960b5aed4885873c7-00697b6f1b) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx02c7960b5aed4885873c7-00697b6f1b) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx02c7960b5aed4885873c7-00697b6f1b) +test INFO: autocreate account '/account' (txn: tx5205aa8f03604afebd7d3-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx49788befe4874192bbee9-00697b6f1b) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx49788befe4874192bbee9-00697b6f1b) +test INFO: autocreate account '/account' (txn: tx49788befe4874192bbee9-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txa9f8714284ba4f0bb9203-00697b6f1b) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa9f8714284ba4f0bb9203-00697b6f1b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: tx367ab3e574644617a045a-00697b6f1b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: tx378d93e7d86445f2ac865-00697b6f1b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe292bbc13a9a4d0192079-00697b6f1b) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txf8653187db0344f4a0345-00697b6f1b) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx45b1ba91dbab468dbe03a-00697b6f1b)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok + +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmpkow5cbot/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769697418.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmpkow5cbot/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769697418.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '58eabd31-1783-4e71-9af7-7b9be5502ecf-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmpkow5cbot/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769697418.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmpkow5cbot/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769697438.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpkow5cbot/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769697438.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmpkow5cbot/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769697438.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012731552124023438s, path: .shards_a/donor_13, db: /tmp/tmpkow5cbot/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: .shards_a/donor_13, db: /tmp/tmpkow5cbot/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010156631469726562s, path: .shards_a/donor_13, db: /tmp/tmpkow5cbot/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: .shards_a/donor_13, db: /tmp/tmpkow5cbot/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpkow5cbot/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769697438.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmpkow5cbot/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769697438.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmpkow5cbot/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769697438.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmpkow5cbot/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769697438.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'ce13cf77-3461-46b2-be48-d98c3602cf27-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmpkow5cbot/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769697438.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmpkow5cbot/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697458.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpkow5cbot/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697458.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmpkow5cbot/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697458.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013589859008789062s, path: .shards_a/donor_14, db: /tmp/tmpkow5cbot/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: .shards_a/donor_14, db: /tmp/tmpkow5cbot/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.989738464355469e-05s, path: .shards_a/donor_14, db: /tmp/tmpkow5cbot/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.918212890625e-05s, path: .shards_a/donor_14, db: /tmp/tmpkow5cbot/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpkow5cbot/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697458.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmpkow5cbot/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697458.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1769697051.14131, (1000, 11111) as of 1769697051.14131, cleaved as of 1769697051.14131>, path: .shards_a/donor_14, db: /tmp/tmpkow5cbot/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697458.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001628398895263672s, path: .shards_a/donor_14, db: /tmp/tmpkow5cbot/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: .shards_a/donor_14, db: /tmp/tmpkow5cbot/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1769697457.00000, (0, 0) as of 1769697457.00000, shrinking as of 1769697457.00000>, path: .shards_a/donor_14, db: /tmp/tmpkow5cbot/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697458.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769697051.14131, (1000, 11111) as of 1769697051.14131, cleaved as of 1769697051.14131> in 0.006s, path: .shards_a/donor_14, db: /tmp/tmpkow5cbot/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697458.00000.db +sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmpkow5cbot/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697458.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmpkow5cbot/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697458.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fe8676ae-343c-4407-bc54-265dd0ff5d68-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmpkow5cbot/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697458.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp9bflfmgx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp9bflfmgx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp9bflfmgx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok + +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx037f3b652087448d952f7-00697b6f1b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx4b662a3a879944a0ade8b-00697b6f1b) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx4edc430c6dd14624b7f2e-00697b6f1b) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx4ebb9ab858204f728bc5b-00697b6f1b) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx4ebb9ab858204f728bc5b-00697b6f1b) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx4ebb9ab858204f728bc5b-00697b6f1b) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txffb93ad24c74474494e0f-00697b6f1b) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txffb93ad24c74474494e0f-00697b6f1b) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txffb93ad24c74474494e0f-00697b6f1b) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx3ee0850f0b4e4f1f80fd8-00697b6f1b) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3ee0850f0b4e4f1f80fd8-00697b6f1b) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3ee0850f0b4e4f1f80fd8-00697b6f1b) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx3ee0850f0b4e4f1f80fd8-00697b6f1b) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx92e5e5757d47438f882b6-00697b6f1b) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx92e5e5757d47438f882b6-00697b6f1b) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx92e5e5757d47438f882b6-00697b6f1b) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx92e5e5757d47438f882b6-00697b6f1b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001277923583984375s, path: .shards_a/shard_c, db: /tmp/tmp9bflfmgx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/shard_c, db: /tmp/tmp9bflfmgx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.489059448242188e-05s, path: .shards_a/shard_c, db: /tmp/tmp9bflfmgx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.845329284667969e-05s, path: .shards_a/shard_c, db: /tmp/tmp9bflfmgx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp9bflfmgx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp9bflfmgx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1769697054.00000, (0, 0) as of 1769697054.00000, active as of 1769697054.00000>, path: .shards_a/shard_c, db: /tmp/tmp9bflfmgx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001735687255859375s, path: .shards_a/shard_c, db: /tmp/tmp9bflfmgx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013184547424316406s, path: .shards_a/shard_c, db: /tmp/tmp9bflfmgx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1769697051.21565, (0, 0) as of 1769697052.00000, shrunk as of 1769697052.00000>, path: .shards_a/shard_c, db: /tmp/tmp9bflfmgx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1769697054.00000, (0, 0) as of 1769697054.00000, active as of 1769697054.00000> in 0.007s, path: .shards_a/shard_c, db: /tmp/tmp9bflfmgx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp9bflfmgx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpw1zj62sl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpw1zj62sl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpw1zj62sl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001316070556640625s, path: .shards_a/shard_c, db: /tmp/tmpw1zj62sl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/shard_c, db: /tmp/tmpw1zj62sl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.893013000488281e-05s, path: .shards_a/shard_c, db: /tmp/tmpw1zj62sl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.821487426757812e-05s, path: .shards_a/shard_c, db: /tmp/tmpw1zj62sl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpw1zj62sl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpw1zj62sl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1769697054.00000, (0, 0) as of 1769697054.00000, active as of 1769697054.00000>, path: .shards_a/shard_c, db: /tmp/tmpw1zj62sl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001533031463623047s, path: .shards_a/shard_c, db: /tmp/tmpw1zj62sl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: .shards_a/shard_c, db: /tmp/tmpw1zj62sl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1769697052.00000, (0, 0) as of 1769697052.00000, sharding as of 1769697052.00000>, path: .shards_a/shard_c, db: /tmp/tmpw1zj62sl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1769697054.00000, (0, 0) as of 1769697054.00000, active as of 1769697054.00000> in 0.006s, path: .shards_a/shard_c, db: /tmp/tmpw1zj62sl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpw1zj62sl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp5r4n2pw6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697052.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp5r4n2pw6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697052.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp5r4n2pw6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001270771026611328s, path: .shards_a/shard_c, db: /tmp/tmp5r4n2pw6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.392333984375e-05s, path: .shards_a/shard_c, db: /tmp/tmp5r4n2pw6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.417533874511719e-05s, path: .shards_a/shard_c, db: /tmp/tmp5r4n2pw6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.226799011230469e-05s, path: .shards_a/shard_c, db: /tmp/tmp5r4n2pw6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp5r4n2pw6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697052.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmp5r4n2pw6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697052.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok + +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000042 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "GET / HTTP/1.1" 200 120 0.000059 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Thu, 29 Jan 2026 14:30:38 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "GET /%FF HTTP/1.1" 200 123 0.000054 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Thu, 29 Jan 2026 14:30:38 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "GET /ÿ HTTP/1.1" 200 126 0.000051 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Thu, 29 Jan 2026 14:30:38 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000051 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Thu, 29 Jan 2026 14:30:38 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000057 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Thu, 29 Jan 2026 14:30:38 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "GET // HTTP/1.1" 200 121 0.000052 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Thu, 29 Jan 2026 14:30:38 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "GET //bar HTTP/1.1" 200 124 0.000120 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Thu, 29 Jan 2026 14:30:38 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "GET //////baz HTTP/1.1" 200 128 0.000051 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Thu, 29 Jan 2026 14:30:38 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' +proxy INFO: (3324097) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3324097) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:30:38] "GET /someurl HTTP/1.0" 200 102 0.000038 +proxy INFO: wsgi exiting +proxy INFO: (3324097) wsgi exited, is_accepting=True +test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test NOTICE: Child 3324097 exiting normally +test NOTICE: Started child 88 from parent 3324097 +test NOTICE: Started child 89 from parent 3324097 +test ERROR: Removing dead child 88 from parent 3324097 +test NOTICE: Started child 90 from parent 3324097 +test NOTICE: Started child 88 from parent 3324097 +test NOTICE: Started child 89 from parent 3324097 +test ERROR: Problem finding shard upper in '/tmp/tmp_71ztif8/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp_71ztif8/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp8t3vmh8d/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp8t3vmh8d/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok + +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmp5r4n2pw6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000164031982421875s, path: .shards_a/shard_c, db: /tmp/tmp5r4n2pw6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: .shards_a/shard_c, db: /tmp/tmp5r4n2pw6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmp5r4n2pw6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697052.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp5r4n2pw6/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697052.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpmtu59rgm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpmtu59rgm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpmtu59rgm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001277923583984375s, path: .shards_a/shard_c, db: /tmp/tmpmtu59rgm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.274482727050781e-05s, path: .shards_a/shard_c, db: /tmp/tmpmtu59rgm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.250640869140625e-05s, path: .shards_a/shard_c, db: /tmp/tmpmtu59rgm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.702278137207031e-05s, path: .shards_a/shard_c, db: /tmp/tmpmtu59rgm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpmtu59rgm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpmtu59rgm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpmtu59rgm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015497207641601562s, path: .shards_a/shard_c, db: /tmp/tmpmtu59rgm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: .shards_a/shard_c, db: /tmp/tmpmtu59rgm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1769697051.33135, (0, 0) as of 1769697052.00000, shrunk as of 1769697052.00000>, path: .shards_a/shard_c, db: /tmp/tmpmtu59rgm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test INFO: Cleaved ShardRange in 0.006s, path: .shards_a/shard_c, db: /tmp/tmpmtu59rgm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpmtu59rgm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002791881561279297s, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test INFO: Cleaved ShardRange in 0.006s, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016379356384277344s, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1769697014.02094, (2, 3) as of 1769697051.37352, cleaved as of 1769697014.02094> in 0.007s, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.dbtest.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found +test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx322485bdb98545e7a0ed1-00697b6f1b) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txb29a908b7e504955b76b1-00697b6f1b) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txb29a908b7e504955b76b1-00697b6f1b) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx74e17518ebb5426baeaeb-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txb29a908b7e504955b76b1-00697b6f1b) +test ERROR: Account HEAD returning 503 for [] (txn: txb29a908b7e504955b76b1-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx80ad373663b04f10858f1-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx80ad373663b04f10858f1-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx80ad373663b04f10858f1-00697b6f1b) +test ERROR: Account HEAD returning 503 for [] (txn: tx80ad373663b04f10858f1-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx51c85d1434514b2bad3e0-00697b6f1b) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx751b834722034686ad3b7-00697b6f1b) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx751b834722034686ad3b7-00697b6f1b) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -58574,6 +53586,2500 @@ self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx751b834722034686ad3b7-00697b6f1b) +test ERROR: Account HEAD returning 503 for [] (txn: tx751b834722034686ad3b7-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx24a215cd1cf5470193822-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx24a215cd1cf5470193822-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx24a215cd1cf5470193822-00697b6f1b) +test ERROR: Account HEAD returning 503 for [] (txn: tx24a215cd1cf5470193822-00697b6f1b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txdb60b7d2e64a4f88b34ae-00697b6f1b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx1e8140c54bfc4025aa236-00697b6f1b) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx1e8140c54bfc4025aa236-00697b6f1b) +test INFO: Client disconnected on read of '/a/c' (txn: tx1e8140c54bfc4025aa236-00697b6f1b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx933508ff76844b7f92aa6-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx4187fd200e434ae7b3422-00697b6f1b) +test INFO: Client disconnected on read of '/a/c' (txn: tx4187fd200e434ae7b3422-00697b6f1b) +test INFO: Client disconnected on read of '/a/c/' (txn: tx4187fd200e434ae7b3422-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7e7ec153300945d29f3ba-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7e7ec153300945d29f3ba-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7e7ec153300945d29f3ba-00697b6f1b) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx7e7ec153300945d29f3ba-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txcd6b6b3ca3584c7fbc1db-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txcd6b6b3ca3584c7fbc1db-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txcd6b6b3ca3584c7fbc1db-00697b6f1b) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txcd6b6b3ca3584c7fbc1db-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx682ddb852d2148aca07bf-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx682ddb852d2148aca07bf-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx682ddb852d2148aca07bf-00697b6f1b) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx682ddb852d2148aca07bf-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx6faf7ba7df7b41d09ff7d-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx6faf7ba7df7b41d09ff7d-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx6faf7ba7df7b41d09ff7d-00697b6f1b) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx6faf7ba7df7b41d09ff7d-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5e02eeca352444729fb09-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5e02eeca352444729fb09-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5e02eeca352444729fb09-00697b6f1b) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx5e02eeca352444729fb09-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx0db927b6a1704d9ba072e-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx0db927b6a1704d9ba072e-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx0db927b6a1704d9ba072e-00697b6f1b) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0db927b6a1704d9ba072e-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx57d411b1f140489790776-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx57d411b1f140489790776-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx57d411b1f140489790776-00697b6f1b) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx57d411b1f140489790776-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx9c9b1915798b4597a83df-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx9c9b1915798b4597a83df-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx9c9b1915798b4597a83df-00697b6f1b) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9c9b1915798b4597a83df-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb150528a6f9f462e89b38-00697b6f1b) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: txb150528a6f9f462e89b38-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb150528a6f9f462e89b38-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb150528a6f9f462e89b38-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb150528a6f9f462e89b38-00697b6f1b) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb150528a6f9f462e89b38-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6569944093f2452da23fc-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx6569944093f2452da23fc-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx6569944093f2452da23fc-00697b6f1b) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx6569944093f2452da23fc-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx25f2b71df6e343e2a6ede-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx25f2b71df6e343e2a6ede-00697b6f1b) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx25f2b71df6e343e2a6ede-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx25f2b71df6e343e2a6ede-00697b6f1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx25f2b71df6e343e2a6ede-00697b6f1b) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx25f2b71df6e343e2a6ede-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx25f2b71df6e343e2a6ede-00697b6f1b) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx25f2b71df6e343e2a6ede-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4b3b4743a64e4ac587f69-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4b3b4743a64e4ac587f69-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4b3b4743a64e4ac587f69-00697b6f1b) +test ERROR: Container GET returning 503 for [] (txn: tx4b3b4743a64e4ac587f69-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5bae007133714b32ba251-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5bae007133714b32ba251-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5bae007133714b32ba251-00697b6f1b) +test ERROR: Container GET returning 503 for [] (txn: tx5bae007133714b32ba251-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx79b1d81bd2404539936e5-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx79b1d81bd2404539936e5-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx79b1d81bd2404539936e5-00697b6f1b) +test ERROR: Container GET returning 503 for [] (txn: tx79b1d81bd2404539936e5-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9832f8519bb34e92b7de4-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9832f8519bb34e92b7de4-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9832f8519bb34e92b7de4-00697b6f1b) +test ERROR: Container GET returning 503 for [] (txn: tx9832f8519bb34e92b7de4-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4e05a46870ce4888aa5fa-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4e05a46870ce4888aa5fa-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4e05a46870ce4888aa5fa-00697b6f1b) +test ERROR: Container GET returning 503 for [] (txn: tx4e05a46870ce4888aa5fa-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx28bba6ad616e4e7397aa0-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx28bba6ad616e4e7397aa0-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx28bba6ad616e4e7397aa0-00697b6f1b) +test ERROR: Container GET returning 503 for [] (txn: tx28bba6ad616e4e7397aa0-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf22dfb567a694c679d220-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf22dfb567a694c679d220-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf22dfb567a694c679d220-00697b6f1b) +test ERROR: Container GET returning 503 for [] (txn: txf22dfb567a694c679d220-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8d26f23666dd410e8f339-00697b6f1b)test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting +test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok + +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016570091247558594s, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1769697014.02094, (2, 103) as of 1769697051.39924, cleaved as of 1769697014.02094> in 0.006s, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, found as of 1769697014.02094>, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697051.40362>, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015926361083984375s, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012230873107910156s, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1769697014.02094, (1, 1000) as of 1769697051.41843, cleaved as of 1769697051.40362> in 0.007s, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpgpl1zv6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.33879.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.42778.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.42778.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.42778.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.42778.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.42778.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.42778.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.42778.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.42778.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.42778.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.42778.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002014636993408203s, path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012421607971191406s, path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.42778.db +sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.42778.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.42778.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001583099365234375s, path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00011324882507324219s, path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.42778.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1769697014.02094, (1, 18432) as of 1769697051.47488, cleaved as of 1769697014.02094> in 0.007s, path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.42778.dbtest.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics +test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok + +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8d26f23666dd410e8f339-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8d26f23666dd410e8f339-00697b6f1b) +test ERROR: Container GET returning 503 for [] (txn: tx8d26f23666dd410e8f339-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1006653ce6da447b8de46-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1006653ce6da447b8de46-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1006653ce6da447b8de46-00697b6f1b) +test ERROR: Container GET returning 503 for [] (txn: tx1006653ce6da447b8de46-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7a241af30464482690026-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7a241af30464482690026-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7a241af30464482690026-00697b6f1b) +test ERROR: Container GET returning 503 for [] (txn: tx7a241af30464482690026-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd2f02c79725648918cd6e-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd2f02c79725648918cd6e-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd2f02c79725648918cd6e-00697b6f1b) +test ERROR: Container GET returning 503 for [] (txn: txd2f02c79725648918cd6e-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0b5abf2a657643bda19b3-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0b5abf2a657643bda19b3-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0b5abf2a657643bda19b3-00697b6f1b) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx0b5abf2a657643bda19b3-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8b0379f2e7304298a2dc0-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8b0379f2e7304298a2dc0-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8b0379f2e7304298a2dc0-00697b6f1b) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx8b0379f2e7304298a2dc0-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx13bdf2ec5c88411998d62-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx13bdf2ec5c88411998d62-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx13bdf2ec5c88411998d62-00697b6f1b) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx13bdf2ec5c88411998d62-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txddbf5a6119d7454d8ef65-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txddbf5a6119d7454d8ef65-00697b6f1b) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txddbf5a6119d7454d8ef65-00697b6f1b) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txddbf5a6119d7454d8ef65-00697b6f1b) +test INFO: Client disconnected on read of '/a/c' (txn: tx160739e180f34ad6b9d72-00697b6f1b) +test INFO: Client disconnected on read of '/a/c/' (txn: tx160739e180f34ad6b9d72-00697b6f1b) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx60cc91614842435daca52-00697b6f1b) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx60cc91614842435daca52-00697b6f1b) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx60cc91614842435daca52-00697b6f1b) +test ERROR: Account HEAD returning 503 for [] (txn: tx60cc91614842435daca52-00697b6f1b) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx2dd05e1981a647448fd03-00697b6f1b) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx2dd05e1981a647448fd03-00697b6f1b) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx2dd05e1981a647448fd03-00697b6f1b) +test ERROR: Account HEAD returning 503 for [] (txn: tx2dd05e1981a647448fd03-00697b6f1b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txe3ab13343b3c4cbdb79c1-00697b6f1b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx94bf25dbc3334021a4898-00697b6f1b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txddca9e9f443f4cd9b5146-00697b6f1b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok + +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.42778.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.42778.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpni5e9f3x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.42778.db +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, '73cb5d820ee7f9d294e83df34874c2f1', 'd1fc06b4-7a6b-418d-94f2-3719fdd811e2-sdb', '1769697051.49262', '0000000000.00000', '0', '') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1769697053.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1769697054.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1769697055.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1769697056.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1769697057.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd1fc06b4-7a6b-418d-94f2-3719fdd811e2-sdb') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00017333030700683594s, path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012350082397460938s, path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015592575073242188s, path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769697014.02094, (3, 3) as of 1769697051.55056, cleaved as of 1769697014.02094> in 0.006s, path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpfnycomon/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '5b5bbdf9-827d-46a3-895c-282485ab02c5-', '1769697051.48836', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-b87c09d7-8978-40da-a4c0-c1bb72d9f976-sda": ["{\\"ref\\": \\"b87c09d7-8978-40da-a4c0-c1bb72d9f976-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1769697051.55179"]}') +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1769697014.02094', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1769697051.53879', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697014.02094', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1769697014.02094', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1769697051.55056', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697014.02094', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697051.50730', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697051.55472', 'deleted': 0, 'state': 70, 'state_timestamp': '1769697051.50734', 'epoch': '1769697051.50734', 'reported': 0, 'tombstones': -1}], '5b5bbdf9-827d-46a3-895c-282485ab02c5-')test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db +test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range +test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_root +test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok + +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017523765563964844s, path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015020370483398438s, path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769697014.02094, (3, 3) as of 1769697051.55056, active as of 1769697014.02094>, path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016379356384277344s, path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011658668518066406s, path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769697014.02094, (3, 3) as of 1769697051.55056, active as of 1769697014.02094> in 0.006s, path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpfnycomon/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.50734.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpdyijh70e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '429b8a91-2efe-4386-b0a4-15ad5a592778-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_zejuxw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '429b8a91-2efe-4386-b0a4-15ad5a592778-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_zejuxw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '429b8a91-2efe-4386-b0a4-15ad5a592778-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_zejuxw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '429b8a91-2efe-4386-b0a4-15ad5a592778-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_zejuxw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '62533c20-7066-464a-93b3-cd6b63bd3336-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_zejuxw_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'e92b1d23-7e9a-495a-8294-f6137302462f-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp9v4q_mgo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697051.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'e92b1d23-7e9a-495a-8294-f6137302462f-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp9v4q_mgo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697051.00000.dbtest.unit.container.test_sharder.TestSharder.test_complete_sharding_shard +test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpqg5rapgl/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqg5rapgl/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpqg5rapgl/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqg5rapgl/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0040 "-" 3324105 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0038 "-" 3324105 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0033 "-" 3324105 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 3324105 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx67f688d741674f9f96535-00697b6f1b" "proxy-server 3324105" 0.0013 "-" 3324105 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:47197/sdb1/1/a/c" "tx67f688d741674f9f96535-00697b6f1b" "container-server 3324105" 0.0012 "-" 3324105 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:42173/sda1/1/a/c" "tx67f688d741674f9f96535-00697b6f1b" "container-server 3324105" 0.0011 "-" 3324105 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx67f688d741674f9f96535-00697b6f1b" "proxy-server 3324105" 0.0143 "-" 3324105 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx67f688d741674f9f96535-00697b6f1b" "proxy-server 3324105" 0.0104 "-" 3324105 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/51 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx67f688d741674f9f96535-00697b6f1b - 0.0230 - - 1769697051.592431545 1769697051.615401506 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0873cc15b14d43ae9be5d-00697b6f1b" "proxy-server 3324105" 0.0012 "-" 3324105 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:42173/sda1/1/a1/c1" "tx0873cc15b14d43ae9be5d-00697b6f1b" "container-server 3324105" 0.0011 "-" 3324105 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:47197/sdb1/1/a1/c1" "tx0873cc15b14d43ae9be5d-00697b6f1b" "container-server 3324105" 0.0012 "-" 3324105 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0873cc15b14d43ae9be5d-00697b6f1b" "proxy-server 3324105" 0.0139 "-" 3324105 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0873cc15b14d43ae9be5d-00697b6f1b" "proxy-server 3324105" 0.0103 "-" 3324105 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/51 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0873cc15b14d43ae9be5d-00697b6f1b - 0.0231 - - 1769697051.616910934 1769697051.639975786 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx75c2c886112a4943b8e2b-00697b6f1b" "proxy-server 3324105" 0.0022 "-" 3324105 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:47197/sdb1/2/a/c1" "tx75c2c886112a4943b8e2b-00697b6f1b" "container-server 3324105" 0.0011 "-" 3324105 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:42173/sda1/2/a/c1" "tx75c2c886112a4943b8e2b-00697b6f1b" "container-server 3324105" 0.0018 "-" 3324105 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx75c2c886112a4943b8e2b-00697b6f1b" "proxy-server 3324105" 0.0092 "-" 3324105 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx75c2c886112a4943b8e2b-00697b6f1b" "proxy-server 3324105" 0.0146 "-" 3324105 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/51 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx75c2c886112a4943b8e2b-00697b6f1b - 0.0233 - - 1769697051.641531944 1769697051.664789200 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx178039cb3dac4a299df7c-00697b6f1b" "proxy-server 3324105" 0.0019 "-" 3324105 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:47197/sdb1/1/a/c2" "tx178039cb3dac4a299df7c-00697b6f1b" "container-server 3324105" 0.0011 "-" 3324105 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:42173/sda1/1/a/c2" "tx178039cb3dac4a299df7c-00697b6f1b" "container-server 3324105" 0.0092 "-" 3324105 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx178039cb3dac4a299df7c-00697b6f1b" "proxy-server 3324105" 0.0168 "-" 3324105 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:51 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx178039cb3dac4a299df7c-00697b6f1b" "proxy-server 3324105" 0.0224 "-" 3324105 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/51 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx178039cb3dac4a299df7c-00697b6f1b - 0.0311 - - 1769697051.666213274 1769697051.697271824 2 +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok + +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) + +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'e92b1d23-7e9a-495a-8294-f6137302462f-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp9v4q_mgo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697051.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'e92b1d23-7e9a-495a-8294-f6137302462f-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp9v4q_mgo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697051.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '7f99e395-c296-4a75-af24-2dcf4c63a52b-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmp9v4q_mgo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697051.00000.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmpxgk71e9z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmpxgk71e9z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmpxgk71e9z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmpxgk71e9z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmpxgk71e9z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmpxgk71e9z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmpk4h_77pf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmpk4h_77pf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmpk4h_77pf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmp2mpqhvps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp078kzo_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp078kzo_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmp078kzo_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp078kzo_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1769697051.84154, (100000, 0) as of 1769697014.02094, active as of 1769697014.02094>, path: a/c, db: /tmp/tmp078kzo_i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpupwsr78_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpupwsr78_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpupwsr78_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpr8oidx00/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpk55dj7an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpk55dj7an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpk55dj7an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpk55dj7an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpk55dj7an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpk55dj7an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpk55dj7an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpk55dj7an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpk55dj7an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpk55dj7an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpk55dj7an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpk55dj7an/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697051.00000.dbtest.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok +test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part +test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok + +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp18d0__fo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp18d0__fo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp18d0__fo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmp18d0__fo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp18d0__fo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp18d0__fo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpbi4j8rwo/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpbi4j8rwo/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpbi4j8rwo/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmpbi4j8rwo/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpbi4j8rwo/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpbi4j8rwo/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpre0o5ryl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpre0o5ryl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpre0o5ryl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpre0o5ryl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp4w5hvefg/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp4w5hvefg/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp4w5hvefg/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp4w5hvefg/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpa735w_zk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpa735w_zk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpa735w_zk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpa735w_zk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp26puxqo9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp26puxqo9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp26puxqo9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp26puxqo9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpksmxyqap/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpksmxyqap/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpksmxyqap/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 created - attempted:0 success:0 failure:0test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate +test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok +test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate +test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok +test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log +test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log ... ok +test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log +test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log ... ok +test.unit.container.test_sharder.TestSharder.test_increment_stats +test.unit.container.test_sharder.TestSharder.test_increment_stats ... ok +test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd +test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd ... ok +test.unit.container.test_sharder.TestSharder.test_init +test.unit.container.test_sharder.TestSharder.test_init ... ok +test.unit.container.test_sharder.TestSharder.test_init_deprecated_options +test.unit.container.test_sharder.TestSharder.test_init_deprecated_options ... ok +test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error +test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error ... ok +test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name +test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker +test.unit.container.test_sharder.TestSharder.test_log_broker ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_exception +test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok + +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:52 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test WARNING: Repeat cleaving required, context: {'ref': '0555e666-8ebd-45da-92b7-9b6c2a95a378-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpryb5srts/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2026-01-29T14:30:52.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmpryb5srts/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2026-01-29T14:30:53.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmpw5vby4xg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmpb8bgstuk/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpb8bgstuk/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpb8bgstuk/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmpb8bgstuk/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpb8bgstuk/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpb8bgstuk/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmpb8bgstuk/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpb8bgstuk/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpb8bgstuk/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmpb8bgstuk/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpb8bgstuk/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpb8bgstuk/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpxojqyd9b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception + raise ValueError('test') +ValueError: test +sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmp1hz73hzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging +test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_levels +test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok + +sharder-test DEBUG: bonjour mes amis, path: a/c, db: +sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmp1hz73hzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: bonjour mes amis, path: a/c, db: +sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmp1hz73hzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: bonjour mes amis, path: a/c, db: +sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmp1hz73hzt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: bonjour mes amis, path: a/c, db: +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018906593322753906s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017261505126953125s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015664100646972656s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002334117889404297s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019884109497070312s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010538101196289062s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001087188720703125s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020551681518554688s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001609325408935547s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769697052.38621, (0, 0) as of 1769697052.38621, active as of 1769697052.38621>, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769697052.38622, (0, 0) as of 1769697052.38622, active as of 1769697052.38622>, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769697052.38623, (0, 0) as of 1769697052.38623, active as of 1769697052.38623>, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011706352233886719s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.298324584960938e-05s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012540817260742188s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010824203491210938s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010442733764648438s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019073486328125s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010538101196289062s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769697052.38622, (0, 0) as of 1769697052.38622, active as of 1769697052.38622>, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run +test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestSweepStats.test_copy +test.unit.obj.test_updater.TestSweepStats.test_copy ... ok +test.unit.obj.test_updater.TestSweepStats.test_reset +test.unit.obj.test_updater.TestSweepStats.test_reset ... ok +test.unit.obj.test_updater.TestSweepStats.test_since +test.unit.obj.test_updater.TestSweepStats.test_since ... ok +test.unit.obj.test_updater.TestSweepStats.test_str +test.unit.obj.test_updater.TestSweepStats.test_str ... ok + +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769697052.38623, (0, 0) as of 1769697052.38623, active as of 1769697052.38623>, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzmr8j6ot/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.38679.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001556873321533203s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001533031463623047s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013589859008789062s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001513957977294922s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020575523376464844s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016736984252929688s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, active as of 1769697014.02094>, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011420249938964844s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.5367431640625e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.322166442871094e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, active as of 1769697014.02094>, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.083747863769531e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.012222290039062e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.869171142578125e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010347366333007812s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.942054748535156e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, active as of 1769697014.02094>, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok + +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000118255615234375s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.1552734375e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.654594421386719e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001087188720703125s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.322166442871094e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.988380432128906e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.320808410644531e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011587142944335938s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.846687316894531e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.489059448242188e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.487701416015625e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.344650268554688e-05s, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyklnhtex/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.60342.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.60342.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001819133758544922s, path: a/c, db: /tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.60342.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001678466796875s, path: a/c, db: /tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.60342.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001842975616455078s, path: a/c, db: /tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.60342.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018334388732910156s, path: a/c, db: /tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.60342.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok + +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002262592315673828s, path: a/c, db: /tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.60342.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012159347534179688s, path: a/c, db: /tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.60342.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011873245239257812s, path: a/c, db: /tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.60342.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010991096496582031s, path: a/c, db: /tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.60342.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011467933654785156s, path: a/c, db: /tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.60342.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001957416534423828s, path: a/c, db: /tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.60342.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001761913299560547s, path: a/c, db: /tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.60342.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769697052.60278, (0, 0) as of 1769697052.60278, active as of 1769697052.60278>, path: a/c, db: /tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.60342.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769697052.60279, (0, 0) as of 1769697052.60279, active as of 1769697052.60279>, path: a/c, db: /tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.60342.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769697052.60280, (0, 0) as of 1769697052.60280, active as of 1769697052.60280>, path: a/c, db: /tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.60342.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmpbxo56n4l/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.60342.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.60342.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbxo56n4l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.60342.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.65595.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.65595.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002181529998779297s, path: a/c, db: /tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.65595.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021147727966308594s, path: a/c, db: /tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.65595.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019693374633789062s, path: a/c, db: /tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.65595.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020742416381835938s, path: a/c, db: /tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.65595.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023865699768066406s, path: a/c, db: /tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.65595.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013899803161621094s, path: a/c, db: /tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.65595.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013136863708496094s, path: a/c, db: /tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.65595.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012564659118652344s, path: a/c, db: /tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.65595.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001628398895263672s, path: a/c, db: /tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.65595.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002243518829345703s, path: a/c, db: /tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.65595.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002014636993408203s, path: a/c, db: /tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.65595.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769697052.65545, (0, 0) as of 1769697052.65545, active as of 1769697052.65545>, path: a/c, db: /tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.65595.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769697052.65546, (0, 0) as of 1769697052.65546, active as of 1769697052.65546>, path: a/c, db: /tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.65595.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp_s0uwjib/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.65595.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769697052.65546, (0, 0) as of 1769697052.65546, active as of 1769697052.65546>, path: a/c, db: /tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.65595.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.65595.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_s0uwjib/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.65595.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok +test ERROR: Failed to unlink '/tmp/tmp6ehhwegp/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp6ehhwegp/containers/part/suffix/hash/container_1769697052.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp6ehhwegp/containers/part/suffix/hash/container_1769697052.00000.db': ['/tmp/tmp6ehhwegp/containers/part/suffix/hash/container.db', '/tmp/tmp6ehhwegp/containers/part/suffix/hash/container_1769697053.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp6ehhwegp/containers/part/suffix/hash/container_1769697053.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txec7c9c701bb94ee0ada89-00697b6f1c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4c7486ddea504afcae1b0-00697b6f1c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx13a81d698651480196b7b-00697b6f1c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2441afb180814413b76b4-00697b6f1c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx45522561677e49fd8c973-00697b6f1c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx486af34cdd334d61b8bcb-00697b6f1c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx36ca453af0e8455aab2e7-00697b6f1c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx591f2c083ea149938a4f0-00697b6f1c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa6cdb1f5d9a74dd28b537-00697b6f1c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8808d04eb77d41979375b-00697b6f1c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4bd19317f4c74278beacd-00697b6f1c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8ef797fa43a745368ebf6-00697b6f1c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txef06dce674ab4f13a31de-00697b6f1c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf73a4bab34a44e02b8faa-00697b6f1c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd13543ba256e4e3c9a797-00697b6f1c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4b1edd8393644a178f4db-00697b6f1c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4af22ca0f9e440a481eb6-00697b6f1c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txae231e8fa1c6442f8b3ef-00697b6f1c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcf5f769e6e53407bad0cb-00697b6f1c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx261a89bbe2534236964ab-00697b6f1c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx73c24b886b034a7fa8abb-00697b6f1c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbb8957780200493f91039-00697b6f1c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx30d8fe886e984ebab214f-00697b6f1c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx315e445386ff4ffdbe459-00697b6f1c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txdb6dca542b354d2381bef-00697b6f1c) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txea8b3b709b69466e8cba4-00697b6f1c) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txa42d2f6c629444269f881-00697b6f1c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok + +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021004676818847656s, path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001838207244873047s, path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001747608184814453s, path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019097328186035156s, path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002574920654296875s, path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001461505889892578s, path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014829635620117188s, path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012445449829101562s, path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012874603271484375s, path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00027680397033691406s, path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002598762512207031s, path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769697052.71185, (0, 0) as of 1769697052.71185, active as of 1769697052.71185>, path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp6qrt72fk/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769697052.71186, (0, 0) as of 1769697052.71186, active as of 1769697052.71186>, path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769697052.71187, (0, 0) as of 1769697052.71187, active as of 1769697052.71187>, path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmp6qrt72fk/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6qrt72fk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.71243.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020241737365722656s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016832351684570312s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001900196075439453s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001823902130126953s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020933151245117188s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011444091796875s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001201629638671875s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010442733764648438s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011277198791503906s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002079010009765625s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018525123596191406s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769697052.77395, (0, 0) as of 1769697052.77395, active as of 1769697052.77395>, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769697052.77396, (0, 0) as of 1769697052.77396, active as of 1769697052.77396>, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf593d1d763b04227b9c4f-00697b6f1c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx891b34e97f8d429a82b41-00697b6f1c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx06fed8ab2833478497505-00697b6f1c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txfa2204b0a95c419cb59be-00697b6f1c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx62f2be5c0d8a4a95bf7d0-00697b6f1c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx0828260426294a47983c0-00697b6f1c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx33449b1939154404b169b-00697b6f1c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7955c04d653b48e880186-00697b6f1c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx49840afba4ee492c92696-00697b6f1c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9e410f0b7536400894dc3-00697b6f1c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx81086e537c0144bcbedd1-00697b6f1c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8768b8dce0f446cfb02cc-00697b6f1c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx18e8d5455ba1482cb32d8-00697b6f1c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx18e8d5455ba1482cb32d8-00697b6f1c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpbucs83zk/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbucs83zk/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpbucs83zk/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbucs83zk/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0031 "-" 3324097 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0029 "-" 3324097 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 3324097 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3324097 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1d4452e08bca4fe7a4f4e-00697b6f1c" "proxy-server 3324097" 0.0027 "-" 3324097 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:36747/sda1/1/a/c" "tx1d4452e08bca4fe7a4f4e-00697b6f1c" "container-server 3324097" 0.0010 "-" 3324097 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:51899/sdb1/1/a/c" "tx1d4452e08bca4fe7a4f4e-00697b6f1c" "container-server 3324097" 0.0009 "-" 3324097 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1d4452e08bca4fe7a4f4e-00697b6f1c" "proxy-server 3324097" 0.0083 "-" 3324097 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1d4452e08bca4fe7a4f4e-00697b6f1c" "proxy-server 3324097" 0.0137 "-" 3324097 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/52 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx1d4452e08bca4fe7a4f4e-00697b6f1c - 0.0225 - - 1769697052.857460260 1769697052.880002975 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txb29857dbb1754befb0da9-00697b6f1c" "proxy-server 3324097" 0.0011 "-" 3324097 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:36747/sda1/1/a1/c1" "txb29857dbb1754befb0da9-00697b6f1c" "container-server 3324097" 0.0010 "-" 3324097 0test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:51899/sdb1/1/a1/c1" "txb29857dbb1754befb0da9-00697b6f1c" "container-server 3324097" 0.0010 "-" 3324097 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb29857dbb1754befb0da9-00697b6f1c" "proxy-server 3324097" 0.0121 "-" 3324097 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb29857dbb1754befb0da9-00697b6f1c" "proxy-server 3324097" 0.0087 "-" 3324097 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/52 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txb29857dbb1754befb0da9-00697b6f1c - 0.0196 - - 1769697052.881327391 1769697052.900952101 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txca9d4354832e44b1a3780-00697b6f1c" "proxy-server 3324097" 0.0018 "-" 3324097 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:51899/sdb1/2/a/c1" "txca9d4354832e44b1a3780-00697b6f1c" "container-server 3324097" 0.0010 "-" 3324097 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:36747/sda1/2/a/c1" "txca9d4354832e44b1a3780-00697b6f1c" "container-server 3324097" 0.0015 "-" 3324097 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txca9d4354832e44b1a3780-00697b6f1c" "proxy-server 3324097" 0.0123 "-" 3324097 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txca9d4354832e44b1a3780-00697b6f1c" "proxy-server 3324097" 0.0090 "-" 3324097 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/52 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txca9d4354832e44b1a3780-00697b6f1c - 0.0208 - - 1769697052.902366638 1769697052.923175097 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf5df2574db8a47d8bb984-00697b6f1c" "proxy-server 3324097" 0.0018 "-" 3324097 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:36747/sda1/1/a/c2" "txf5df2574db8a47d8bb984-00697b6f1c" "container-server 3324097" 0.0015 "-" 3324097 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:51899/sdb1/1/a/c2" "txf5df2574db8a47d8bb984-00697b6f1c" "container-server 3324097" 0.0035 "-" 3324097 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf5df2574db8a47d8bb984-00697b6f1c" "proxy-server 3324097" 0.0109 "-" 3324097 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:52 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf5df2574db8a47d8bb984-00697b6f1c" "proxy-server 3324097" 0.0155 "-" 3324097 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/52 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf5df2574db8a47d8bb984-00697b6f1c - 0.0232 - - 1769697052.924526691 1769697052.947738409 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpn2uqaris/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpn2uqaris/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpn2uqaris/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpn2uqaris/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0030 "-" 3324097 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0029 "-" 3324097 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 3324097 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 3324097 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcd4aef2e45f449908e31d-00697b6f1d" "proxy-server 3324097" 0.0011 "-" 3324097 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:41177/sdb1/1/a/c" "txcd4aef2e45f449908e31d-00697b6f1d" "container-server 3324097" 0.0010 "-" 3324097 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:47941/sda1/1/a/c" "txcd4aef2e45f449908e31d-00697b6f1d" "container-server 3324097" 0.0009 "-" 3324097 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txcd4aef2e45f449908e31d-00697b6f1d" "proxy-server 3324097" 0.0080 "-" 3324097 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txcd4aef2e45f449908e31d-00697b6f1d" "proxy-server 3324097" 0.0132 "-" 3324097 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/53 PUT /v1/a/c HTTP/1.0 201 - - t - - - txcd4aef2e45f449908e31d-00697b6f1d - 0.0213 - - 1769697053.022505283 1769697053.043817282 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txa4a41bb56f9d4f82bcf41-00697b6f1d" "proxy-server 3324097" 0.0012 "-" 3324097 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:41177/sdb1/1/a1/c1" "txa4a41bb56f9d4f82bcf41-00697b6f1d" "container-server 3324097" 0.0010 "-" 3324097 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:47941/sda1/1/a1/c1" "txa4a41bb56f9d4f82bcf41-00697b6f1d" "container-server 3324097" 0.0010 "-" 3324097 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa4a41bb56f9d4f82bcf41-00697b6f1d" "proxy-server 3324097" 0.0120 "-" 3324097 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa4a41bb56f9d4f82bcf41-00697b6f1d" "proxy-server 3324097" 0.0086 "-" 3324097 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/53 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txa4a41bb56f9d4f82bcf41-00697b6f1d - 0.0196 - - 1769697053.045107126 1769697053.064720869 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6c3b8b260793401f8c9d6-00697b6f1d" "proxy-server 3324097" 0.0018 "-" 3324097 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:47941/sda1/2/a/c1" "tx6c3b8b260793401f8c9d6-00697b6f1d" "container-server 3324097" 0.0016 "-" 3324097 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:41177/sdb1/2/a/c1" "tx6c3b8b260793401f8c9d6-00697b6f1d" "container-server 3324097" 0.0009 "-" 3324097 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6c3b8b260793401f8c9d6-00697b6f1d" "proxy-server 3324097" 0.0083 "-" 3324097 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6c3b8b260793401f8c9d6-00697b6f1d" "proxy-server 3324097" 0.0130 "-" 3324097 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/53 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx6c3b8b260793401f8c9d6-00697b6f1d - 0.0208 - - 1769697053.066087723 1769697053.086880207 1test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769697052.77397, (0, 0) as of 1769697052.77397, active as of 1769697052.77397>, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011754035949707031s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010013580322265625s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011420249938964844s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001270771026611328s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011229515075683594s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.131431579589844e-05s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.465217590332031e-05s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.012222290039062e-05s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.940696716308594e-05s, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769697052.77395, (0, 0) as of 1769697052.77395, active as of 1769697052.77395>, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0_o8bp9p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.77504.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016188621520996094s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011444091796875s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001380443572998047s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012421607971191406s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018143653869628906s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018858909606933594s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769697014.02094, (0, 0) as of 1769697014.02094, active as of 1769697014.02094>, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014019012451171875s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00013208389282226562s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012683868408203125s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011324882507324219s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011444091796875s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010824203491210938s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001239776611328125s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012731552124023438s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011777877807617188s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012302398681640625s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769697014.02094, (0, 0) as of 1769697014.02094, active as of 1769697014.02094>, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769697014.02094, (0, 0) as of 1769697014.02094, active as of 1769697014.02094>, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001513957977294922s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012803077697753906s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011539459228515625s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016069412231445312s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001480579376220703s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020360946655273438s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001728534698486328s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.678436279296875e-05s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.153915405273438e-05s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.726119995117188e-05s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.153915405273438e-05s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021576881408691406s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok + +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txeddcc2a03e234b8d8af80-00697b6f1d" "proxy-server 3324097" 0.0018 "-" 3324097 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:47941/sda1/1/a/c2" "txeddcc2a03e234b8d8af80-00697b6f1d" "container-server 3324097" 0.0016 "-" 3324097 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:41177/sdb1/1/a/c2" "txeddcc2a03e234b8d8af80-00697b6f1d" "container-server 3324097" 0.0010 "-" 3324097 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txeddcc2a03e234b8d8af80-00697b6f1d" "proxy-server 3324097" 0.0127 "-" 3324097 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:53 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txeddcc2a03e234b8d8af80-00697b6f1d" "proxy-server 3324097" 0.0094 "-" 3324097 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/53 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txeddcc2a03e234b8d8af80-00697b6f1d - 0.0211 - - 1769697053.088381290 1769697053.109482527 2 + +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00020432472229003906s, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, active as of 1769697014.02094>, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5263kmh0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697052.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001811981201171875s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012922286987304688s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016498565673828125s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016379356384277344s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015687942504882812s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001659393310546875s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011014938354492188s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019598007202148438s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, active as of 1769697014.02094>, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000125885009765625s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014853477478027344s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001227855682373047s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011682510375976562s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014519691467285156s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013065338134765625s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001239776611328125s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013065338134765625s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001361370086669922s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012683868408203125s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok + +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx70da8bf187ba4201b6a66-00697b6f1b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx70da8bf187ba4201b6a66-00697b6f1b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx70da8bf187ba4201b6a66-00697b6f1b) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx70da8bf187ba4201b6a66-00697b6f1b) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx70da8bf187ba4201b6a66-00697b6f1b) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx70da8bf187ba4201b6a66-00697b6f1b) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx70da8bf187ba4201b6a66-00697b6f1b) +test DEBUG: Setting object count to 1024 (txn: tx70da8bf187ba4201b6a66-00697b6f1b) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx70da8bf187ba4201b6a66-00697b6f1b) +test DEBUG: Setting object count to 1024 (txn: tx70da8bf187ba4201b6a66-00697b6f1b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Setting object count to 1072 (txn: txbfa6dcfc5afa4b4d81fb3-00697b6f1c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txdcd423b4b79a49b692837-00697b6f1d)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok + +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769697014.02094, (0, 0) as of 1769697014.02094, active as of 1769697014.02094>, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001289844512939453s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013208389282226562s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014328956604003906s, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, active as of 1769697014.02094>, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp0tzf9t2u/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697053.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015735626220703125s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00027632713317871094s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013256072998046875s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010800361633300781s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001494884490966797s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017690658569335938s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000244140625s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017714500427246094s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00024318695068359375s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001678466796875s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013518333435058594s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014257431030273438s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015473365783691406s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00018262863159179688s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, active as of 1769697014.02094>, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok + +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001342296600341797s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014495849609375s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010991096496582031s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011181831359863281s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001728534698486328s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001671314239501953s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016546249389648438s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001595020294189453s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016808509826660156s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015282630920410156s, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, active as of 1769697014.02094>, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp11zy196j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002186298370361328s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014209747314453125s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001647472381591797s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002994537353515625s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014853477478027344s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014519691467285156s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018286705017089844s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.322166442871094e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.153915405273438e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.608268737792969e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.58306884765625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.128715515136719e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.62939453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok + +sharder-test DEBUG: got 0 rows (deleted=True) in 7.295608520507812e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.535385131835938e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011515617370605469s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.487701416015625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.487701416015625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.655952453613281e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.249282836914062e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, active as of 1769697014.02094>, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0024709701538085938s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.202957153320312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.344650268554688e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011229515075683594s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010585784912109375s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.916854858398438e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.724761962890625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.34600830078125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.083747863769531e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.893013000488281e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.724761962890625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, active as of 1769697014.02094>, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpgq_6ghr2/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015306472778320312s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.1552734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.799003601074219e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.822845458984375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.226799011230469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001678466796875s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.082389831542969e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.96453857421875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.915496826171875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.20159912109375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.726119995117188e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.677078247070312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.440017700195312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.724761962890625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.965896606445312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, active as of 1769697014.02094>, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.72747802734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.486343383789062e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.176399230957031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.152557373046875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010228157043457031s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.392333984375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok + +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014638900756835938s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014829635620117188s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001304149627685547s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001342296600341797s, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, active as of 1769697014.02094>, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc10dqt8o/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpbxu7qqlq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbxu7qqlq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.35263.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpbxu7qqlq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.35263.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002484321594238281s, path: a/c, db: /tmp/tmpbxu7qqlq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.35263.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000308990478515625s, path: a/c, db: /tmp/tmpbxu7qqlq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.35263.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002448558807373047s, path: a/c, db: /tmp/tmpbxu7qqlq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.35263.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002460479736328125s, path: a/c, db: /tmp/tmpbxu7qqlq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.35263.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00031495094299316406s, path: a/c, db: /tmp/tmpbxu7qqlq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.35263.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013756752014160156s, path: a/c, db: /tmp/tmpbxu7qqlq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.35263.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015020370483398438s, path: a/c, db: /tmp/tmpbxu7qqlq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.35263.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012040138244628906s, path: a/c, db: /tmp/tmpbxu7qqlq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.35263.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002009868621826172s, path: a/c, db: /tmp/tmpbxu7qqlq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.35263.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002624988555908203s, path: a/c, db: /tmp/tmpbxu7qqlq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.35263.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001933574676513672s, path: a/c, db: /tmp/tmpbxu7qqlq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.35263.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769697053.35197, (0, 0) as of 1769697053.35197, active as of 1769697053.35197>, path: a/c, db: /tmp/tmpbxu7qqlq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.35263.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769697053.35198, (0, 0) as of 1769697053.35198, active as of 1769697053.35198>, path: a/c, db: /tmp/tmpbxu7qqlq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.35263.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769697053.35199, (0, 0) as of 1769697053.35199, active as of 1769697053.35199>, path: a/c, db: /tmp/tmpbxu7qqlq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.35263.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpbxu7qqlq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.35263.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbxu7qqlq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.35263.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp69y3gov3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp69y3gov3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp69y3gov3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp69y3gov3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpbl_r85j1/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpbl_r85j1/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpbl_r85j1/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpbl_r85j1/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp0i9t7u2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp0i9t7u2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp0i9t7u2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp0i9t7u2x/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok + +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp8w42z619/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp8w42z619/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp8w42z619/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp8w42z619/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmpvievphvn/sdb/containers/0/ash/c1hash/c1hash.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2518, in _one_shard_cycle + self._process_broker(broker, node, part) + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1245, in _execute_mock_call + result = effect(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 886, in mock_processing + raise Exception('kapow!') +Exception: kapow! +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpvievphvn/sda/containers/0/ash/c0hash/c0hash.db' +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_shard - attempted:0 success:0 failure:0test.unit.container.test_sharder.TestSharder.test_one_shard_cycle +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok + +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Found no containers directories +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.05s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override partitions: 0) +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.01s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override partitions: 2, 0) +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.03s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override devices: sdc) +sharder-test INFO: (Override partitions: 2, 0) +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok +test.unit.container.test_sharder.TestSharder.test_periodic_warning +test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok + +sharder-test INFO: Container sharder "once" mode completed: 0.01s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override devices: sdb, sdc) +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:53 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.03s +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpbp4_d259/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpbp4_d259/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpbp4_d259/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpbp4_d259/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpbp4_d259/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpbp4_d259/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpbp4_d259/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpbp4_d259/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpbp4_d259/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpbp4_d259/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpbp4_d259/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.86362.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.86362.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.86362.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.86362.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.86362.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.86362.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.86362.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.86362.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.86362.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.86362.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok + +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpcmssfc6g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697053.86362.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpr0xctdix/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpr0xctdix/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpr0xctdix/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpr0xctdix/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmpr0xctdix/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok + +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpf36bk658/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok + +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjpck7d5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False_1769697053.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False_1769697053.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False_1769697053.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False_1769697053.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False_1769697053.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False_1769697053.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False_1769697053.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False_1769697053.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False_1769697053.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False_1769697053.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001323223114013672s, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.273124694824219e-05s, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False_1769697053.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False_1769697053.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001595020294189453s, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010657310485839844s, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094> - zero objects found, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False_1769697053.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False_1769697053.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False_1769697053.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash60False/hash60False_1769697053.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True_1769697072.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True_1769697072.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True_1769697072.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True_1769697072.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True_1769697072.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True_1769697072.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True_1769697072.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True_1769697072.00000.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok + +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True_1769697072.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True_1769697072.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013875961303710938s, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True_1769697072.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True_1769697072.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001392364501953125s, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.059906005859375e-05s, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094> - zero objects found, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True_1769697072.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True_1769697072.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True_1769697072.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash60True/hash60True_1769697072.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False_1769697091.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False_1769697091.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False_1769697091.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False_1769697091.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False_1769697091.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False_1769697091.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False_1769697091.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False_1769697091.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False_1769697091.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False_1769697091.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012922286987304688s, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.487701416015625e-05s, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False_1769697091.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False_1769697091.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.004555940628051758s, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.369850158691406e-05s, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094> - zero objects found, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False_1769697091.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False_1769697091.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False_1769697091.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/lse/hash50False/hash50False_1769697091.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True_1769697107.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True_1769697107.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True_1769697107.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True_1769697107.00000.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok + +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True_1769697107.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True_1769697107.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True_1769697107.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True_1769697107.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True_1769697107.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True_1769697107.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001354217529296875s, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.630752563476562e-05s, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True_1769697107.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True_1769697107.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012993812561035156s, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.298324584960938e-05s, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094> - zero objects found, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True_1769697107.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True_1769697107.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True_1769697107.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpl4xl8jmr/sda/containers/0/rue/hash50True/hash50True_1769697107.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h60/hash60/hash60.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h60/hash60/hash60_1769697054.18357.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h60/hash60/hash60_1769697054.18357.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h60/hash60/hash60_1769697054.18357.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h60/hash60/hash60_1769697054.18357.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h60/hash60/hash60_1769697054.18357.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h60/hash60/hash60_1769697054.18357.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h60/hash60/hash60_1769697054.18357.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h60/hash60/hash60_1769697054.18357.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h60/hash60/hash60_1769697054.18357.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h50/hash50/hash50.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h50/hash50/hash50_1769697054.20239.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h50/hash50/hash50_1769697054.20239.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h50/hash50/hash50_1769697054.20239.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h50/hash50/hash50_1769697054.20239.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h50/hash50/hash50_1769697054.20239.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h50/hash50/hash50_1769697054.20239.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h50/hash50/hash50_1769697054.20239.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h50/hash50/hash50_1769697054.20239.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h50/hash50/hash50_1769697054.20239.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h70/hash70/hash70.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h70/hash70/hash70_1769697054.21950.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h70/hash70/hash70_1769697054.21950.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h70/hash70/hash70_1769697054.21950.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h70/hash70/hash70_1769697054.21950.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h70/hash70/hash70_1769697054.21950.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h70/hash70/hash70_1769697054.21950.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin +test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok +test.unit.container.test_sharder.TestSharder.test_run_forever +test.unit.container.test_sharder.TestSharder.test_run_forever ... ok + +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h70/hash70/hash70_1769697054.21950.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h70/hash70/hash70_1769697054.21950.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp2k4j3xk1/sda/containers/0/h70/hash70/hash70_1769697054.21950.db +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 5.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 3604.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 30.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c1, db: /tmp/tmpv_2zay30/sda/containers/0/ash/c1hash/c1hash.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2528, in _one_shard_cycle + self._record_sharding_progress(broker, node, error) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1055, in _record_sharding_progress + own_shard_range = broker.get_own_shard_range() + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2058, in get_own_shard_range + self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, + ~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/timestamp.py", line 129, in now + return cls(time.time(), offset=offset, delta=delta) + ~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: Test over +sharder-test ERROR: Exception in sharder: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2555, in run_forever + self._one_shard_cycle(devices_to_shard=Everything(), + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + partitions_to_shard=Everything()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2532, in _one_shard_cycle + self._periodic_report_stats() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1145, in _periodic_report_stats + if (time.time() - self.reported) >= self.stats_interval: + ~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2528, in _one_shard_cycle + self._record_sharding_progress(broker, node, error) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1055, in _record_sharding_progress + own_shard_range = broker.get_own_shard_range() + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2058, in get_own_shard_range + self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, + ~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/timestamp.py", line 129, in now + return cls(time.time(), offset=offset, delta=delta) + ~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: Test over +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -58584,14 +56090,35 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -58602,14 +56129,30 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -58620,14 +56163,30 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -58638,17 +56197,32 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx74e17518ebb5426baeaeb-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -58659,14 +56233,32 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -58677,14 +56269,30 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -58695,14 +56303,31 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -58713,14 +56338,32 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -58731,17 +56374,30 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx74e17518ebb5426baeaeb-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -58752,14 +56408,36 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -58770,14 +56448,32 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Errortest.unit.container.test_sharder.TestSharder.test_send_shard_ranges +test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok + +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -58788,14 +56484,710 @@ give_expect=kwargs.get('give_expect')) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpnocq_dph/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015783309936523438s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpdqiw_0x1/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015974044799804688s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpdqiw_0x1/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011515617370605469s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769697014.02094, (0, 0) as of 1769697014.02094, cleaved as of 1769697014.02094>, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769697014.02094, (0, 0) as of 1769697014.02094, cleaved as of 1769697014.02094> - shard db already in sync, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpdqiw_0x1/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.937980651855469e-05s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.866455078125e-05s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769697014.02094, (0, 0) as of 1769697014.02094, cleaved as of 1769697014.02094>, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769697014.02094, (0, 0) as of 1769697014.02094, cleaved as of 1769697014.02094> - shard db already in sync, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmpdqiw_0x1/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.67572021484375e-05s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.341934204101562e-05s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769697014.02094, (0, 0) as of 1769697014.02094, cleaved as of 1769697014.02094>, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769697014.02094, (0, 0) as of 1769697014.02094, cleaved as of 1769697014.02094> - shard db already in sync, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1769697014.02094, (0, 0) as of 1769697014.02094, cleaved as of 1769697014.02094> in 0.002s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017142295837402344s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1769697014.02094, (2, 2) as of 1769697054.49787, cleaved as of 1769697014.02094> in 0.012s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.866455078125e-05s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.413459777832031e-05s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001583099365234375s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpdqiw_0x1/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.dbtest.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures +test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok +test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts +test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok +test.unit.container.test_sharder.TestSharder.test_sharding_enabled +test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok + +sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.033348083496094e-05s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.151199340820312e-05s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094>, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1769697014.02094, (0, 0) as of 1769697014.02094, created as of 1769697014.02094> - shard db already in sync, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1769697014.02094, (3, 3) as of 1769697054.54386, cleaved as of 1769697014.02094> in 0.003s, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpdqiw_0x1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.36982.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'dec36438-df56-4294-beb9-2bd833ff8075-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpealn5q6c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'dec36438-df56-4294-beb9-2bd833ff8075-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpealn5q6c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'dec36438-df56-4294-beb9-2bd833ff8075-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpealn5q6c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'dec36438-df56-4294-beb9-2bd833ff8075-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpealn5q6c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '83cf2463-70ab-41c6-bbd8-b96eb7e55dd7-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpealn5q6c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697054.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpaw_a2u32/sda/containers/0/ash/c2hash/c2hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpaw_a2u32/sda/containers/0/ash/c1hash/c1hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpaw_a2u32/sda/containers/0/ash/c3hash/c3hash.db' +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump +test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok +test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges +test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported +test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok + +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:30:54 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpxh33an55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpxh33an55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpxh33an55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpxh33an55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpxh33an55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpxh33an55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpxh33an55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpxh33an55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpxh33an55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpxh33an55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpxh33an55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpxh33an55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpxh33an55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpxh33an55/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpp78c24lp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpp78c24lp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpp78c24lp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpp78c24lp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpp78c24lp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpp78c24lp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_update_root_container_own_range +test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok +test.unit.container.test_sharder.TestSharder.test_update_stat +test.unit.container.test_sharder.TestSharder.test_update_stat ... ok +test.unit.container.test_sharder.TestSharder.test_yield_objects +test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok + +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: Setting object count to 1072 (txn: txdcd423b4b79a49b692837-00697b6f1d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Setting object count to 1072 (txn: tx65821d10b0674e7c8ba72-00697b6f1e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Setting object count to 1072 (txn: tx6b9079f73e394fb39214f-00697b6f1e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmprj5nbcdo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=False) in 0.0002315044403076172s, path: a/c, db: /tmp/tmpw1iyw0u8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=True) in 0.00019359588623046875s, path: a/c, db: /tmp/tmpw1iyw0u8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.00013589859008789062s, path: a/c, db: /tmp/tmpw1iyw0u8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001971721649169922s, path: a/c, db: /tmp/tmpw1iyw0u8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.00011754035949707031s, path: a/c, db: /tmp/tmpw1iyw0u8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00015974044799804688s, path: a/c, db: /tmp/tmpw1iyw0u8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00019693374633789062s, path: a/c, db: /tmp/tmpw1iyw0u8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001609325408935547s, path: a/c, db: /tmp/tmpw1iyw0u8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015926361083984375s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00017142295837402344s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014448165893554688s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.0001800060272216797s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013685226440429688s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 8.654594421386719e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.224082946777344e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 8.20159912109375e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 6.818771362304688e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00017404556274414062s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.390975952148438e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.0001392364501953125s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.012222290039062e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.7738037109375e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 8.893013000488281e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 7.915496826171875e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00011515617370605469s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 8.273124694824219e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.606910705566406e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 7.867813110351562e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.462501525878906e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.441375732421875e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 8.821487426757812e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 8.368492126464844e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 8.726119995117188e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 8.559226989746094e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init +test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call +test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect +test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all +test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post +test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put +test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put +test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok + +sharder-test DEBUG: got 3 rows (deleted=True) in 8.106231689453125e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.654594421386719e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 8.273124694824219e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 7.867813110351562e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 8.916854858398438e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 7.62939453125e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 0.0001087188720703125s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.726119995117188e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.00010800361633300781s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 8.916854858398438e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.00019741058349609375s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmpt9qyxesd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014066696166992188s, path: a/c, db: /tmp/tmp0x5lfv9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.344650268554688e-05s, path: a/c, db: /tmp/tmp0x5lfv9q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx0e526e798aa14c9d94d42-00697b6f1f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx0e526e798aa14c9d94d42-00697b6f1f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx0e526e798aa14c9d94d42-00697b6f1f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx0e526e798aa14c9d94d42-00697b6f1f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx0e526e798aa14c9d94d42-00697b6f1f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx0e526e798aa14c9d94d42-00697b6f1f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx0e526e798aa14c9d94d42-00697b6f1f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx0e526e798aa14c9d94d42-00697b6f1f) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx0e526e798aa14c9d94d42-00697b6f1f) +test INFO: Client disconnected on read of '/a/c' (txn: tx0e526e798aa14c9d94d42-00697b6f1f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx737953f60c2b40c7adb4b-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx737953f60c2b40c7adb4b-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx737953f60c2b40c7adb4b-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx737953f60c2b40c7adb4b-00697b6f1f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txf5ecc3346475410a87e0f-00697b6f1f) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx9c773575a80a45dea3d44-00697b6f1f) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx090d2915b24d47b89caff-00697b6f1f) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: txaf348ad5b54d46579c962-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txd8abf1b0f9304c82a2ace-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -58808,12 +57200,23 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request +Exception: kaboom! (txn: tx516b36a657ed48a89f96f-00697b6f1f)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok + +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txc56475e692664ffeb43b5-00697b6f1f) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx20752707f37942ff91a8b-00697b6f1f) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txf423ed05e94b41d8be1cc-00697b6f1f) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx27ec5a8660f54b5ea1f37-00697b6f1f) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: txe940dfd1766b4b4cb461d-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx2c314568f72b44d19fa2d-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -58826,12 +57229,19 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request +Exception: kaboom! (txn: txb635b5605dbe48cf85708-00697b6f1f) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx6086b502d0a0459a80b23-00697b6f1f) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txc744f0f6c0ee489abb0ef-00697b6f1f) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx7b22c42dd9784697a31f0-00697b6f1f) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx3d2a16353d544997b50f3-00697b6f1f) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx301c9c29302d4f2e8bf26-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx9b309c585c724559aa926-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect return http_connect_raw( ipaddr, port, method, path, headers, query_string, ssl) @@ -58844,59 +57254,16 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx74e17518ebb5426baeaeb-00676e5ecc) -test ERROR: Container GET returning 503 for [] (txn: tx74e17518ebb5426baeaeb-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txd63c6b3d357a4048b7308-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txd63c6b3d357a4048b7308-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txd63c6b3d357a4048b7308-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txd63c6b3d357a4048b7308-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txd63c6b3d357a4048b7308-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txd63c6b3d357a4048b7308-00676e5ecc) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txd63c6b3d357a4048b7308-00676e5ecc) -test INFO: Client disconnected on read of '/a/c' (txn: tx6638feb82fe44be7bb6ed-00676e5ecc) -test INFO: Client disconnected on read of '/a/c' (txn: tx9a73bf799f8740fe8e13c-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx75b7d9ce6e6b444197b90-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx75b7d9ce6e6b444197b90-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx75b7d9ce6e6b444197b90-00676e5ecc)test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok - -test ERROR: Container GET returning 503 for [] (txn: tx75b7d9ce6e6b444197b90-00676e5ecc) -test INFO: Client disconnected on read of '/a/c' (txn: tx75b7d9ce6e6b444197b90-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txedbf1073e0554625ac8bd-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txedbf1073e0554625ac8bd-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txedbf1073e0554625ac8bd-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txedbf1073e0554625ac8bd-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txedbf1073e0554625ac8bd-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txedbf1073e0554625ac8bd-00676e5ecc) -test ERROR: Container GET returning 503 for [] (txn: txedbf1073e0554625ac8bd-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7dcea89faf104045ae7c9-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7dcea89faf104045ae7c9-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7dcea89faf104045ae7c9-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7dcea89faf104045ae7c9-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7dcea89faf104045ae7c9-00676e5ecc) -test ERROR: Container GET returning 503 for [] (txn: tx7dcea89faf104045ae7c9-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx575d7b7b1cc34eaab45a1-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx575d7b7b1cc34eaab45a1-00676e5ecc) -test ERROR: Container GET returning 503 for [] (txn: tx575d7b7b1cc34eaab45a1-00676e5ecc) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfecf9253636042efaec17-00676e5ecc) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txe57814d0e4f141a697cd3-00676e5ecd) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txe57814d0e4f141a697cd3-00676e5ecd) -test ERROR: Container GET returning 503 for [500, 500] (txn: txe57814d0e4f141a697cd3-00676e5ecd) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc3dd1424549c4d98b6394-00676e5ecd) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx297569ee94eb4dbd9fc74-00676e5ecd) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx297569ee94eb4dbd9fc74-00676e5ecd) -test INFO: Client disconnected on read of '/a/c' (txn: tx297569ee94eb4dbd9fc74-00676e5ecd) -test ERROR: Container GET returning 503 for [] (txn: tx0af376501e6c4fd3a9430-00676e5ecd) -test INFO: Client disconnected on read of '/a/c' (txn: tx0af376501e6c4fd3a9430-00676e5ecd) +Exception: kaboom! (txn: tx3ce262f0dc1041aa855b7-00697b6f1f) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx9701c1d4900e4c3e83f2a-00697b6f1f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txfdc0b94c281e4760b0dc7-00676e5ecd) -test INFO: Client disconnected on read of '/a/c' (txn: txfdc0b94c281e4760b0dc7-00676e5ecd) +test INFO: Client disconnected on read of '/a/c' (txn: txc14a577fe9eb47d2a290b-00697b6f1f) +test INFO: Client disconnected on read of '/a/c' (txn: tx3c300c87a8ad4e0092e1a-00697b6f1f) +test INFO: Client disconnected on read of '/a/c' (txn: txd76d3941933640dab43d1-00697b6f1f) +test INFO: Client disconnected on read of '/a/c' (txn: txd76d3941933640dab43d1-00697b6f1f) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58905,8 +57272,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx693cc800e72646eba45ac-00676e5ecd) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58915,8 +57282,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx693cc800e72646eba45ac-00676e5ecd) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58925,8 +57292,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx693cc800e72646eba45ac-00676e5ecd) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58935,8 +57302,9 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx693cc800e72646eba45ac-00676e5ecd) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58945,10 +57313,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx693cc800e72646eba45ac-00676e5ecd) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx693cc800e72646eba45ac-00676e5ecd) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -58957,171 +57323,3200 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe5b72470caa24fccb5279-00676e5ecd)test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2ac683376e8b4c729d828-00676e5ecd" "proxy-server 1927244" 0.0020 "-" 1927244 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:49493/sda1/2/a/c1" "tx2ac683376e8b4c729d828-00676e5ecd" "container-server 1927244" 0.0018 "-" 1927244 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:51761/sdb1/2/a/c1" "tx2ac683376e8b4c729d828-00676e5ecd" "container-server 1927244" 0.0011 "-" 1927244 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2ac683376e8b4c729d828-00676e5ecd" "proxy-server 1927244" 0.0136 "-" 1927244 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2ac683376e8b4c729d828-00676e5ecd" "proxy-server 1927244" 0.0100 "-" 1927244 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/17 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx2ac683376e8b4c729d828-00676e5ecd - 0.0226 - - 1735286477.120556355 1735286477.143204689 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6d7af8d8657045dd95ca9-00676e5ecd" "proxy-server 1927244" 0.0019 "-" 1927244 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:51761/sdb1/1/a/c2" "tx6d7af8d8657045dd95ca9-00676e5ecd" "container-server 1927244" 0.0018 "-" 1927244 2 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:49493/sda1/1/a/c2" "tx6d7af8d8657045dd95ca9-00676e5ecd" "container-server 1927244" 0.0010 "-" 1927244 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6d7af8d8657045dd95ca9-00676e5ecd" "proxy-server 1927244" 0.0090 "-" 1927244 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6d7af8d8657045dd95ca9-00676e5ecd" "proxy-server 1927244" 0.0139 "-" 1927244 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/17 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx6d7af8d8657045dd95ca9-00676e5ecd - 0.0224 - - 1735286477.144647121 1735286477.167002439 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp_84_o8ap/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_84_o8ap/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp_84_o8ap/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_84_o8ap/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0038 "-" 1927244 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 1927244 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1927244 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1927244 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8fe7db9cde7a45bda57be-00676e5ecd" "proxy-server 1927244" 0.0012 "-" 1927244 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:56661/sdb1/1/a/c" "tx8fe7db9cde7a45bda57be-00676e5ecd" "container-server 1927244" 0.0011 "-" 1927244 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:57859/sda1/1/a/c" "tx8fe7db9cde7a45bda57be-00676e5ecd" "container-server 1927244" 0.0011 "-" 1927244 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8fe7db9cde7a45bda57be-00676e5ecd" "proxy-server 1927244" 0.0087 "-" 1927244 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8fe7db9cde7a45bda57be-00676e5ecd" "proxy-server 1927244" 0.0140 "-" 1927244 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/17 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx8fe7db9cde7a45bda57be-00676e5ecd - 0.0217 - - 1735286477.683401823 1735286477.705097198 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx108bc9db7cf2490ab1ac9-00676e5ecd" "proxy-server 1927244" 0.0012 "-" 1927244 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:56661/sdb1/1/a1/c1" "tx108bc9db7cf2490ab1ac9-00676e5ecd" "container-server 1927244" 0.0011 "-" 1927244 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:57859/sda1/1/a1/c1" "tx108bc9db7cf2490ab1ac9-00676e5ecd" "container-server 1927244" 0.0011 "-" 1927244 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx108bc9db7cf2490ab1ac9-00676e5ecd" "proxy-server 1927244" 0.0085 "-" 1927244 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx108bc9db7cf2490ab1ac9-00676e5ecd" "proxy-server 1927244" 0.0139 "-" 1927244 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/17 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx108bc9db7cf2490ab1ac9-00676e5ecd - 0.0213 - - 1735286477.706580877 1735286477.727923393 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx375a4a8c66d24a34b717b-00676e5ecd" "proxy-server 1927244" 0.0020 "-" 1927244 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:57859/sda1/2/a/c1" "tx375a4a8c66d24a34b717b-00676e5ecd" "container-server 1927244" 0.0017 "-" 1927244 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:56661/sdb1/2/a/c1" "tx375a4a8c66d24a34b717b-00676e5ecd" "container-server 1927244" 0.0011 "-" 1927244 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx375a4a8c66d24a34b717b-00676e5ecd" "proxy-server 1927244" 0.0090 "-" 1927244 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx375a4a8c66d24a34b717b-00676e5ecd" "proxy-server 1927244" 0.0141 "-" 1927244 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/17 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx375a4a8c66d24a34b717b-00676e5ecd - 0.0225 - - 1735286477.729485750 1735286477.751997709 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1097afebe44f4c5b8fabb-00676e5ecd" "proxy-server 1927244" 0.0020 "-" 1927244 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:57859/sda1/1/a/c2" "tx1097afebe44f4c5b8fabb-00676e5ecd" "container-server 1927244" 0.0049 "-" 1927244 2 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:56661/sdb1/1/a/c2" "tx1097afebe44f4c5b8fabb-00676e5ecd" "container-server 1927244" 0.0019 "-" 1927244 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1097afebe44f4c5b8fabb-00676e5ecd" "proxy-server 1927244" 0.0173 "-" 1927244 2test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok + +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sdatest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok + +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (201, 404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (201, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok + +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txb099fcfcbf69415992266-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txb099fcfcbf69415992266-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txb099fcfcbf69415992266-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txb099fcfcbf69415992266-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txb099fcfcbf69415992266-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txb099fcfcbf69415992266-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txb099fcfcbf69415992266-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txb099fcfcbf69415992266-00697b6f1f)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok + +test ERROR: Container GET returning 503 for [] (txn: txb099fcfcbf69415992266-00697b6f1f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txffec1c21361d4e6498c7a-00697b6f1f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txffec1c21361d4e6498c7a-00697b6f1f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txffec1c21361d4e6498c7a-00697b6f1f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txffec1c21361d4e6498c7a-00697b6f1f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txffec1c21361d4e6498c7a-00697b6f1f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txffec1c21361d4e6498c7a-00697b6f1f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txffec1c21361d4e6498c7a-00697b6f1f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txffec1c21361d4e6498c7a-00697b6f1f) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txffec1c21361d4e6498c7a-00697b6f1f) +test INFO: Client disconnected on read of '/a/c' (txn: tx3add78875b324feea19ba-00697b6f1f) +test INFO: Client disconnected on read of '/a/c' (txn: tx28cfdb9835aa4e3ea716f-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7a25f4644b734c3ca26c4-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7a25f4644b734c3ca26c4-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7a25f4644b734c3ca26c4-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7a25f4644b734c3ca26c4-00697b6f1f) +test ERROR: Container GET returning 503 for [] (txn: tx7a25f4644b734c3ca26c4-00697b6f1f) +test INFO: Client disconnected on read of '/a/c' (txn: tx7a25f4644b734c3ca26c4-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx228817bdeb9c45ddaafde-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx228817bdeb9c45ddaafde-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx228817bdeb9c45ddaafde-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx228817bdeb9c45ddaafde-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx228817bdeb9c45ddaafde-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx228817bdeb9c45ddaafde-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx228817bdeb9c45ddaafde-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx228817bdeb9c45ddaafde-00697b6f1f) +test ERROR: Container GET returning 503 for [] (txn: tx228817bdeb9c45ddaafde-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0d2d929eb609418e8467d-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0d2d929eb609418e8467d-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0d2d929eb609418e8467d-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0d2d929eb609418e8467d-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0d2d929eb609418e8467d-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0d2d929eb609418e8467d-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0d2d929eb609418e8467d-00697b6f1f) +test ERROR: Container GET returning 503 for [] (txn: tx0d2d929eb609418e8467d-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdea0c4f76d684fd9aa808-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdea0c4f76d684fd9aa808-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdea0c4f76d684fd9aa808-00697b6f1f) +test ERROR: Container GET returning 503 for [] (txn: txdea0c4f76d684fd9aa808-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9f35a0c357594d7eb7446-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9f35a0c357594d7eb7446-00697b6f1f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx2663e70777c14f32b1673-00697b6f1f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx2663e70777c14f32b1673-00697b6f1f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx2663e70777c14f32b1673-00697b6f1f) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx2663e70777c14f32b1673-00697b6f1f) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx730a479182344a75a4a5c-00697b6f1f) +test ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txb72b477a6b674724afd60-00697b6f1f) +test DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txb72b477a6b674724afd60-00697b6f1f) +test INFO: Client disconnected on read of '/a/c' (txn: txb72b477a6b674724afd60-00697b6f1f) +test ERROR: Container GET returning 503 for [] (txn: txa95433fdcad94d67a46e1-00697b6f1f) +test INFO: Client disconnected on read of '/a/c' (txn: txa95433fdcad94d67a46e1-00697b6f1f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx3077fc70ccf1402c97c1b-00697b6f1f) +test INFO: Client disconnected on read of '/a/c' (txn: tx3077fc70ccf1402c97c1b-00697b6f1f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx64ab9aa0c82b4bf189ec7-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx64ab9aa0c82b4bf189ec7-00697b6f1f)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok + +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx64ab9aa0c82b4bf189ec7-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx64ab9aa0c82b4bf189ec7-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx64ab9aa0c82b4bf189ec7-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx64ab9aa0c82b4bf189ec7-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx64ab9aa0c82b4bf189ec7-00697b6f1f) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx64ab9aa0c82b4bf189ec7-00697b6f1f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7a7e0010780b4224a7898-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7a7e0010780b4224a7898-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7a7e0010780b4224a7898-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7a7e0010780b4224a7898-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7a7e0010780b4224a7898-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7a7e0010780b4224a7898-00697b6f1f) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7a7e0010780b4224a7898-00697b6f1f) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx7a7e0010780b4224a7898-00697b6f1f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok + +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx197a987f5abd415c92d8b-00697b6f1f) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx197a987f5abd415c92d8b-00697b6f1f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx4b8d150f13174956b4ede-00697b6f1f) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx4b8d150f13174956b4ede-00697b6f1f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx4b8d150f13174956b4ede-00697b6f1f) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx4b8d150f13174956b4ede-00697b6f1f) +proxy-server ERROR: Object DELETE returning 503 for (503,) (txn: tx4b8d150f13174956b4ede-00697b6f1f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx42f62e5a51bf492fafb7e-00697b6f1f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txfc079c436e3b492da3a02-00697b6f1f) +proxy-server ERROR: Object GET returning 503 for [] (txn: txfc079c436e3b492da3a02-00697b6f1f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f7691bb484e45b98d592-00697b6f1f) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx0f7691bb484e45b98d592-00697b6f1f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx077d218c91e84f6399be0-00697b6f1f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0d83b27c771545c38c6fe-00697b6f1f) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx0d83b27c771545c38c6fe-00697b6f1f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx455dce2d722d4388a4e7e-00697b6f1f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx455dce2d722d4388a4e7e-00697b6f1f) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx455dce2d722d4388a4e7e-00697b6f1f) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx455dce2d722d4388a4e7e-00697b6f1f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp1vj7xnqb/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1vj7xnqb/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp1vj7xnqb/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1vj7xnqb/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 3324107 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 3324107 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3324107 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3324107 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfffcc124ac3f44089d12e-00697b6f20" "proxy-server 3324107" 0.0012 "-" 3324107 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:48265/sda1/1/a/c" "txfffcc124ac3f44089d12e-00697b6f20" "container-server 3324107" 0.0010 "-" 3324107 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:53847/sdb1/1/a/c" "txfffcc124ac3f44089d12e-00697b6f20" "container-server 3324107" 0.0025 "-" 3324107 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txfffcc124ac3f44089d12e-00697b6f20" "proxy-server 3324107" 0.0140 "-" 3324107 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txfffcc124ac3f44089d12e-00697b6f20" "proxy-server 3324107" 0.0105 "-" 3324107 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/56 PUT /v1/a/c HTTP/1.0 201 - - t - - - txfffcc124ac3f44089d12e-00697b6f20 - 0.0221 - - 1769697056.456663370 1769697056.478771448 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx97ca9c49a10d40e2af35f-00697b6f20" "proxy-server 3324107" 0.0013 "-" 3324107 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:48265/sda1/1/a1/c1" "tx97ca9c49a10d40e2af35f-00697b6f20" "container-server 3324107" 0.0010 "-" 3324107 0test.unit.proxy.test_mem_server.TestController.test_account_info_200 +test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_404 +test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_200 +test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_404 +test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_make_requests +test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_transfer_headers +test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:53847/sdb1/1/a1/c1" "tx97ca9c49a10d40e2af35f-00697b6f20" "container-server 3324107" 0.0010 "-" 3324107 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx97ca9c49a10d40e2af35f-00697b6f20" "proxy-server 3324107" 0.0081 "-" 3324107 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx97ca9c49a10d40e2af35f-00697b6f20" "proxy-server 3324107" 0.0132 "-" 3324107 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/56 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx97ca9c49a10d40e2af35f-00697b6f20 - 0.0204 - - 1769697056.480180740 1769697056.500563622 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx134b5196688347c185d06-00697b6f20" "proxy-server 3324107" 0.0019 "-" 3324107 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:48265/sda1/2/a/c1" "tx134b5196688347c185d06-00697b6f20" "container-server 3324107" 0.0017 "-" 3324107 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:53847/sdb1/2/a/c1" "tx134b5196688347c185d06-00697b6f20" "container-server 3324107" 0.0010 "-" 3324107 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx134b5196688347c185d06-00697b6f20" "proxy-server 3324107" 0.0131 "-" 3324107 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx134b5196688347c185d06-00697b6f20" "proxy-server 3324107" 0.0095 "-" 3324107 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/56 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx134b5196688347c185d06-00697b6f20 - 0.0218 - - 1769697056.501890421 1769697056.523672342 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfc6471225b8e4a0ca7501-00697b6f20" "proxy-server 3324107" 0.0019 "-" 3324107 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:53847/sdb1/1/a/c2" "txfc6471225b8e4a0ca7501-00697b6f20" "container-server 3324107" 0.0016 "-" 3324107 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:48265/sda1/1/a/c2" "txfc6471225b8e4a0ca7501-00697b6f20" "container-server 3324107" 0.0034 "-" 3324107 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txfc6471225b8e4a0ca7501-00697b6f20" "proxy-server 3324107" 0.0151 "-" 3324107 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txfc6471225b8e4a0ca7501-00697b6f20" "proxy-server 3324107" 0.0118 "-" 3324107 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/56 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txfc6471225b8e4a0ca7501-00697b6f20 - 0.0239 - - 1769697056.525017738 1769697056.548868179 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp56beo9a8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp56beo9a8/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp56beo9a8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp56beo9a8/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 3324107 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0029 "-" 3324107 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 3324107 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 3324107 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd2a39f02a2c34717b011b-00697b6f20" "proxy-server 3324107" 0.0013 "-" 3324107 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:54593/sdb1/1/a/c" "txd2a39f02a2c34717b011b-00697b6f20" "container-server 3324107" 0.0011 "-" 3324107 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:32809/sda1/1/a/c" "txd2a39f02a2c34717b011b-00697b6f20" "container-server 3324107" 0.0010 "-" 3324107 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txd2a39f02a2c34717b011b-00697b6f20" "proxy-server 3324107" 0.0085 "-" 3324107 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txd2a39f02a2c34717b011b-00697b6f20" "proxy-server 3324107" 0.0138 "-" 3324107 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/56 PUT /v1/a/c HTTP/1.0 201 - - t - - - txd2a39f02a2c34717b011b-00697b6f20 - 0.0225 - - 1769697056.596729994 1769697056.619217634 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx4782ac787f514b4290a4a-00697b6f20" "proxy-server 3324107" 0.0012 "-" 3324107 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:54593/sdb1/1/a1/c1" "tx4782ac787f514b4290a4a-00697b6f20" "container-server 3324107" 0.0012 "-" 3324107 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:32809/sda1/1/a1/c1" "tx4782ac787f514b4290a4a-00697b6f20" "container-server 3324107" 0.0010 "-" 3324107 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4782ac787f514b4290a4a-00697b6f20" "proxy-server 3324107" 0.0123 "-" 3324107 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4782ac787f514b4290a4a-00697b6f20" "proxy-server 3324107" 0.0089 "-" 3324107 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/56 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx4782ac787f514b4290a4a-00697b6f20 - 0.0201 - - 1769697056.620524883 1769697056.640585423 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txaa53eac8e3294196a27c3-00697b6f20" "proxy-server 3324107" 0.0018 "-" 3324107 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:54593/sdb1/2/a/c1" "txaa53eac8e3294196a27c3-00697b6f20" "container-server 3324107" 0.0010 "-" 3324107 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:32809/sda1/2/a/c1" "txaa53eac8e3294196a27c3-00697b6f20" "container-server 3324107" 0.0015 "-" 3324107 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txaa53eac8e3294196a27c3-00697b6f20" "proxy-server 3324107" 0.0084 "-" 3324107 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txaa53eac8e3294196a27c3-00697b6f20" "proxy-server 3324107" 0.0130 "-" 3324107 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/56 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txaa53eac8e3294196a27c3-00697b6f20 - 0.0211 - - 1769697056.641938448 1769697056.662989140 1test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok + +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6f7c4ebc7a154793a525d-00697b6f20" "proxy-server 3324107" 0.0019 "-" 3324107 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:32809/sda1/1/a/c2" "tx6f7c4ebc7a154793a525d-00697b6f20" "container-server 3324107" 0.0010 "-" 3324107 2 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:54593/sdb1/1/a/c2" "tx6f7c4ebc7a154793a525d-00697b6f20" "container-server 3324107" 0.0016 "-" 3324107 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6f7c4ebc7a154793a525d-00697b6f20" "proxy-server 3324107" 0.0125 "-" 3324107 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:56 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6f7c4ebc7a154793a525d-00697b6f20" "proxy-server 3324107" 0.0092 "-" 3324107 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/56 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx6f7c4ebc7a154793a525d-00697b6f20 - 0.0212 - - 1769697056.664435148 1769697056.685642958 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1!test.unit.proxy.test_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok + +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9b0fdc177dc84c698abce-00697b6f1f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx9b0fdc177dc84c698abce-00697b6f1f) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9b0fdc177dc84c698abce-00697b6f1f) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx9b0fdc177dc84c698abce-00697b6f1f) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx9b0fdc177dc84c698abce-00697b6f1f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx9dce4d7008944effaf25a-00697b6f20) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx9dce4d7008944effaf25a-00697b6f20) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9dce4d7008944effaf25a-00697b6f20) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx9dce4d7008944effaf25a-00697b6f20) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9dce4d7008944effaf25a-00697b6f20) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9dce4d7008944effaf25a-00697b6f20) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx9dce4d7008944effaf25a-00697b6f20) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9dce4d7008944effaf25a-00697b6f20) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9dce4d7008944effaf25a-00697b6f20) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx9dce4d7008944effaf25a-00697b6f20) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9dce4d7008944effaf25a-00697b6f20) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9dce4d7008944effaf25a-00697b6f20) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx9dce4d7008944effaf25a-00697b6f20) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx6c6f242bfe834d35a32ea-00697b6f20) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6c6f242bfe834d35a32ea-00697b6f20) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx6c6f242bfe834d35a32ea-00697b6f20) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx6c6f242bfe834d35a32ea-00697b6f20) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6c6f242bfe834d35a32ea-00697b6f20) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx6c6f242bfe834d35a32ea-00697b6f20) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx6c6f242bfe834d35a32ea-00697b6f20) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6c6f242bfe834d35a32ea-00697b6f20) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx6c6f242bfe834d35a32ea-00697b6f20) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx6c6f242bfe834d35a32ea-00697b6f20) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx6c6f242bfe834d35a32ea-00697b6f20) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx6c6f242bfe834d35a32ea-00697b6f20) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx6c6f242bfe834d35a32ea-00697b6f20) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx6c6f242bfe834d35a32ea-00697b6f20) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6c6f242bfe834d35a32ea-00697b6f20) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx6c6f242bfe834d35a32ea-00697b6f20) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txcbbc09d3c66c4c9b92af9-00697b6f21) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txcbbc09d3c66c4c9b92af9-00697b6f21) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcbbc09d3c66c4c9b92af9-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcbbc09d3c66c4c9b92af9-00697b6f21) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcbbc09d3c66c4c9b92af9-00697b6f21) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcbbc09d3c66c4c9b92af9-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcbbc09d3c66c4c9b92af9-00697b6f21) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txcbbc09d3c66c4c9b92af9-00697b6f21) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txcbbc09d3c66c4c9b92af9-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txcbbc09d3c66c4c9b92af9-00697b6f21)test.unit.proxy.test_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_timing +test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok + +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txcbbc09d3c66c4c9b92af9-00697b6f21) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcbbc09d3c66c4c9b92af9-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txcbbc09d3c66c4c9b92af9-00697b6f21) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txcbbc09d3c66c4c9b92af9-00697b6f21) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcbbc09d3c66c4c9b92af9-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcbbc09d3c66c4c9b92af9-00697b6f21) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txcbbc09d3c66c4c9b92af9-00697b6f21) +test DEBUG: Setting object count to 3120 (txn: txcbbc09d3c66c4c9b92af9-00697b6f21) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txefb41aecc2b946c1ad010-00697b6f21) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txefb41aecc2b946c1ad010-00697b6f21) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txefb41aecc2b946c1ad010-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txefb41aecc2b946c1ad010-00697b6f21) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txefb41aecc2b946c1ad010-00697b6f21) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txefb41aecc2b946c1ad010-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txefb41aecc2b946c1ad010-00697b6f21) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txefb41aecc2b946c1ad010-00697b6f21) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txefb41aecc2b946c1ad010-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txefb41aecc2b946c1ad010-00697b6f21) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txefb41aecc2b946c1ad010-00697b6f21) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txefb41aecc2b946c1ad010-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txefb41aecc2b946c1ad010-00697b6f21) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txefb41aecc2b946c1ad010-00697b6f21) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txefb41aecc2b946c1ad010-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txefb41aecc2b946c1ad010-00697b6f21) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txefb41aecc2b946c1ad010-00697b6f21) +test DEBUG: Setting object count to 3120 (txn: txefb41aecc2b946c1ad010-00697b6f21) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx170f9d16a9da4661959af-00697b6f21) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx170f9d16a9da4661959af-00697b6f21) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx170f9d16a9da4661959af-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx170f9d16a9da4661959af-00697b6f21) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx170f9d16a9da4661959af-00697b6f21) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx170f9d16a9da4661959af-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx170f9d16a9da4661959af-00697b6f21) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx170f9d16a9da4661959af-00697b6f21) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx170f9d16a9da4661959af-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx170f9d16a9da4661959af-00697b6f21) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx170f9d16a9da4661959af-00697b6f21) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx170f9d16a9da4661959af-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx170f9d16a9da4661959af-00697b6f21) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx170f9d16a9da4661959af-00697b6f21) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx170f9d16a9da4661959af-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx170f9d16a9da4661959af-00697b6f21) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx170f9d16a9da4661959af-00697b6f21) +test DEBUG: Setting object count to 3120 (txn: tx170f9d16a9da4661959af-00697b6f21) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx64688e4df84e4d2d8a77b-00697b6f21) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx64688e4df84e4d2d8a77b-00697b6f21) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx64688e4df84e4d2d8a77b-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx64688e4df84e4d2d8a77b-00697b6f21) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx64688e4df84e4d2d8a77b-00697b6f21) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx64688e4df84e4d2d8a77b-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx64688e4df84e4d2d8a77b-00697b6f21) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx64688e4df84e4d2d8a77b-00697b6f21) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx64688e4df84e4d2d8a77b-00697b6f21) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx64688e4df84e4d2d8a77b-00697b6f21) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txd2ead41b996f4461a3b66-00697b6f20) +test INFO: Client disconnected on read of '/a/c' (txn: txd2ead41b996f4461a3b66-00697b6f20) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx3df5cb842fa74ca9a40d2-00697b6f20) +test INFO: Client disconnected on read of '/a/c' (txn: tx3df5cb842fa74ca9a40d2-00697b6f20) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txc8c718b805304898906df-00697b6f21) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txc8c718b805304898906df-00697b6f21) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txc8c718b805304898906df-00697b6f21) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txc8c718b805304898906df-00697b6f21) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx64688e4df84e4d2d8a77b-00697b6f21) +test DEBUG: Setting object count to 3120 (txn: tx64688e4df84e4d2d8a77b-00697b6f21) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx75124388cfa14397bdc50-00697b6f21) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx75124388cfa14397bdc50-00697b6f21) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx75124388cfa14397bdc50-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx75124388cfa14397bdc50-00697b6f21) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx75124388cfa14397bdc50-00697b6f21) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx75124388cfa14397bdc50-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx75124388cfa14397bdc50-00697b6f21) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx75124388cfa14397bdc50-00697b6f21) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx75124388cfa14397bdc50-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx75124388cfa14397bdc50-00697b6f21) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx75124388cfa14397bdc50-00697b6f21) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx75124388cfa14397bdc50-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx75124388cfa14397bdc50-00697b6f21) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx75124388cfa14397bdc50-00697b6f21) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx75124388cfa14397bdc50-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx75124388cfa14397bdc50-00697b6f21) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx75124388cfa14397bdc50-00697b6f21) +test DEBUG: Setting object count to 3120 (txn: tx75124388cfa14397bdc50-00697b6f21) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txbd7ef278a6f540b59931f-00697b6f21) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txbd7ef278a6f540b59931f-00697b6f21) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbd7ef278a6f540b59931f-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbd7ef278a6f540b59931f-00697b6f21) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbd7ef278a6f540b59931f-00697b6f21) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbd7ef278a6f540b59931f-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbd7ef278a6f540b59931f-00697b6f21) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txbd7ef278a6f540b59931f-00697b6f21) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txbd7ef278a6f540b59931f-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txbd7ef278a6f540b59931f-00697b6f21) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txbd7ef278a6f540b59931f-00697b6f21) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc11bbee00c974341bb356-00697b6f21) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txc11bbee00c974341bb356-00697b6f21) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc11bbee00c974341bb356-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txc11bbee00c974341bb356-00697b6f21) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txc11bbee00c974341bb356-00697b6f21) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc11bbee00c974341bb356-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc11bbee00c974341bb356-00697b6f21) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txc11bbee00c974341bb356-00697b6f21) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf4f1a60928c74f3f88867-00697b6f21) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txf4f1a60928c74f3f88867-00697b6f21) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf4f1a60928c74f3f88867-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txf4f1a60928c74f3f88867-00697b6f21) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf4f1a60928c74f3f88867-00697b6f21) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf4f1a60928c74f3f88867-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txf4f1a60928c74f3f88867-00697b6f21) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf4f1a60928c74f3f88867-00697b6f21) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf4f1a60928c74f3f88867-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txf4f1a60928c74f3f88867-00697b6f21) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf4f1a60928c74f3f88867-00697b6f21) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf4f1a60928c74f3f88867-00697b6f21) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txf4f1a60928c74f3f88867-00697b6f21) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txf4f1a60928c74f3f88867-00697b6f21)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok + +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok + +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx484d559459704550ab89a-00697b6f22) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx484d559459704550ab89a-00697b6f22) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx484d559459704550ab89a-00697b6f22) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx484d559459704550ab89a-00697b6f22) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx484d559459704550ab89a-00697b6f22) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txe556e08655e94e439e02d-00697b6f22) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txe556e08655e94e439e02d-00697b6f22) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe556e08655e94e439e02d-00697b6f22) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txe556e08655e94e439e02d-00697b6f22) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txe556e08655e94e439e02d-00697b6f22) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx3a33c6744f304ac0b7ad5-00697b6f22) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx3a33c6744f304ac0b7ad5-00697b6f22) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3a33c6744f304ac0b7ad5-00697b6f22) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx3a33c6744f304ac0b7ad5-00697b6f22) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx3a33c6744f304ac0b7ad5-00697b6f22) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6efc5ccb4e73412db8605-00697b6f22) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx6efc5ccb4e73412db8605-00697b6f22) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6efc5ccb4e73412db8605-00697b6f22) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx6efc5ccb4e73412db8605-00697b6f22) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx6efc5ccb4e73412db8605-00697b6f22) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6efc5ccb4e73412db8605-00697b6f22) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx6efc5ccb4e73412db8605-00697b6f22) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6efc5ccb4e73412db8605-00697b6f22) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6efc5ccb4e73412db8605-00697b6f22) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx6efc5ccb4e73412db8605-00697b6f22) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx6efc5ccb4e73412db8605-00697b6f22) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc942313014ee4ab68e04b-00697b6f23) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc942313014ee4ab68e04b-00697b6f23) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc942313014ee4ab68e04b-00697b6f23) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc942313014ee4ab68e04b-00697b6f23) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc942313014ee4ab68e04b-00697b6f23) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc942313014ee4ab68e04b-00697b6f23) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txc942313014ee4ab68e04b-00697b6f23) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc942313014ee4ab68e04b-00697b6f23) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc942313014ee4ab68e04b-00697b6f23) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txc942313014ee4ab68e04b-00697b6f23) +test DEBUG: Setting object count to 1065 (txn: txc942313014ee4ab68e04b-00697b6f23) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txe3abecf11e574161bfdee-00697b6f23) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: txa9e934edb16241569bc95-00697b6f23) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: txb2584da7e2cb4e8f9221a-00697b6f23) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx2a05ab103bf140c8b6a45-00697b6f23) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: ValueError('not a list') (txn: txee1c8bc872484d76ab5e1-00697b6f23) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Failed to get container shard listing from /v1/a/c?format=json&states=updating&includes=1_test: 404 (txn: tx45f0876b7559456b85d60-00697b6f23) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx0bbf089152654787ad105-00697b6f23) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp8ll_oyvq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8ll_oyvq/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp8ll_oyvq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8ll_oyvq/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0031 "-" 3324110 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0029 "-" 3324110 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 3324110 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0027 "-" 3324110 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx112fe829b8f4454188894-00697b6f23" "proxy-server 3324110" 0.0011 "-" 3324110 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:33049/sda1/0/a/c" "tx112fe829b8f4454188894-00697b6f23" "container-server 3324110" 0.0009 "-" 3324110 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:54567/sdb1/0/a/c" "tx112fe829b8f4454188894-00697b6f23" "container-server 3324110" 0.0010 "-" 3324110 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx112fe829b8f4454188894-00697b6f23" "proxy-server 3324110" 0.0077 "-" 3324110 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx112fe829b8f4454188894-00697b6f23" "proxy-server 3324110" 0.0126 "-" 3324110 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/59 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx112fe829b8f4454188894-00697b6f23 - 0.0195 - - 1769697059.514170408 1769697059.533635616 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx09756992cfb547b2863e5-00697b6f23" "proxy-server 3324110" 0.0011 "-" 3324110 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:54567/sdb1/2/a1/c1" "tx09756992cfb547b2863e5-00697b6f23" "container-server 3324110" 0.0010 "-" 3324110 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:33049/sda1/2/a1/c1" "tx09756992cfb547b2863e5-00697b6f23" "container-server 3324110" 0.0010 "-" 3324110 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx09756992cfb547b2863e5-00697b6f23" "proxy-server 3324110" 0.0077 "-" 3324110 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx09756992cfb547b2863e5-00697b6f23" "proxy-server 3324110" 0.0123 "-" 3324110 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/59 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx09756992cfb547b2863e5-00697b6f23 - 0.0192 - - 1769697059.534924030 1769697059.554100990 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6c31a37136254c69905d8-00697b6f23" "proxy-server 3324110" 0.0018 "-" 3324110 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:33049/sda1/0/a/c1" "tx6c31a37136254c69905d8-00697b6f23" "container-server 3324110" 0.0011 "-" 3324110 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:54567/sdb1/0/a/c1" "tx6c31a37136254c69905d8-00697b6f23" "container-server 3324110" 0.0016 "-" 3324110 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6c31a37136254c69905d8-00697b6f23" "proxy-server 3324110" 0.0153 "-" 3324110 1test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist @@ -59294,1420 +60689,57 @@ test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1097afebe44f4c5b8fabb-00676e5ecd" "proxy-server 1927244" 0.0138 "-" 1927244 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/17 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx1097afebe44f4c5b8fabb-00676e5ecd - 0.0266 - - 1735286477.753488779 1735286477.780082941 2 - -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe5b72470caa24fccb5279-00676e5ecd) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe5b72470caa24fccb5279-00676e5ecd) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe5b72470caa24fccb5279-00676e5ecd) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe5b72470caa24fccb5279-00676e5ecd) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txe5b72470caa24fccb5279-00676e5ecd) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx34b5bd8b401f4e29ac852-00676e5ecd) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txc8a864045e3f4fc580e75-00676e5ecd) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpvfscjjvu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpvfscjjvu/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpvfscjjvu/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpvfscjjvu/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0036 "-" 1927262 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0034 "-" 1927262 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1927262 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0033 "-" 1927262 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx295cd96d0bd14787813d2-00676e5ecd" "proxy-server 1927262" 0.0012 "-" 1927262 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:58309/sda1/3/a/c" "tx295cd96d0bd14787813d2-00676e5ecd" "container-server 1927262" 0.0012 "-" 1927262 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:47661/sdb1/3/a/c" "tx295cd96d0bd14787813d2-00676e5ecd" "container-server 1927262" 0.0011 "-" 1927262 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx295cd96d0bd14787813d2-00676e5ecd" "proxy-server 1927262" 0.0138 "-" 1927262 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx295cd96d0bd14787813d2-00676e5ecd" "proxy-server 1927262" 0.0097 "-" 1927262 0test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok - -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/17 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx295cd96d0bd14787813d2-00676e5ecd - 0.0242 - - 1735286477.547008753 1735286477.571174383 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txff062cd102544b4d9e649-00676e5ecd" "proxy-server 1927262" 0.0012 "-" 1927262 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:58309/sda1/0/a1/c1" "txff062cd102544b4d9e649-00676e5ecd" "container-server 1927262" 0.0011 "-" 1927262 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:47661/sdb1/0/a1/c1" "txff062cd102544b4d9e649-00676e5ecd" "container-server 1927262" 0.0011 "-" 1927262 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txff062cd102544b4d9e649-00676e5ecd" "proxy-server 1927262" 0.0085 "-" 1927262 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txff062cd102544b4d9e649-00676e5ecd" "proxy-server 1927262" 0.0136 "-" 1927262 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/17 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txff062cd102544b4d9e649-00676e5ecd - 0.0211 - - 1735286477.572691202 1735286477.593750238 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4104366d81c74e19a6b3a-00676e5ecd" "proxy-server 1927262" 0.0020 "-" 1927262 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:58309/sda1/3/a/c1" "tx4104366d81c74e19a6b3a-00676e5ecd" "container-server 1927262" 0.0017 "-" 1927262 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:47661/sdb1/3/a/c1" "tx4104366d81c74e19a6b3a-00676e5ecd" "container-server 1927262" 0.0012 "-" 1927262 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4104366d81c74e19a6b3a-00676e5ecd" "proxy-server 1927262" 0.0091 "-" 1927262 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4104366d81c74e19a6b3a-00676e5ecd" "proxy-server 1927262" 0.0140 "-" 1927262 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/17 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4104366d81c74e19a6b3a-00676e5ecd - 0.0223 - - 1735286477.595209837 1735286477.617528439 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3b34172e4940416c80965-00676e5ecd" "proxy-server 1927262" 0.0019 "-" 1927262 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:47661/sdb1/0/a/c2" "tx3b34172e4940416c80965-00676e5ecd" "container-server 1927262" 0.0011 "-" 1927262 2 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:58309/sda1/0/a/c2" "tx3b34172e4940416c80965-00676e5ecd" "container-server 1927262" 0.0018 "-" 1927262 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3b34172e4940416c80965-00676e5ecd" "proxy-server 1927262" 0.0089 "-" 1927262 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:17 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3b34172e4940416c80965-00676e5ecd" "proxy-server 1927262" 0.0138 "-" 1927262 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/17 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx3b34172e4940416c80965-00676e5ecd - 0.0219 - - 1735286477.618989468 1735286477.640934467 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Worker mock-pid-0 exited -my-daemon DEBUG: Worker mock-pid-1 exited -my-daemon DEBUG: Worker mock-pid-2 exited -my-daemon NOTICE: Finished 1927260 -my-daemon DEBUG: Forked worker 1927260 finished -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Daemon needs to change options, aborting workers -my-daemon DEBUG: Cleaned up worker mock-pid-0 -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-3 with {} -my-daemon DEBUG: Spawned worker mock-pid-4 with {} -my-daemon DEBUG: Spawned worker mock-pid-5 with {} -my-daemon DEBUG: Cleaned up worker mock-pid-3 -my-daemon DEBUG: Cleaned up worker mock-pid-4 -my-daemon DEBUG: Cleaned up worker mock-pid-5 -my-daemon NOTICE: SIGTERM received () -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Worker mock-pid exited -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon NOTICE: Worker mock-pid died -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -test ERROR: Problem finding shard upper in '/tmp/tmp0eqolghf/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp0eqolghf/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpm2gpfo05/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpm2gpfo05/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok -test.unit.container.test_sync.TestContainerSync.test_container_first_loop -test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_report -test.unit.container.test_sync.TestContainerSync.test_container_report ... ok -test.unit.container.test_sync.TestContainerSync.test_container_second_loop -test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_stop_at -test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok -test ERROR: Failed to unlink '/tmp/tmp4cl3muhm/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp4cl3muhm/containers/part/suffix/hash/container_1735286488.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp4cl3muhm/containers/part/suffix/hash/container_1735286488.00000.db': ['/tmp/tmp4cl3muhm/containers/part/suffix/hash/container.db', '/tmp/tmp4cl3muhm/containers/part/suffix/hash/container_1735286489.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp4cl3muhm/containers/part/suffix/hash/container_1735286489.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1735286487.9160368, time window end: 1735286487.9160368, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 -test-container-sync ERROR: ERROR Syncing : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 389, in container_sync - if not self.container_sync_row( - ~~~~~~~~~~~~~~~~~~~~~~~^ - row, sync_to, user_key, broker, info, realm, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - realm_key): - ^^^^^^^^^^ -TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1735286487.919074, time window end: 1735286487.9190853, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 535, in container_sync_row - row['created_at']) - ~~~^^^^^^^^^^^^^^ -KeyError: 'created_at' -test-container-sync INFO: Container sync report: a/c, time window start: 1735286487.9192436, time window end: 1735286487.9196167, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync INFO: Container sync report: a/c, time window start: 1735286487.9197226, time window end: 1735286487.9197767, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok - -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - info['container'], row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers_out, - ^^^^^^^^^^^^^^^^^^^^ - acceptable_statuses=(2, 4), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params={'symlink': 'get'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - info['container'], row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers_out, - ^^^^^^^^^^^^^^^^^^^^ - acceptable_statuses=(2, 4), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params={'symlink': 'get'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - contents=FileLikeIter(body), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), logger=self.logger, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row - if self._object_in_remote_container(row['name'], - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - sync_to, user_key, realm, - ^^^^^^^^^^^^^^^^^^^^^^^^^ - realm_key, ts_meta): - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ - headers=headers, - ^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - retries=0) - ^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - info['container'], row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers_out, - ^^^^^^^^^^^^^^^^^^^^ - acceptable_statuses=(2, 4), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params={'symlink': 'get'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - info['container'], row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers_out, - ^^^^^^^^^^^^^^^^^^^^ - acceptable_statuses=(2, 4), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params={'symlink': 'get'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object'test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok -test.unit.container.test_sync.TestContainerSync.test_run_forever -test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok -test.unit.container.test_sync.TestContainerSync.test_run_once -test.unit.container.test_sync.TestContainerSync.test_run_once ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype ... ok -test.unit.obj.test_server.TestZeroCopy.test_GET -test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET_big -test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine -test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call -test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect -test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all -test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post -test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put -test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put -test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_len -test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok - -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - contents=FileLikeIter(body), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), logger=self.logger, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row - if self._object_in_remote_container(row['name'], - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - sync_to, user_key, realm, - ^^^^^^^^^^^^^^^^^^^^^^^^^ - realm_key, ts_meta): - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ - headers=headers, - ^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - retries=0) - ^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Base DELETE returning 503 for (204, 204, 404) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60e311804a8a4122804af-00676e5ed8) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60e311804a8a4122804af-00676e5ed8) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx60e311804a8a4122804af-00676e5ed8) -test ERROR: Container HEAD returning 503 for [] (txn: tx60e311804a8a4122804af-00676e5ed8) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options -test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx6a0c9a2a4d614d21b6bc4-00676e5ed8) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx6a0c9a2a4d614d21b6bc4-00676e5ed8) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx6a0c9a2a4d614d21b6bc4-00676e5ed8) -test ERROR: Container HEAD returning 503 for [] (txn: tx6a0c9a2a4d614d21b6bc4-00676e5ed8) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx059fcaf86d7f4f02a45a2-00676e5ed8) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx059fcaf86d7f4f02a45a2-00676e5ed8) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx059fcaf86d7f4f02a45a2-00676e5ed8) -test ERROR: Container HEAD returning 503 for [] (txn: tx059fcaf86d7f4f02a45a2-00676e5ed8) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test WARNING: Handoff requested (9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmpr6rji6ic/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpr6rji6ic/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -cont2 DEBUG: Could not load '/tmp/tmpr6rji6ic/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpr6rji6ic/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (client_ip: 127.0.0.2) -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 1927260 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0033 "-" 1927260 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1927260 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 1927260 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx04273c4d57944feb8fc23-00676e5ed8" "proxy-server 1927260" 0.0014 "-" 1927260 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:39337/sdb1/1/a/c" "tx04273c4d57944feb8fc23-00676e5ed8" "container-server 1927260" 0.0012 "-" 1927260 0/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok -test.unit.test_locale.test_locale.TestTranslations.test_translations -test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:60635/sda1/1/a/c" "tx04273c4d57944feb8fc23-00676e5ed8" "container-server 1927260" 0.0013 "-" 1927260 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx04273c4d57944feb8fc23-00676e5ed8" "proxy-server 1927260" 0.0184 "-" 1927260 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx04273c4d57944feb8fc23-00676e5ed8" "proxy-server 1927260" 0.0142 "-" 1927260 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/28 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx04273c4d57944feb8fc23-00676e5ed8 - 0.0314 - - 1735286488.659139633 1735286488.690533400 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txaaac2aaf0c06435793f04-00676e5ed8" "proxy-server 1927260" 0.0013 "-" 1927260 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:60635/sda1/1/a1/c1" "txaaac2aaf0c06435793f04-00676e5ed8" "container-server 1927260" 0.0012 "-" 1927260 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39337/sdb1/1/a1/c1" "txaaac2aaf0c06435793f04-00676e5ed8" "container-server 1927260" 0.0034 "-" 1927260 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txaaac2aaf0c06435793f04-00676e5ed8" "proxy-server 1927260" 0.0144 "-" 1927260 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txaaac2aaf0c06435793f04-00676e5ed8" "proxy-server 1927260" 0.0239 "-" 1927260 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/28 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txaaac2aaf0c06435793f04-00676e5ed8 - 0.0401 - - 1735286488.692059994 1735286488.732145548 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7f4294d015ab4e4399132-00676e5ed8" "proxy-server 1927260" 0.0022 "-" 1927260 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:39337/sdb1/2/a/c1" "tx7f4294d015ab4e4399132-00676e5ed8" "container-server 1927260" 0.0019 "-" 1927260 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:60635/sda1/2/a/c1" "tx7f4294d015ab4e4399132-00676e5ed8" "container-server 1927260" 0.0011 "-" 1927260 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7f4294d015ab4e4399132-00676e5ed8" "proxy-server 1927260" 0.0096 "-" 1927260 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7f4294d015ab4e4399132-00676e5ed8" "proxy-server 1927260" 0.0150 "-" 1927260 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/28 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx7f4294d015ab4e4399132-00676e5ed8 - 0.0239 - - 1735286488.733668327 1735286488.757527590 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3606332cdfcc4d298194c-00676e5ed8" "proxy-server 1927260" 0.0021 "-" 1927260 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:39337/sdb1/1/a/c2" "tx3606332cdfcc4d298194c-00676e5ed8" "container-server 1927260" 0.0018 "-" 1927260 2 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:60635/sda1/1/a/c2" "tx3606332cdfcc4d298194c-00676e5ed8" "container-server 1927260" 0.0011 "-" 1927260 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3606332cdfcc4d298194c-00676e5ed8" "proxy-server 1927260" 0.0094 "-" 1927260 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:28 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3606332cdfcc4d298194c-00676e5ed8" "proxy-server 1927260" 0.0147 "-" 1927260 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/28 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx3606332cdfcc4d298194c-00676e5ed8 - 0.0234 - - 1735286488.759010792 1735286488.782368660 2 -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6c31a37136254c69905d8-00697b6f23" "proxy-server 3324110" 0.0121 "-" 3324110 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/59 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx6c31a37136254c69905d8-00697b6f23 - 0.0236 - - 1769697059.555456400 1769697059.579091311 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd9ac865a09a04e6e8e0a0-00697b6f23" "proxy-server 3324110" 0.0019 "-" 3324110 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:33049/sda1/2/a/c2" "txd9ac865a09a04e6e8e0a0-00697b6f23" "container-server 3324110" 0.0009 "-" 3324110 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:54567/sdb1/2/a/c2" "txd9ac865a09a04e6e8e0a0-00697b6f23" "container-server 3324110" 0.0016 "-" 3324110 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd9ac865a09a04e6e8e0a0-00697b6f23" "proxy-server 3324110" 0.0084 "-" 3324110 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:30:59 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd9ac865a09a04e6e8e0a0-00697b6f23" "proxy-server 3324110" 0.0132 "-" 3324110 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/30/59 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txd9ac865a09a04e6e8e0a0-00697b6f23 - 0.0209 - - 1769697059.580402374 1769697059.601310492 2 ---------------------------------------------------------------------- -Ran 9249 tests in 90.431s +Ran 9249 tests in 53.852s OK (skipped=1827) + stestr slowest Test id Runtime (s) ----------------------------------------------------------------------------------------------------------- ----------- -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance 5.795 -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 5.751 -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges 4.163 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 4.021 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 3.997 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 3.870 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 3.822 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock 3.679 -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug 3.654 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving 3.339 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 4.207 +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges 4.053 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 3.949 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock 3.673 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 3.590 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 3.465 +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges 3.433 +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock 3.338 +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 3.100 +test.unit.common.test_db_auditor.TestAuditor.test_run_forever 2.520 + rm -rf .stestr -+ [ 3.12 = disabled ] -+ echo 3.12 -+ cut -d. -f1 ++ for pyvers in ${PYTHON3S} ++ '[' 3.12 = disabled ']' +++ echo 3.12 +++ cut -d. -f1 + PYMAJOR=3 -+ echo ===> Testing with python (python3) ++ echo '===> Testing with python (python3)' ===> Testing with python (python3) -+ pwd -+ [ -d /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -z /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -e .stestr.conf ] -+ [ -x /usr/bin/python3-stestr ] +++ pwd ++ '[' -d /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -z /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -e .stestr.conf ']' ++ '[' -x /usr/bin/python3-stestr ']' + STESTR=stestr + rm -rf .stestr -+ PYTHON=python3.12 stestr run --parallel --subunit --test-path test/unit test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix) + subunit2pyunit ++ PYTHON=python3.12 ++ stestr run --parallel --subunit --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix)' /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg @@ -60720,699 +60752,172 @@ test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose -test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok -Loaded db broker for a/c -Loaded db broker for a/c -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok -test.unit.cli.test_info.TestCliInfo.test_print_info -test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show -test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method +test.unit.cli.test_recon.TestScout.test_scout_http_error +test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_ok +test.unit.cli.test_recon.TestScout.test_scout_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num ... ok -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBroker.test_chexor -test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok -test.unit.account.test_backend.TestAccountBroker.test_creation -test.unit.account.test_backend.TestAccountBroker.test_creation ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_container -test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBroker.test_empty -test.unit.account.test_backend.TestAccountBroker.test_empty ... ok -test.unit.account.test_backend.TestAccountBroker.test_exception -test.unit.account.test_backend.TestAccountBroker.test_exception ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info -test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items -test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBroker.test_newid -test.unit.account.test_backend.TestAccountBroker.test_newid ... ok -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBroker.test_put_container -test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok -test.unit.account.test_backend.TestAccountBroker.test_reclaim -test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata -test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok + ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_url_error +test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok -kmip.services.server.kmip_protocol: Something useful -kmip.services.server.kmip_protocol: Something useful -kmip.services.server.kmip_protocol: Something useful -kmip.services.server.kmip_protocol: Something useful -kmip.services.server.kmip_protocol: Something useful -kmip.services.server.kmip_protocol: Something useful -kmip.core.config_helper: Also useful -kmip.core.config_helper: Also useful -kmip.core.config_helper: Also useful -kmip.core.config_helper: Also useful -kmip.core.config_helper: Also useful -kmip.core.config_helper: Also useful -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok -kmip: Boring, but not secret -kmip: Boring, but not secret -kmip: Boring, but not secret -kmip: Boring, but not secret -kmip: Boring, but not secret -kmip: Boring, but not secret -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.cli.test_info.TestPrintObj.test_missing_etag -test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync -test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_good +test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_worker +test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default +test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_recon.TestScout.test_scout_http_error -test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_ok -test.unit.cli.test_recon.TestScout.test_scout_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_url_error -test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok -test.unit.cli.test_reload.TestMain.test_check_failed -test.unit.cli.test_reload.TestMain.test_check_failed ... ok -test.unit.cli.test_reload.TestMain.test_good -test.unit.cli.test_reload.TestMain.test_good ... ok -test.unit.cli.test_reload.TestMain.test_needs_pid -test.unit.cli.test_reload.TestMain.test_needs_pid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db @@ -61431,6 +60936,8 @@ test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate @@ -61443,8 +60950,10 @@ test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place @@ -61485,246 +60994,38 @@ test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok -test.unit.cli.test_recon.TestReconCommands.test_disk_usage -test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok -test.unit.account.test_reaper.TestReaper.test_basic_reap_account -test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_creation -test.unit.account.test_reaper.TestReaper.test_creation ... ok -test.unit.cli.test_reload.TestMain.test_timeout -test.unit.cli.test_reload.TestMain.test_timeout ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok -test.unit.cli.test_recon.TestReconCommands.test_load_check -test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_replication_check -test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_server_type_check -test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_sharding_check -test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check -test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check -test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default -test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account -test.unit.account.test_reaper.TestReaper.test_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container -test.unit.account.test_reaper.TestReaper.test_reap_container ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET @@ -61741,55 +61042,12 @@ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: get_keys(): unknown key id: unknown_key -test ERROR: Error decrypting container listing: unknown_key -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter @@ -61812,8 +61070,6 @@ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash @@ -61836,6 +61092,53 @@ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata +test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies +test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker @@ -61846,10 +61149,18 @@ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy @@ -61860,64 +61171,28 @@ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok test.unit.account.test_server.TestAccountController.test_DELETE_empty test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok test.unit.account.test_server.TestAccountController.test_DELETE_not_empty test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok test.unit.account.test_server.TestAccountController.test_DELETE_not_found @@ -61948,1490 +61223,422 @@ test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_info +test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok -test.unit.cli.test_recon.TestHelpers.test_size_suffix -test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok -test.unit.cli.test_recon.TestRecon.test_async_check -test.unit.cli.test_recon.TestRecon.test_async_check ... ok -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok -test.unit.cli.test_recon.TestRecon.test_drive_audit_check -test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok -test.unit.cli.test_recon.TestRecon.test_gen_stats -test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.cli.test_recon.TestRecon.test_get_hosts -test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok -test.unit.cli.test_recon.TestRecon.test_get_ring_names -test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.cli.test_recon.TestRecon.test_ptime -test.unit.cli.test_recon.TestRecon.test_ptime ... ok -test.unit.cli.test_recon.TestRecon.test_quarantine_check -test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok -test.unit.cli.test_recon.TestRecon.test_umount_check -test.unit.cli.test_recon.TestRecon.test_umount_check ... ok -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 5 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -Something useful -Also useful -Boring, but not secret -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok -test.unit.common.test_db.TestDatabaseConnectionError.test_str -test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0049 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0022 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0025 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0040 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0022 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:40 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0022 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0017 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0020 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0014 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0017 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0021 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0041 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0021 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0038 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0017 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1945209 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok -test ERROR: Bad key for 'container': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: get_keys(): from callback: boom: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback - raise Exception('boom') -Exception: boom -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Missing key for 'container': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'container' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Did not get a keys dict: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -TypeError: list indices must be integers or slices, not str -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpmocbj97_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpmocbj97_/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpmocbj97_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpmocbj97_/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0051 "-" 1945203 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0033 "-" 1945203 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0036 "-" 1945203 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1945203 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf247df4081d04d97afaa2-00676e5ee4" "proxy-server 1945203" 0.0013 "-" 1945203 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:51413/sda1/1/a/c" "txf247df4081d04d97afaa2-00676e5ee4" "container-server 1945203" 0.0011 "-" 1945203 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:53539/sdb1/1/a/c" "txf247df4081d04d97afaa2-00676e5ee4" "container-server 1945203" 0.0012 "-" 1945203 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf247df4081d04d97afaa2-00676e5ee4" "proxy-server 1945203" 0.0141 "-" 1945203 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf247df4081d04d97afaa2-00676e5ee4" "proxy-server 1945203" 0.0104 "-" 1945203 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/40 PUT /v1/a/c HTTP/1.0 201 - - t - - - txf247df4081d04d97afaa2-00676e5ee4 - 0.0228 - - 1735286500.394122601 1735286500.416887045 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx6887fb74d8814acebd4b3-00676e5ee4" "proxy-server 1945203" 0.0012 "-" 1945203 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:51413/sda1/1/a1/c1" "tx6887fb74d8814acebd4b3-00676e5ee4" "container-server 1945203" 0.0020 "-" 1945203 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:53539/sdb1/1/a1/c1" "tx6887fb74d8814acebd4b3-00676e5ee4" "container-server 1945203" 0.0011 "-" 1945203 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6887fb74d8814acebd4b3-00676e5ee4" "proxy-server 1945203" 0.0094 "-" 1945203 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6887fb74d8814acebd4b3-00676e5ee4" "proxy-server 1945203" 0.0143 "-" 1945203 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/40 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx6887fb74d8814acebd4b3-00676e5ee4 - 0.0217 - - 1735286500.418338060 1735286500.440005779 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb5030094fbb342929d7b4-00676e5ee4" "proxy-server 1945203" 0.0020 "-" 1945203 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:51413/sda1/2/a/c1" "txb5030094fbb342929d7b4-00676e5ee4" "container-server 1945203" 0.0035 "-" 1945203 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:53539/sdb1/2/a/c1" "txb5030094fbb342929d7b4-00676e5ee4" "container-server 1945203" 0.0019 "-" 1945203 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb5030094fbb342929d7b4-00676e5ee4" "proxy-server 1945203" 0.0119 "-" 1945203 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb5030094fbb342929d7b4-00676e5ee4" "proxy-server 1945203" 0.0168 "-" 1945203 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/40 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txb5030094fbb342929d7b4-00676e5ee4 - 0.0250 - - 1735286500.441447020 1735286500.466494799 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txea127875fa8549f292a2d-00676e5ee4" "proxy-server 1945203" 0.0020 "-" 1945203 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:53539/sdb1/1/a/c2" "txea127875fa8549f292a2d-00676e5ee4" "container-server 1945203" 0.0019 "-" 1945203 2test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok -test INFO: Begin account audit "once" mode -test ERROR: Audit Failed for /tmp/tmp75wzi_ic/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) -test INFO: Account audit "once" mode completed: 0.00s -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting requesttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging ... ok -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET - resp = req.get_response(self.app, query={'format': 'json'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test ERROR: Invalid current //REALM/CLUSTER (foo) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test DEBUG: tenant mismatch: BLAN_a != tenant_id -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -test DEBUG: allowing proxy 127.0.0.1 for container-sync -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: Names allowed in acls. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:* allowed in ACL authorizing. -test DEBUG: User tenant_name:user_name is not allowed to delete its own account -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: User test has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test ERROR: ERROR Could not get container info /tmp/tmp6majozs6/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmp6majozs6/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueErrortest.unit.common.test_db_auditor.TestAuditor.test_database_auditor -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0036 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0136 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0022 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0027 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0025 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0023 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0042 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0024 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0025 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0018 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0032 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0018 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0025 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0017 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0017 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0021 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0033 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0022 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0021 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0030 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1945224 -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_json -test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_over_limit -test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok - -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request -test INFO: Loaded config file /tmp/tmpaby69_pe/backend-ratelimit.conf, config changed -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpaby69_pe/backend-ratelimit.conf -test INFO: Loaded new config file /tmp/tmpaby69_pe/backend-ratelimit.conf, config unchanged -test DEBUG: Loaded existing config file /tmp/tmpaby69_pe/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmp15dyooeo/missing, config changed -test INFO: Loaded config file /tmp/tmp15dyooeo/missing, config changedtest.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.00s -test-reaper ERROR: Exception with objects for container c for account a: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 394, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 371, in reap_container - headers, objects = direct_get_container( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 171, in fake_direct_get_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.10.10.1:6202/sda3 -test-reaper ERROR: ERROR: invalid storage policy index: 2 -test-reaper ERROR: Exception with objects for container c for account a: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 394, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail -test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_delay -test.unit.account.test_reaper.TestReaper.test_reap_delay ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device -test.unit.account.test_reaper.TestReaper.test_reap_device ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip -test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices -test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices ... ok -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts -test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object -test.unit.account.test_reaper.TestReaper.test_reap_object ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_fail -test.unit.account.test_reaper.TestReaper.test_reap_object_fail ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index -test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index ... ok -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout -test.unit.account.test_reaper.TestReaper.test_reap_object_timeout ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set -test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reset_stats -test.unit.account.test_reaper.TestReaper.test_reset_stats ... ok -test.unit.account.test_reaper.TestReaper.test_run_forever -test.unit.account.test_reaper.TestReaper.test_run_forever ... ok -test.unit.account.test_reaper.TestReaper.test_run_once -test.unit.account.test_reaper.TestReaper.test_run_once ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_reaper.TestReaper.test_basic_reap_account +test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok +test.unit.account.test_reaper.TestReaper.test_creation +test.unit.account.test_reaper.TestReaper.test_creation ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account +test.unit.account.test_reaper.TestReaper.test_reap_account ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container +test.unit.account.test_reaper.TestReaper.test_reap_container ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBroker.test_chexor +test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok +test.unit.account.test_backend.TestAccountBroker.test_creation +test.unit.account.test_backend.TestAccountBroker.test_creation ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_container +test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBroker.test_empty +test.unit.account.test_backend.TestAccountBroker.test_empty ... ok +test.unit.account.test_backend.TestAccountBroker.test_exception +test.unit.account.test_backend.TestAccountBroker.test_exception ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info +test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files @@ -63486,17 +61693,347 @@ test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_conf_file +test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_rehashing +test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_state_file +test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_children +test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_parent +test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0094 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0070 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0112 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0020 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0023 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0023 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0021 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0040 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0023 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0024 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0031 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0024 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0020 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0031 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0020 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0021 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0029 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3334967 -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_json +test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_over_limit +test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok +test.unit.cli.test_reload.TestMain.test_check_failed +test.unit.cli.test_reload.TestMain.test_check_failed ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items +test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBroker.test_newid +test.unit.account.test_backend.TestAccountBroker.test_newid ... ok test INFO: Begin account audit "once" mode +test ERROR: Audit Failed for /tmp/tmpblcmhqyd/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) test INFO: Account audit "once" mode completed: 0.00s -[2024-12-27 08:01:41] Checking auditor stats -=============================================================================== -Ring Builder file does not exist: /tmp/tmp1znlppsa/tmp563dy2uc +test INFO: Disabling account_sdb +test INFO: Disabling container_sdb +test INFO: Disabling object_sdb +test INFO: Enabling account_sdb +test INFO: Enabling container_sdb +test INFO: Enabling object_sdb +Ring Builder file does not exist: /tmp/tmps5c53zvo/tmpr_08e_co Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Ring Builder file does not exist: /tmp/tmpar1d4g5n/tmp1mx08usf +Ring Builder file does not exist: /tmp/tmpemictjg8/tmpzjandq4k Partition power increase in progress. You need to finish the increase first before adding devices. Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 @@ -63508,11 +62045,11 @@ Creates with 2^ partitions and . is number of hours to restrict moving a partition more than once. -/tmp/tmpgso7dxdz/tmpmb4ya6k8, build version 4, id a3e9c3fe97964cbb9bd46dde11b4c69a +/tmp/tmpwrvkt_k8/tmpjnwom1cv, build version 4, id 52f02e560df840ac9ca0fe62873e1c71 64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) The overload factor is 0.00% (0.000000) -Ring file /tmp/tmpgso7dxdz/tmpmb4ya6k8.ring.gz not found, probably it hasn't been written yet +Ring file /tmp/tmpwrvkt_k8/tmpjnwom1cv.ring.gz not found, probably it hasn't been written yet Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 @@ -63553,115 +62090,115 @@ /build/reproducible-path/swift-2.34.0/test/unit/cli/test_ipv6_output Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 Partition Matches - 22 1 - 1 1 + 5 1 + 19 1 Partition Matches - 0 1 - 1 1 2 1 - 3 1 4 1 - 5 1 8 1 - 12 1 15 1 - 16 1 - 21 1 + 18 1 + 19 1 + 27 1 + 30 1 + 32 1 35 1 - 38 1 - 42 1 - 50 1 - 55 1 - 10 1 - 14 1 - 25 1 - 28 1 - 33 1 + 36 1 37 1 39 1 40 1 - 43 1 - 44 1 + 45 1 + 46 1 + 5 1 + 9 1 + 10 1 + 16 1 + 17 1 + 23 1 + 31 1 + 38 1 47 1 48 1 + 49 1 + 50 1 + 55 1 56 1 + 60 1 + 63 1 + 6 1 + 13 1 + 25 1 + 26 1 + 28 1 + 29 1 + 34 1 + 41 1 + 42 1 + 43 1 + 52 1 57 1 + 58 1 59 1 61 1 + 62 1 +Partition Matches + 0 1 + 12 1 13 1 - 17 1 + 16 1 + 19 1 20 1 - 22 1 - 24 1 - 26 1 + 21 1 30 1 - 31 1 - 32 1 - 36 1 41 1 + 42 1 45 1 - 49 1 - 53 1 - 54 1 - 58 1 -Partition Matches - 0 1 + 46 1 + 47 1 + 55 1 + 57 1 + 61 1 + 3 1 + 4 1 6 1 - 11 1 - 21 1 - 22 1 - 26 1 - 27 1 + 7 1 + 10 1 + 14 1 28 1 31 1 - 37 1 + 35 1 38 1 - 39 1 - 45 1 - 52 1 + 40 1 + 50 1 + 54 1 56 1 - 61 1 + 60 1 + 62 1 1 1 - 4 1 5 1 - 8 1 9 1 + 11 1 15 1 - 17 1 - 23 1 - 29 1 - 30 1 - 33 1 - 35 1 - 47 1 - 50 1 - 55 1 - 58 1 - 2 1 - 10 1 - 14 1 - 16 1 18 1 + 22 1 + 23 1 24 1 25 1 + 26 1 + 27 1 + 32 1 36 1 - 41 1 + 39 1 43 1 - 44 1 - 46 1 - 48 1 - 49 1 - 53 1 - 59 1 Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 Partition Matches - 2 1 - 18 1 + 35 1 + 9 1 Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 Partition Matches - 46 1 - 22 1 -Specified builder file "/tmp/tmp2gpt66yt/tmpgbg8nr53" is not rebalanced yet. Please rebalance first. + 11 1 + 18 1 +Specified builder file "/tmp/tmpk91bp25b/tmpws09vjsr" is not rebalanced yet. Please rebalance first. swift-ring-builder list_parts [] .. or @@ -63719,1253 +62256,136 @@ All items require their single character prefix except the ip, in which case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_conf_file -test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_rehashing -test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_state_file -test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_children -test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_parent -test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.exceptions.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union - -test INFO: Loaded new config file /tmp/tmpw_7t2zbb/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmpyfy0vrb1/backend-ratelimit.conf, config changed -test WARNING: Invalid config file /tmp/tmpyfy0vrb1/backend-ratelimit.conf, config unchanged: BOOM -test INFO: Loaded config file /tmp/tmpyfy0vrb1/backend-ratelimit.conf, config changed -test INFO: Loaded config file /tmp/tmpf9t9tj8v/backend-ratelimit.conf, config changed -test DEBUG: Loaded existing config file /tmp/tmpf9t9tj8v/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmpf9t9tj8v/backend-ratelimit.conf, config changed -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmp71g7c1t1/missing -test INFO: Loaded config file /tmp/tmp8x35dm3t/override-ratelimit.conf, config changed -test WARNING: Invalid config file /tmp/tmpfmicge8t/backend_rl.conf, config unchanged: Unable to find backend_ratelimit config section in /tmp/tmpfmicge8t/backend_rl.conf -test WARNING: Failed to load config file, config unchanged: Unable to read config from -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmp1uto0k2d/backend_rl.conf -test INFO: Loaded config file /tmp/tmpoyzaa0zl/backend-ratelimit.conf, config changed -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok -test.unit.common.ring.test_ring.TestRing.test_creation -test.unit.common.ring.test_ring.TestRing.test_creation ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok -test.unit.common.ring.test_ring.TestRing.test_get_nodes -test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part -test.unit.common.ring.test_ring.TestRing.test_get_part ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok -test.unit.common.ring.test_ring.TestRing.test_has_changed -test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok -test.unit.common.ring.test_ring.TestRing.test_reload -test.unit.common.ring.test_ring.TestRing.test_reload ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok -test.unit.common.ring.test_ring.TestRing.test_replica_count -test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok -test.unit.common.test_db.TestChexor.test_chexor -test.unit.common.test_db.TestChexor.test_chexor ... ok -test.unit.common.test_db.TestChexor.test_invalid_old_hash -test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok -test.unit.common.test_db.TestChexor.test_no_name -test.unit.common.test_db.TestChexor.test_no_name ... ok -test.unit.common.test_db.TestChexor.test_normal_case -test.unit.common.test_db.TestChexor.test_normal_case ... ok -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok -test.unit.common.test_db.TestDatabaseBroker.test_delete_db -test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok -test.unit.common.test_db.TestDatabaseBroker.test_initialize -test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok -test.unit.common.test_db.TestDatabaseBroker.test_lock -test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata -test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_newid -test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Expecting an element , got nothing, line 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range ... ok -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -Quarantined /tmp/tmpswybjqt5/dev/dbs/par/pre/db to /tmp/tmpswybjqt5/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmpswybjqt5/dev/dbs/par/pre/db to /tmp/tmpswybjqt5/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmpswybjqt5/dev/dbs/par/pre/db to /tmp/tmpswybjqt5/dev/quarantined/tests/db due to corrupted database -Quarantined /tmp/tmpswybjqt5/dev/dbs/par/pre/db to /tmp/tmpswybjqt5/dev/quarantined/tests/db due to disk error while accessing database -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok -test.unit.common.test_db.TestDatabaseBroker.test_put_record -test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.exceptions.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -Quarantined /tmp/tmpvesjc868/dev/dbs/par/pre/db to /tmp/tmpvesjc868/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok -Quarantined /tmp/tmpz7_f0itr/dev/dbs/par/pre/db to /tmp/tmpz7_f0itr/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.common.test_exceptions.TestExceptions.test_client_exception -test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_exception -test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok -test.unit.common.test_internal_client.TestGetAuth.test_ok -test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok -test.unit.common.test_manager.TestManager.test_create -test.unit.common.test_manager.TestManager.test_create ... ok -test.unit.common.test_manager.TestManager.test_default_strict -test.unit.common.test_manager.TestManager.test_default_strict ... ok -test.unit.common.test_manager.TestManager.test_force_reload -test.unit.common.test_manager.TestManager.test_force_reload ... ok -test.unit.common.test_manager.TestManager.test_get_command -test.unit.common.test_manager.TestManager.test_get_command ... ok -test.unit.common.test_manager.TestManager.test_iter -test.unit.common.test_manager.TestManager.test_iter ... ok -test.unit.common.test_manager.TestManager.test_list_commands -test.unit.common.test_manager.TestManager.test_list_commands ... ok -test.unit.common.test_manager.TestManager.test_no_daemon -test.unit.common.test_manager.TestManager.test_no_daemon ... ok -test.unit.common.test_manager.TestManager.test_no_wait -test.unit.common.test_manager.TestManager.test_no_wait ... ok -test.unit.common.test_manager.TestManager.test_once -test.unit.common.test_manager.TestManager.test_once ... ok -test.unit.common.test_manager.TestManager.test_reload -test.unit.common.test_manager.TestManager.test_reload ... ok - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0017 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0049 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0022 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0035 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0018 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0017 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0020 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0017 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0020 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0049 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0017 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0022 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0018 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0018 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0020 "-" 1945209 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok -test.unit.common.test_manager.TestManager.test_restart -test.unit.common.test_manager.TestManager.test_restart ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok -test.unit.common.test_manager.TestManager.test_run_command -test.unit.common.test_manager.TestManager.test_run_command ... ok -test.unit.common.test_manager.TestManager.test_shutdown -test.unit.common.test_manager.TestManager.test_shutdown ... ok -test.unit.common.test_manager.TestManager.test_start -test.unit.common.test_manager.TestManager.test_start ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.common.test_manager.TestManager.test_status -test.unit.common.test_manager.TestManager.test_status ... ok -test.unit.common.test_manager.TestManager.test_stop -test.unit.common.test_manager.TestManager.test_stop ... ok -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok -test.unit.common.test_manager.TestServer.test_conf_dir -test.unit.common.test_manager.TestServer.test_conf_dir ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok -test.unit.common.test_manager.TestServer.test_conf_files -test.unit.common.test_manager.TestServer.test_conf_files ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok -test.unit.common.test_manager.TestServer.test_create_server -test.unit.common.test_manager.TestServer.test_create_server ... ok -test.unit.common.test_manager.TestServer.test_expirer_conf_files -test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok -test.unit.common.test_manager.TestServer.test_get_conf_file_name -test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_pid_file_name -test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.common.test_manager.TestServer.test_get_running_pids -test.unit.common.test_manager.TestServer.test_get_running_pids ... ok -test.unit.common.test_manager.TestServer.test_interact -test.unit.common.test_manager.TestServer.test_interact ... ok -test.unit.common.test_manager.TestServer.test_iter_pid_files -test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok -test.unit.common.test_manager.TestServer.test_kill_running_pids -test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok -test.unit.common.test_manager.TestServer.test_launch -test.unit.common.test_manager.TestServer.test_launch ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir -test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok -test.unit.common.test_manager.TestServer.test_proxy_conf_dir -test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_server_equality -test.unit.common.test_manager.TestServer.test_server_equality ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.common.test_manager.TestServer.test_server_repr -test.unit.common.test_manager.TestServer.test_server_repr ... ok -test.unit.common.test_manager.TestServer.test_server_to_string -test.unit.common.test_manager.TestServer.test_server_to_string ... ok -test.unit.common.test_manager.TestServer.test_signal_pids -test.unit.common.test_manager.TestServer.test_signal_pids ... ok -test.unit.common.test_manager.TestServer.test_spawn -test.unit.common.test_manager.TestServer.test_spawn ... ok -test.unit.common.test_manager.TestServer.test_status -test.unit.common.test_manager.TestServer.test_status ... ok -test.unit.common.test_manager.TestServer.test_stop -test.unit.common.test_manager.TestServer.test_stop ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.common.test_manager.TestServer.test_wait -test.unit.common.test_manager.TestServer.test_wait ... ok -test.unit.common.test_swob.TestEtag.test_normalize_bytes -test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok -test.unit.common.test_swob.TestEtag.test_normalize_etag -test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok -test.unit.common.test_utils.TestShardRangeList.test_filter -test.unit.common.test_utils.TestShardRangeList.test_filter ... ok -test.unit.common.test_utils.TestShardRangeList.test_find_lower -test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok -test.unit.common.test_utils.TestShardRangeList.test_includes -test.unit.common.test_utils.TestShardRangeList.test_includes ... ok -test.unit.common.test_utils.TestShardRangeList.test_init -test.unit.common.test_utils.TestShardRangeList.test_init ... ok -test.unit.common.test_utils.TestShardRangeList.test_init_with_list -test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok -test.unit.common.test_utils.TestShardRangeList.test_pop -test.unit.common.test_utils.TestShardRangeList.test_pop ... ok -test.unit.common.test_utils.TestShardRangeList.test_slice -test.unit.common.test_utils.TestShardRangeList.test_slice ... ok -test.unit.common.test_utils.TestShardRangeList.test_states -test.unit.common.test_utils.TestShardRangeList.test_states ... ok -test.unit.common.test_utils.TestShardRangeList.test_timestamps -test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok -test.unit.container.test_server.TestContainerController.test_DELETE -test.unit.container.test_server.TestContainerController.test_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_account_update -test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:51413/sda1/1/a/c2" "txea127875fa8549f292a2d-00676e5ee4" "container-server 1945203" 0.0017 "-" 1945203 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txea127875fa8549f292a2d-00676e5ee4" "proxy-server 1945203" 0.0142 "-" 1945203 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:40 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txea127875fa8549f292a2d-00676e5ee4" "proxy-server 1945203" 0.0108 "-" 1945203 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/40 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txea127875fa8549f292a2d-00676e5ee4 - 0.0231 - - 1735286500.467902422 1735286500.491035461 2 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range ... ok -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00032 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpksk9ij9i/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00228 seconds (439.45093/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00274 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00022 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 - -user quit -No .MockServer object at 0xffff96b2d850> running -.MockServerFactory.MockServer object at 0xffff9ae82f60> (1) appears to have stopped -No .MockServerFactory.MockServer object at 0xffff96b2ff20> running -No .MockServerFactory.MockServer object at 0xffff96b2d130> running -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff96b2ff20> to die; giving up -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff96a16060> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff96a16060> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff96b2d130> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff96b2d130> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff96b2cc20> to die; killing -Signal .MockServerFactory.MockServer object at 0xffff96b2cc20> pid: None signal: 9 -Unable to locate config number 5 for account-server -Unable to locate config number 5 for object-server -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 1 -Signal object-replicator pid: 11 signal: 15 -Signal object-replicator pid: 12 signal: 15 -Signal proxy-server pid: 1 signal: 1 -output Removing pid file /tmp/tmp8r953xrq/var/run/one-server.pid with wrong pid 3 -output Removing pid file /tmp/tmp8r953xrq/var/run/zero-server.pid with invalid pid -output Removing pid file /tmp/tmp8r953xrq/var/run/invalid-server.pid with invalid pid -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 3 signal: 15 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0067 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0038 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 1945216 0 -test ERROR: ERROR Account update failed with 127.0.0.1:34725/sda1 (will retry later): Response 503 OK -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0025 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1945216 -test.unit.container.test_server.TestContainerController.test_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_object -test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0020 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0022 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0019 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0018 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0020 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0018 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0021 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0037 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0017 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0019 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0021 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0058 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0021 "-" 1945224 -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_not_found -test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestAccountController.test_OPTIONS -test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestAccountController.test_PUT -test.unit.account.test_server.TestAccountController.test_PUT ... ok -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBroker.test_put_container +test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok +test.unit.account.test_backend.TestAccountBroker.test_reclaim +test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok +test.unit.cli.test_recon.TestHelpers.test_size_suffix +test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok +test.unit.cli.test_recon.TestRecon.test_async_check +test.unit.cli.test_recon.TestRecon.test_async_check ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync +test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok +test.unit.cli.test_recon.TestRecon.test_drive_audit_check +test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok +test.unit.cli.test_recon.TestRecon.test_gen_stats +test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.cli.test_recon.TestRecon.test_get_hosts +test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok +test.unit.cli.test_recon.TestRecon.test_get_ring_names +test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok +test.unit.cli.test_recon.TestRecon.test_ptime +test.unit.cli.test_recon.TestRecon.test_ptime ... ok +test.unit.cli.test_recon.TestRecon.test_quarantine_check +test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok +test.unit.cli.test_recon.TestRecon.test_umount_check +test.unit.cli.test_recon.TestRecon.test_umount_check ... ok +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok +test.unit.cli.test_reload.TestMain.test_good +test.unit.cli.test_reload.TestMain.test_good ... ok +test.unit.cli.test_reload.TestMain.test_needs_pid +test.unit.cli.test_reload.TestMain.test_needs_pid ... ok swift-ring-builder 1.3 @@ -65182,7 +62602,152 @@ Shows information about matching devices.test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok - +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0050 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0022 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0037 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0050 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0021 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0024 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0020 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0037 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0023 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0023 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0017 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0034 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0019 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0050 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0019 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0018 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0023 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0041 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 3334983 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok +test.unit.cli.test_info.TestPrintObj.test_missing_etag +test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper INFO: Beginning pass on account a +test-reaper INFO: Completed pass on account a, elapsed: 0.00s +test-reaper ERROR: Exception with objects for container c for account a: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 394, in reap_container + policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) + ^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'get' +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container @@ -65228,25 +62793,208 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container raise self.myexp swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.0.0.0:1000/sda: +test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 491, in reap_object - direct_delete_object( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container raise self.myexp swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda -test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb -test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc -test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd -test-reaper DEBUG: Begin devices pass: thisdeviceisbad -test-reaper ERROR: Exception in top-level account reaper loop: +test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 136, in run_once - for device in os.listdir(self.devices): - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' -test-reaper INFO: Devices pass completed: 0.00s + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 371, in reap_container + headers, objects = direct_get_container( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 171, in fake_direct_get_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.10.10.1:6202/sda3 +test-reaper ERROR: ERROR: invalid storage policy index: 2 +test-reaper ERROR: Exception with objects for container c for account a: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 394, in reap_container + policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) + ^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'get' +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail +test.unit.account.test_reaper.TestReaper.test_reap_container_partial_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_delay +test.unit.account.test_reaper.TestReaper.test_reap_delay ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device +test.unit.account.test_reaper.TestReaper.test_reap_device ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip +test.unit.account.test_reaper.TestReaper.test_reap_device_with_not_my_ip ... ok +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices +test.unit.account.test_reaper.TestReaper.test_reap_device_with_sharding_and_various_devices ... ok +test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts +test.unit.account.test_reaper.TestReaper.test_reap_device_with_ts ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object +test.unit.account.test_reaper.TestReaper.test_reap_object ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_fail +test.unit.account.test_reaper.TestReaper.test_reap_object_fail ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index +test.unit.account.test_reaper.TestReaper.test_reap_object_non_exist_policy_index ... ok +test.unit.account.test_reaper.TestReaper.test_reap_object_timeout +test.unit.account.test_reaper.TestReaper.test_reap_object_timeout ... ok +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_bad_value ... ok +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set +test.unit.account.test_reaper.TestReaper.test_reap_warn_after_conf_set ... ok +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok +test.unit.account.test_reaper.TestReaper.test_reset_stats +test.unit.account.test_reaper.TestReaper.test_reset_stats ... ok +test.unit.account.test_reaper.TestReaper.test_run_forever +test.unit.account.test_reaper.TestReaper.test_run_forever ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok +test.unit.account.test_reaper.TestReaper.test_run_once +test.unit.account.test_reaper.TestReaper.test_run_once ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose +test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show +test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -65260,11 +63008,12 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response return self._get_response(app, method, container, obj, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -65272,13 +63021,29 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -65290,7 +63055,7 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE resp = req.get_response(self.app, query=query) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response @@ -65310,8 +63075,14 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -fake-swift ERROR: Expecting value: line 1 column 1 (char 0): +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ resp = self.handle_request(req) @@ -65319,1001 +63090,2194 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 338, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0)test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok - -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpd4qj1c8o/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test INFO: Since Wed Dec 31 12:00:00 1969: container audits: 0 passed audit, 1 failed audit -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test ERROR: ERROR Could not get container info /tmp/tmpd4qj1c8o/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp340be0zf/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmp340be0zf/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp340be0zf/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmp340be0zf/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp340be0zf/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmp340be0zf/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp340be0zf/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmp340be0zf/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmp340be0zf/tmp_test_database_auditor/fail2.db: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response +test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_safari +test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id +test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_init +test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_load +test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok +test INFO: Begin account audit "once" mode +test INFO: Account audit "once" mode completed: 0.00s +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpf0d51zdr/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpf0d51zdr/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpf0d51zdr/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpf0d51zdr/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0035 "-" 3334956 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 3334956 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 3334956 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0033 "-" 3334956 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8c3b2740a3224f1697343-00697b6f2e" "proxy-server 3334956" 0.0015 "-" 3334956 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:60477/sdb1/1/a/c" "tx8c3b2740a3224f1697343-00697b6f2e" "container-server 3334956" 0.0016 "-" 3334956 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:42131/sda1/1/a/c" "tx8c3b2740a3224f1697343-00697b6f2e" "container-server 3334956" 0.0012 "-" 3334956 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8c3b2740a3224f1697343-00697b6f2e" "proxy-server 3334956" 0.0099 "-" 3334956 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8c3b2740a3224f1697343-00697b6f2e" "proxy-server 3334956" 0.0159 "-" 3334956 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/10 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx8c3b2740a3224f1697343-00697b6f2e - 0.0262 - - 1769697070.278672457 1769697070.304854631 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txfdae9514085240fa8eeff-00697b6f2e" "proxy-server 3334956" 0.0013 "-" 3334956 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:60477/sdb1/1/a1/c1" "txfdae9514085240fa8eeff-00697b6f2e" "container-server 3334956" 0.0021 "-" 3334956 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:42131/sda1/1/a1/c1" "txfdae9514085240fa8eeff-00697b6f2e" "container-server 3334956" 0.0016 "-" 3334956 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfdae9514085240fa8eeff-00697b6f2e" "proxy-server 3334956" 0.0154 "-" 3334956 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfdae9514085240fa8eeff-00697b6f2e" "proxy-server 3334956" 0.0117 "-" 3334956 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/10 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txfdae9514085240fa8eeff-00697b6f2e - 0.0240 - - 1769697070.306414366 1769697070.330438375 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txaec5569efa2747329eb4b-00697b6f2e" "proxy-server 3334956" 0.0024 "-" 3334956 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:60477/sdb1/2/a/c1" "txaec5569efa2747329eb4b-00697b6f2e" "container-server 3334956" 0.0073 "-" 3334956 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:42131/sda1/2/a/c1" "txaec5569efa2747329eb4b-00697b6f2e" "container-server 3334956" 0.0019 "-" 3334956 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txaec5569efa2747329eb4b-00697b6f2e" "proxy-server 3334956" 0.0160 "-" 3334956 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txaec5569efa2747329eb4b-00697b6f2e" "proxy-server 3334956" 0.0213 "-" 3334956 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/10 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txaec5569efa2747329eb4b-00697b6f2e - 0.0302 - - 1769697070.332027197 1769697070.362228394 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd62e16da71ca4f40ac1a7-00697b6f2e" "proxy-server 3334956" 0.0020 "-" 3334956 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:42131/sda1/1/a/c2" "txd62e16da71ca4f40ac1a7-00697b6f2e" "container-server 3334956" 0.0021 "-" 3334956 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:60477/sdb1/1/a/c2" "txd62e16da71ca4f40ac1a7-00697b6f2e" "container-server 3334956" 0.0018 "-" 3334956 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd62e16da71ca4f40ac1a7-00697b6f2e" "proxy-server 3334956" 0.0105 "-" 3334956 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:10 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd62e16da71ca4f40ac1a7-00697b6f2e" "proxy-server 3334956" 0.0163 "-" 3334956 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/10 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txd62e16da71ca4f40ac1a7-00697b6f2e - 0.0253 - - 1769697070.363713503 1769697070.388967991 2 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Expecting an element , got nothing, line 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok +test.unit.cli.test_reload.TestMain.test_timeout +test.unit.cli.test_reload.TestMain.test_timeout ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok +kmip.services.server.kmip_protocol: Something useful +kmip.services.server.kmip_protocol: Something useful +kmip.services.server.kmip_protocol: Something useful +kmip.services.server.kmip_protocol: Something useful +kmip.services.server.kmip_protocol: Something useful +kmip.services.server.kmip_protocol: Something useful +kmip.core.config_helper: Also useful +kmip.core.config_helper: Also useful +kmip.core.config_helper: Also useful +kmip.core.config_helper: Also useful +kmip.core.config_helper: Also useful +kmip.core.config_helper: Also useful +kmip: Boring, but not secret +kmip: Boring, but not secret +kmip: Boring, but not secret +kmip: Boring, but not secret +kmip: Boring, but not secret +kmip: Boring, but not secret +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00037 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp5s3_7oyj/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00259 seconds (386.69941/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00031 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00024 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '1fc29a4a-5ba2-443c-9312-116a9389df17-sda', '1769697071.28959', '1769697071.28800', '0', '') +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpahwjhr7f/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '49aa08fe-6a00-4eaa-8c99-9f38ffccfb83-sda', '1769697071.29545', '1769697071.29384', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('49aa08fe-6a00-4eaa-8c99-9f38ffccfb83-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '49aa08fe-6a00-4eaa-8c99-9f38ffccfb83-sda', '1769697071.29545', '1769697071.29384', '0', '') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('49aa08fe-6a00-4eaa-8c99-9f38ffccfb83-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00805 seconds (124.22260/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, '41d8274484fa1071c9d5d5abe8e53acc', '0ffcd145-5efd-482f-8ab9-d1e5af011bf8-sda', '1769697071.30992', '1769697071.30839', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('0ffcd145-5efd-482f-8ab9-d1e5af011bf8-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, 'a608b5d38e431ae2963a89c047ed2114', '90e922ad-4997-42f4-99c5-1334fbfb1acb-sda', '1769697071.32370', '1769697071.32197', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1769697071.32709', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1769697071.32735', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1769697071.32745', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1769697071.32754', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1769697071.32762', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1769697071.3277', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1769697071.32778', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1769697071.32786', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1769697071.32794', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1769697071.32801', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1769697071.32809', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], '90e922ad-4997-42f4-99c5-1334fbfb1acb-sda') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) +Finished. Marked 0 objects for deletion. +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 +test DEBUG: No decryption is necessary because of override +test DEBUG: No decryption is necessary because of override +test ERROR: get_keys(): from callback: Testing: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmp340be0zf/tmp_test_database_auditor/fail1.db: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= +test ERROR: ERROR get_keys() missing callback: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Key must be length 32 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytestest.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok + +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0017 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0020 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0018 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0013 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0021 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:10 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0019 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0017 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0036 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0017 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0019 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0044 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0018 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0019 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0053 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0020 "-" 3334967 -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_not_found +test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestAccountController.test_OPTIONS +test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok +test.unit.account.test_server.TestAccountController.test_PUT +test.unit.account.test_server.TestAccountController.test_PUT ... ok +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok +test.unit.cli.test_recon.TestReconCommands.test_disk_usage +test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save +test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_load_check +test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_replication_check +test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_server_type_check +test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_sharding_check +test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check +test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check +test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok +[2026-01-29 14:31:12] Checking auditor stats +=============================================================================== +Something useful +Also useful +Boring, but not secret +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments +test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 5 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate +test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok +test.unit.common.test_daemon.TestDaemon.test_create +test.unit.common.test_daemon.TestDaemon.test_create ... ok +test.unit.common.test_daemon.TestDaemon.test_stubs +test.unit.common.test_daemon.TestDaemon.test_stubs ... ok +test.unit.common.test_db.TestGetDBConnection.test_invalid_path +test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok +test.unit.common.test_db.TestGetDBConnection.test_locked_db +test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok +test.unit.common.test_db.TestGetDBConnection.test_normal_case +test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok + +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0017 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0025 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0041 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0027 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0001 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0018 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0039 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0032 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0023 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0037 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0017 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0017 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0019 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0034 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0017 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0020 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0018 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0019 "-" 3334983 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok + +test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.3:6202/None: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.0.0.0:1000/sda: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 491, in reap_object + direct_delete_object( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda +test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb +test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc +test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd +test-reaper DEBUG: Begin devices pass: thisdeviceisbad +test-reaper ERROR: Exception in top-level account reaper loop: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.common.test_db_auditor.TestAuditor.test_run_forever -test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok -test.unit.common.test_db_auditor.TestAuditor.test_run_once -test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pooling -test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok -test.unit.common.test_memcached.TestMemcached.test_decr -test.unit.common.test_memcached.TestMemcached.test_decr ... ok -test.unit.common.test_memcached.TestMemcached.test_delete -test.unit.common.test_memcached.TestMemcached.test_delete ... ok - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0022 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0022 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0021 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0021 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0040 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0030 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0014 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0023 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0022 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0018 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0024 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0014 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1945209 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 136, in run_once + for device in os.listdir(self.devices): + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' +test-reaper INFO: Devices pass completed: 0.00s +test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: get_keys(): unknown key id: unknown_key +test ERROR: Error decrypting container listing: unknown_key +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +fake-swift DEBUG: Use tempauth middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: 's3api' is not in list +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift INFO: HEAD /bucket/object s3:err:AccessDenied.invalid_credential +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: 's3api' is not in list +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. +Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. +Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. +Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint +test DEBUG: Calling S3Api Middleware +Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0005 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0059 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0014 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0013 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0036 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num ... ok +Reloaded swift-proxy-server +test ERROR: Bad key for 'container': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: get_keys(): from callback: boom: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback + raise Exception('boom') +Exception: boom +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Missing key for 'container': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'container' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Did not get a keys dict: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +TypeError: list indices must be integers or slices, not str +test ERROR: get_keys(): from callback: Testing: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Grant AllUsers READ permission on the bucket /bucket +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -66337,6 +65301,26 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -66351,10 +65335,6 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Dec/2024/08/01/43 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0007 - - 1735286503.375792027 1735286503.376501083 0 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Dec/2024/08/01/43 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0005 - - 1735286503.377092600 1735286503.377634048 1 -fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -66373,7 +65353,7 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT resp = req.get_response(self.app) ^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response @@ -66391,16 +65371,26 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff99e81b40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff99e81b40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff99e81b40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff99e81480>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff99e804c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff99e80640>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff99e80640>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 29/Jan/2026/14/31/10 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0014 - - 1769697070.774304152 1769697070.775661707 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 29/Jan/2026/14/31/10 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1769697070.776332855 1769697070.777244329 0 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but not supported: not-a-valid-digest, md5 +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. test DEBUG: Names allowed in acls. test DEBUG: Names allowed in acls. test DEBUG: Names allowed in acls. @@ -66412,179 +65402,115 @@ test DEBUG: Names allowed in acls. test DEBUG: Names allowed in acls. test DEBUG: Names allowed in acls. -test INFO: - - 27/Dec/2024/08/01/43 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286503.614140272 1735286503.614340782 0 -test INFO: - - 27/Dec/2024/08/01/43 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1735286503.614096403 1735286503.614847898 0 -test INFO: - - 27/Dec/2024/08/01/43 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1735286503.616183519 1735286503.616448164 0 -test INFO: - - 27/Dec/2024/08/01/43 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1735286503.616143703 1735286503.616897583 0test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok +test ERROR: ERROR Could not get container info /tmp/tmp8y9apcaz/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp8y9apcaz/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp5wq8aa8n/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueErrortest.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0022 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0021 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0022 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0023 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0032 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0013 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0021 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0009 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0024 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0030 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0032 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0027 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1945224 -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0020 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0019 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0051 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0020 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0098 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0021 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0021 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0105 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0013 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0020 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0028 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0021 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0026 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0031 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0024 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3334967 -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok @@ -66598,8 +65524,47 @@ test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok test.unit.account.test_server.TestAccountController.test_PUT_not_found test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space @@ -66645,1176 +65610,487 @@ test.unit.account.test_server.TestAccountController.test_list_allowed_methods test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test ERROR: Error decrypting object: Missing 'body_key' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} -fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response - sw_resp = sw_req.get_response(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: kaboom fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok - -test INFO: Begin container audit "once" mode -test ERROR: ERROR Could not get container info /tmp/tmpucr5sqez/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test ERROR: ERROR Could not get container info /tmp/tmpucr5sqez/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Container audit "once" mode completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10123324394226074 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.101959228515625 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10183501243591309 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10195779800415039 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10215139389038086 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1022942066192627 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1024160385131836 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10255098342895508 -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0016777515411377 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0020027160644531 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0021426677703857 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0022554397583008 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.002363920211792 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.002472162246704 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0025827884674072 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.002685546875 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10182666778564453 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.09808349609375e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_disabled -test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok -test.unit.common.test_memcached.TestMemcached.test_error_limiting -test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0039 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0009 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0030 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0030 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0025 "-" 1945209 - -test DEBUG: - - - [27/Dec/2024:08:01:41 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1945209 - -test DEBUG: - - - [27/Dec/2024:08:01:41 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1945209 - -test DEBUG: - - - [27/Dec/2024:08:01:41 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 1945209 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [27/Dec/2024:08:01:41 +0000] "REPLICATE /sda1/p/a/" 500 832 "-" "-" "-" 0.0036 "-" 1945209 - -test DEBUG: - - - [27/Dec/2024:08:01:41 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1945209 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0027 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0021 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0017 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1945209 3 -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0040 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1945209 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range ... ok - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test DEBUG: Unlinked retiring db '/tmp/tmpznedui_k/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0035 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0047 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0032 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0029 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0030 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0027 "-" 1945216 0 -test DEBUG: Unlinked retiring db '/tmp/tmpr7ur_ks4/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0054 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_GET_delimiter -test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_GET_json -test.unit.container.test_server.TestContainerController.test_GET_json ... ok -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_limit -test.unit.container.test_server.TestContainerController.test_GET_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} -fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok - -test INFO: - - 27/Dec/2024/08/01/43 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286503.618316889 1735286503.618505001 0 -test INFO: - - 27/Dec/2024/08/01/43 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1735286503.618276834 1735286503.618949175 0 -test INFO: - - 27/Dec/2024/08/01/43 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286503.620906830 1735286503.621146202 0 -test INFO: - - 27/Dec/2024/08/01/43 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1735286503.620866060 1735286503.621612787 0 -test INFO: - - 27/Dec/2024/08/01/43 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286503.622935772 1735286503.623103857 0 -test INFO: - - 27/Dec/2024/08/01/43 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1735286503.622896433 1735286503.623545647 0 -test INFO: - - 27/Dec/2024/08/01/43 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286503.625247717 1735286503.625423193 0 -test INFO: - - 27/Dec/2024/08/01/43 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0003 SSC - 1735286503.625750303 1735286503.626024485 0 -test INFO: - - 27/Dec/2024/08/01/43 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735286503.626444578 1735286503.626564026 0 -test INFO: - - 27/Dec/2024/08/01/43 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0019 - - 1735286503.625111580 1735286503.627016544 - -test INFO: - - 27/Dec/2024/08/01/43 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286503.628463030 1735286503.628698349 0 -test INFO: - - 27/Dec/2024/08/01/43 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1735286503.628995657 1735286503.629162312 0 -test INFO: - - 27/Dec/2024/08/01/43 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286503.629856348 1735286503.630024672 0 -test INFO: - - 27/Dec/2024/08/01/43 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0022 - - 1735286503.628310442 1735286503.630467653 - -test INFO: - - 27/Dec/2024/08/01/43 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286503.631896019 1735286503.632068872 0 -test INFO: - - 27/Dec/2024/08/01/43 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1735286503.632413387 1735286503.632591724 0 -test INFO: - - 27/Dec/2024/08/01/43 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735286503.632950068 1735286503.633069754 0 -test INFO: - - 27/Dec/2024/08/01/43 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1735286503.631778479 1735286503.633482695 - -test INFO: - - 27/Dec/2024/08/01/43 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286503.634987116 1735286503.635204554 0 -test INFO: - - 27/Dec/2024/08/01/43 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1735286503.635528564 1735286503.635700226 0 -test INFO: - - 27/Dec/2024/08/01/43 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286503.636037111 1735286503.636204243 0 -test INFO: - - 27/Dec/2024/08/01/43 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1735286503.634868383 1735286503.636643648 - -test INFO: - - 27/Dec/2024/08/01/43 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735286503.638055563 1735286503.638212204 0 -test INFO: - - 27/Dec/2024/08/01/43 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1735286503.638778448 1735286503.638960361 0 -test INFO: - - 27/Dec/2024/08/01/43 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735286503.639322042 1735286503.639430285 0 -test INFO: - - 27/Dec/2024/08/01/43 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0019 - - 1735286503.637940168 1735286503.639823437 - -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:01:43] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000054 -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:01:43] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000044 -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:01:43] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000042 -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:01:43] "GET https://cluster.domain HTTP/1.0" 200 117 0.000035 -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:01:43] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000041 -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: txf36fedd036e8461ab9a2c-00676e5ee7) -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) -proxy INFO: wsgi exiting (txn: test-trans-id) -proxy INFO: (1945226) wsgi exited, is_accepting=True (txn: test-trans-id) -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:01:43] "PUT /path HTTP/1.0" 200 105 0.000053 -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:01:43] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000040 -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:01:43] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000043 -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:01:43] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000040 -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:01:43] "GET / HTTP/1.1" 200 120 0.000059 -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Fri, 27 Dec 2024 08:01:43 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:01:43] "GET /%FF HTTP/1.1" 200 123 0.000055 -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Fri, 27 Dec 2024 08:01:43 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}'test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok -test.unit.common.test_splice.TestTee.test_available -test.unit.common.test_splice.TestTee.test_available ... ok -test.unit.common.test_splice.TestTee.test_errno -test.unit.common.test_splice.TestTee.test_errno ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok - +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Expecting an element , got nothing, line 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, deferring rejection based on error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1769697071.595847130 1769697071.595930338 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1769697071.596941233 1769697071.596950293 - +test INFO: - - 29/Jan/2026/14/31/12 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1769697071.597754002 1769697072.297754049 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697071.599646568 1769697071.599729061 - +test INFO: GET /v1/a/c 205 205 +test INFO: GET /v1/a/c 209 205 +test INFO: GET /v1/a/c 210 205 +test INFO: 1.2.3.4 1.2.3.4 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697071.605912209 1769697071.605979204 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1769697071.606877327 1769697071.606899023 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1769697071.607849360 1769697071.607861757 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697071.608576298 1769697071.608631611 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697071.609525681 1769697071.609582901 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 15 - - - 0.0003 - - 1769697071.609513283 1769697071.609855175 - +test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - +test INFO: GET /v1/a/c 503 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c True 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c parsing%20ok 503 +test INFO: GET /v1/a/c 500 500 +test INFO: GET /v1/a/c 500 568 +test INFO: GET /v1/a/c 499 503 +test INFO: GET /v1/a/c 499 503 +test INFO: GET / 500 200 +test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697071.629018545 1769697071.629091024 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697071.631279707 1769697071.631351233 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0001 - - 1769697071.632003784 1769697071.632058382 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697071.632661581 1769697071.632714033 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0000 - - 1769697071.633294582 1769697071.633343458 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1769697071.633940935 1769697071.633995771 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1769697071.634573460 1769697071.634626150 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697071.635252476 1769697071.635302544 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0000 - - 1769697071.635880709 1769697071.635930061 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1769697071.636544466 1769697071.636590242 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1769697071.636955023 1769697071.636991024 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one%2Cand%20two 1769697071.637816906 1769697071.637870073 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697071.639162064 1769697071.639236212 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697071.639913559 1769697071.639969826 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one 1769697071.640862465 1769697071.640918016 - +test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com +test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key +test INFO: - - 29/Jan/2026/14/31/11 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697071.644191504 1769697071.644250154 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok - -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:01:43] "GET /ÿ HTTP/1.1" 200 126 0.000075 -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Fri, 27 Dec 2024 08:01:43 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:01:43] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000071 -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Fri, 27 Dec 2024 08:01:43 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:01:43] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000061 -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Fri, 27 Dec 2024 08:01:43 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:01:43] "GET // HTTP/1.1" 200 121 0.000066 -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Fri, 27 Dec 2024 08:01:43 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:01:43] "GET //bar HTTP/1.1" 200 124 0.000059 -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Fri, 27 Dec 2024 08:01:43 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:01:43] "GET //////baz HTTP/1.1" 200 128 0.000065 -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Fri, 27 Dec 2024 08:01:43 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' -proxy INFO: (1945226) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945226) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:01:44] "GET /someurl HTTP/1.0" 200 102 0.000042 -proxy INFO: wsgi exiting -proxy INFO: (1945226) wsgi exited, is_accepting=True -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -test.unit.common.test_splice.TestTee.test_fileno -test.unit.common.test_splice.TestTee.test_fileno ... ok -test.unit.common.test_splice.TestTee.test_flags_list -test.unit.common.test_splice.TestTee.test_flags_list ... ok -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok -test.unit.common.test_splice.TestTee.test_unavailable -test.unit.common.test_splice.TestTee.test_unavailable ... ok -test.unit.common.test_splice.TestTee.test_unavailable_in_libc -test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host ... ok -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation -test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats -test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet -test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 -test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation -test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats -test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok -test.unit.common.test_swob.TestStatusMap.test_status_map -test.unit.common.test_swob.TestStatusMap.test_status_map ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_disabled -test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok -test.unit.common.test_utils.TestSpliterator.test_big_input_string -test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok -test.unit.common.test_utils.TestSpliterator.test_closing -test.unit.common.test_utils.TestSpliterator.test_closing ... ok -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok -test.unit.common.test_utils.TestSpliterator.test_overlap -test.unit.common.test_utils.TestSpliterator.test_overlap ... ok -test.unit.common.test_utils.TestSpliterator.test_running_out -test.unit.common.test_utils.TestSpliterator.test_running_out ... ok -test.unit.common.test_utils.TestSpliterator.test_string -test.unit.common.test_utils.TestSpliterator.test_string ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_false -test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_float -test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_int -test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_true -test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency -test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0030 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0007 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0031 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0030 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0022 "-" 1945224 - -test DEBUG: - - - [27/Dec/2024:08:01:41 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1945224 - -test DEBUG: - - - [27/Dec/2024:08:01:41 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1945224 - -test DEBUG: - - - [27/Dec/2024:08:01:41 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0004 "-" 1945224 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [27/Dec/2024:08:01:41 +0000] "REPLICATE /sda1/p/a/" 500 832 "-" "-" "-" 0.0036 "-" 1945224 - -test DEBUG: - - - [27/Dec/2024:08:01:41 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1945224 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0028 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0027 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0054 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0020 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0021 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945224 0 -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0006 "-" 1945224 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 -test.unit.account.test_server.TestAccountController.test_log_line_format -test.unit.account.test_server.TestAccountController.test_log_line_format ... ok -test.unit.account.test_server.TestAccountController.test_markers_with_reserved -test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestAccountController.test_not_allowed_method -test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok -test.unit.account.test_server.TestAccountController.test_null_markers -test.unit.account.test_server.TestAccountController.test_null_markers ... ok -test.unit.account.test_server.TestAccountController.test_params_format -test.unit.account.test_server.TestAccountController.test_params_format ... ok -test.unit.account.test_server.TestAccountController.test_params_utf8 -test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestAccountController.test_serv_reserv -test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok -test.unit.account.test_server.TestAccountController.test_through_call -test.unit.account.test_server.TestAccountController.test_through_call ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok -test.unit.account.test_server.TestAccountController.test_utf8_metadata -test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0041 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0022 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0038 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0059 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0039 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0037 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0033 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0036 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0034 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0036 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 1945216 0test.unit.container.test_server.TestContainerController.test_GET_marker -test.unit.container.test_server.TestContainerController.test_GET_marker ... ok -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0022 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0023 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0018 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0020 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0033 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0024 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0022 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0027 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0038 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0021 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0013 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0021 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0060 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0017 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0008 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0018 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3334983 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok swift-ring-builder set_info @@ -68244,330 +66520,1117 @@ test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.4:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config -test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok -test.unit.common.test_memcached.TestMemcached.test_error_raising -test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns -test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr -test.unit.common.test_memcached.TestMemcached.test_incr ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time -test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok -test.unit.common.test_memcached.TestMemcached.test_multi -test.unit.common.test_memcached.TestMemcached.test_multi ... ok -test.unit.common.test_memcached.TestMemcached.test_multi_delete -test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0//c HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a//o HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'Content-Md5': 'VtkAiTaXHL8u+Gv1XqZM7g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '56d9008936971cbf2ef86bf55ea64cee', 'Content-Length': '289'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'Content-Md5': '9HSC1L65WaH2V7cVI94Evw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f47482d4beb959a1f657b71523de04bf', 'Content-Length': '230'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0022 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0019 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0027 "-" 1945209 0 -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0017 "-" 1945209 1 -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0016 "-" 1945209 2 -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0015 "-" 1945209 3 -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0009 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0022 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0055 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1945209 3 -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0049 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0018 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0020 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0014 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0034 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0015 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0033 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 1945209 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945209 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_good -test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_worker -test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num ... ok + +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769697071.685455322 1769697071.685503721 - +test INFO: - - 29/Jan/2026/14/31/11 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769697071.685727119 1769697071.685760975 - +test INFO: - - 29/Jan/2026/14/31/11 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769697071.685984850 1769697071.686019421 - +test INFO: - - 29/Jan/2026/14/31/11 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769697071.686214447 1769697071.686244249 - +test INFO: - - 29/Jan/2026/14/31/11 GET /v1.0 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769697071.686418533 1769697071.686447620 - +test INFO: - - 29/Jan/2026/14/31/12 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 FA - 1769697071.689131737 1769697072.389131784 - +test INFO: - - 29/Jan/2026/14/31/11 GET /path HTTP/1.0 500 - - - - - - - - 0.2000 - - 1769697071.690322399 1769697071.890322447 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1769697071.691278696 1769697071.691343069 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - - - - - 0.0001 - - 1769697071.692230225 1769697071.692289829 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 3 - - - 0.0001 - - 1769697071.693163633 1769697071.693230391 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 12 - - - 0.0001 - - 1769697071.694365501 1769697071.694426537 - +test INFO: - - 29/Jan/2026/14/31/12 GET /v1/a/c/o HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1769697071.695252419 1769697072.395252466 0 +test INFO: - - 29/Jan/2026/14/31/11 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769697071.701647282 1769697071.701675892 1 +test INFO: - - 29/Jan/2026/14/31/11 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697071.702379227 1769697071.702440500 1 +test INFO: 4.5.6.7 1.2.3.4 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697071.703362703 1769697071.703428745 - +test INFO: 4.5.6.7 1.2.3.4 29/Jan/2026/14/31/11 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697071.704037666 1769697071.704091072 - +test INFO: - - 29/Jan/2026/14/31/11 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769697071.704964638 1769697071.705027580 - +test INFO: - - 29/Jan/2026/14/31/11 GET / HTTP/1.0 499 - - - - 4 - - - 0.0001 - - 1769697071.706436634 1769697071.706501961 - +test INFO: - - 29/Jan/2026/14/31/11 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1769697071.707392931 1769697071.707413673 - +test INFO: - - 29/Jan/2026/14/31/11 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769697071.707984686 1769697071.708004951 0 +test INFO: - - 29/Jan/2026/14/31/11 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769697071.708378792 1769697071.708394051 -1 +test INFO: - - 29/Jan/2026/14/31/11 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769697071.708894491 1769697071.708912134 - +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok +test.unit.common.ring.test_ring.TestRingData.test_attrs +test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok +test.unit.common.ring.test_ring.TestRingData.test_permissions +test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok +test.unit.common.ring.test_ring.TestRingData.test_replica_count +test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok +test.unit.common.test_constraints.TestConstraints.test_check_account_format +test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_container_format +test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok +test.unit.common.test_constraints.TestConstraints.test_check_float +test.unit.common.test_constraints.TestConstraints.test_check_float ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_api_version +test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_constraints +test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host ... ok +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none ... ok +test.unit.common.test_utils.TestClosingMapper.test_close +test.unit.common.test_utils.TestClosingMapper.test_close ... ok +test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception +test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_close +test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_init +test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_iter +test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_just_one +test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_uneven +test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok +test.unit.common.test_utils.TestPunchHole.test_arg_bounds +test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok +test.unit.common.test_utils.TestPunchHole.test_error +test.unit.common.test_utils.TestPunchHole.test_error ... ok +test.unit.common.test_utils.TestPunchHole.test_no_fallocate +test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok +test.unit.common.test_utils.TestPunchHole.test_punch_hole +test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok +test.unit.common.test_utils.TestUTC.test_tzname +test.unit.common.test_utils.TestUTC.test_tzname ... ok +test.unit.common.test_utils.TestUtils.test_backwards +test.unit.common.test_utils.TestUtils.test_backwards ... ok +test.unit.common.test_utils.TestUtils.test_cache_from_env +test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok +test.unit.common.test_utils.TestUtils.test_cap_length +test.unit.common.test_utils.TestUtils.test_cap_length ... ok +test.unit.common.test_utils.TestUtils.test_clean_content_type +test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close +test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges +test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache +test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok +test.unit.common.test_utils.TestUtils.test_find_namespace +test.unit.common.test_utils.TestUtils.test_find_namespace ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok +test.unit.common.test_utils.TestUtils.test_fsync_dir +test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_generate_trans_id +test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok +test.unit.common.test_utils.TestUtils.test_get_db_files +test.unit.common.test_utils.TestUtils.test_get_db_files ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_from_path +test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok +test.unit.common.test_utils.TestUtils.test_get_redirect_data +test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok +test.unit.common.test_utils.TestUtils.test_get_trans_id_time +test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok +test.unit.common.test_utils.TestUtils.test_hash_path +test.unit.common.test_utils.TestUtils.test_hash_path ... ok +test.unit.common.test_utils.TestUtils.test_human_readable +test.unit.common.test_utils.TestUtils.test_human_readable ... ok +test.unit.common.test_utils.TestUtils.test_is_file_older +test.unit.common.test_utils.TestUtils.test_is_file_older ... ok +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_error +test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range ... ok +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test ERROR: ERROR: swift.cache could not be found in env! +test ERROR: ERROR: swift.cache could not be found in env! +test WARNING: Unable to perform fsync() on directory /tmp/tmper60gfh4: Bad file descriptor +Unable to locate some_not_real_function in libc. Leaving as a no-op. +test.unit.common.test_utils.TestUtils.test_load_libc_function +test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok +test.unit.common.test_utils.TestUtils.test_load_pkg_resource +test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' +test.unit.common.test_utils.TestUtils.test_load_recon_cache +test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_lock_file +test.unit.common.test_utils.TestUtils.test_lock_file ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok +test.unit.common.test_utils.TestUtils.test_lock_path +test.unit.common.test_utils.TestUtils.test_lock_path ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_class +test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_name +test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok +test.unit.common.test_utils.TestUtils.test_majority_size +test.unit.common.test_utils.TestUtils.test_majority_size ... ok +test.unit.common.test_utils.TestUtils.test_make_db_file_path +test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok +test.unit.common.test_utils.TestUtils.test_makedirs_count +test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok +test.unit.common.test_utils.TestUtils.test_md5_with_data +test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok +test.unit.common.test_utils.TestUtils.test_md5_without_data +test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok +test.unit.common.test_utils.TestUtils.test_mkdirs +test.unit.common.test_utils.TestUtils.test_mkdirs ... ok +test.unit.common.test_utils.TestUtils.test_monkey_patch +test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok +test.unit.common.test_utils.TestUtils.test_node_to_string +test.unit.common.test_utils.TestUtils.test_node_to_string ... ok +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok +test.unit.common.test_utils.TestUtils.test_normalize_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_content_type +test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_db_filename +test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok +test.unit.common.test_utils.TestUtils.test_parse_header +test.unit.common.test_utils.TestUtils.test_parse_header ... ok +test.unit.common.test_utils.TestUtils.test_parse_options +test.unit.common.test_utils.TestUtils.test_parse_options ... ok +test.unit.common.test_utils.TestUtils.test_parse_options_errors +test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok +test.unit.common.test_utils.TestUtils.test_parse_override_options +test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok +test.unit.common.test_utils.TestUtils.test_quorum_size +test.unit.common.test_utils.TestUtils.test_quorum_size ... ok +test.unit.common.test_utils.TestUtils.test_quote_bytes +test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok +test.unit.common.test_utils.TestUtils.test_quote_unicode +test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok +test.unit.common.test_utils.TestUtils.test_remove_directory +test.unit.common.test_utils.TestUtils.test_remove_directory ... ok +test.unit.common.test_utils.TestUtils.test_remove_file +test.unit.common.test_utils.TestUtils.test_remove_file ... ok +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok +test.unit.common.test_utils.TestUtils.test_round_robin_iter +test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok +test.unit.common.test_utils.TestUtils.test_safe_json_loads +test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok +test.unit.common.test_utils.TestUtils.test_search_tree +test.unit.common.test_utils.TestUtils.test_search_tree ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok +test.unit.common.test_utils.TestUtils.test_select_node_ip +test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok +test.unit.common.test_utils.TestUtils.test_split_path +test.unit.common.test_utils.TestUtils.test_split_path ... ok +test.unit.common.test_utils.TestUtils.test_storage_directory +test.unit.common.test_utils.TestUtils.test_storage_directory ... ok +test.unit.common.test_utils.TestUtils.test_streq_const_time +test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok +test.unit.common.test_utils.TestUtils.test_strict_b64decode +test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_systemd_notify +test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok +test.unit.common.test_utils.TestUtils.test_validate_device_partition +test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok +test.unit.common.test_utils.TestUtils.test_validate_hash_conf +test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok +test.unit.common.test_utils.TestUtils.test_validate_sync_to +test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok +test.unit.common.test_utils.TestUtils.test_write_file +test.unit.common.test_utils.TestUtils.test_write_file ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok +test.unit.container.test_server.TestContainerController.test_DELETE +test.unit.container.test_server.TestContainerController.test_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_account_update +test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_object +test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} +fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} -fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok + +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0030 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0008 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0028 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0029 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0022 "-" 3334967 - +test DEBUG: - - - [29/Jan/2026:14:31:11 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3334967 - +test DEBUG: - - - [29/Jan/2026:14:31:11 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3334967 - +test DEBUG: - - - [29/Jan/2026:14:31:11 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 3334967 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [29/Jan/2026:14:31:11 +0000] "REPLICATE /sda1/p/a/" 500 832 "-" "-" "-" 0.0036 "-" 3334967 - +test DEBUG: - - - [29/Jan/2026:14:31:11 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 3334967 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0028 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0026 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0054 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0019 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0013 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0013 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0020 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 3334967 0 +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0018 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0006 "-" 3334967 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 -test.unit.account.test_server.TestAccountController.test_log_line_format +test.unit.account.test_server.TestAccountController.test_log_line_format ... ok +test.unit.account.test_server.TestAccountController.test_markers_with_reserved +test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok +test.unit.account.test_server.TestAccountController.test_not_allowed_method +test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok +test.unit.account.test_server.TestAccountController.test_null_markers +test.unit.account.test_server.TestAccountController.test_null_markers ... ok +test.unit.account.test_server.TestAccountController.test_params_format +test.unit.account.test_server.TestAccountController.test_params_format ... ok +test.unit.account.test_server.TestAccountController.test_params_utf8 +test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestAccountController.test_serv_reserv +test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok +test.unit.account.test_server.TestAccountController.test_through_call +test.unit.account.test_server.TestAccountController.test_through_call ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok +test.unit.account.test_server.TestAccountController.test_utf8_metadata +test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ @@ -68579,449 +67642,301 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE resp = req.get_response(self.app, query=query) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0038 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0023 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0023 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0022 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0022 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0044 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0023 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0011 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0014 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0057 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0017 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0038 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 1945216 0 -test DEBUG: Unlinked retiring db '/tmp/tmp_2ht_3k6/tmp_test_container_server_ContainerController/sda1/containers/p/64e/f1af2fdedc6e97f9ffc424e624ea364e/f1af2fdedc6e97f9ffc424e624ea364e.db' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0060 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 1945216 0 -test DEBUG: Unlinked retiring db '/tmp/tmpop16m1nk/tmp_test_container_server_ContainerController/sda1/containers/p/64e/f1af2fdedc6e97f9ffc424e624ea364e/f1af2fdedc6e97f9ffc424e624ea364e.db' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0039 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 1945216 0test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestContainerController.test_GET_over_limit -test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_path -test.unit.container.test_server.TestContainerController.test_GET_path ... ok -test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1734620400 -test DEBUG: looking for objects in 1734620400 -test DEBUG: checking container 1734616800 -test DEBUG: looking for objects in 1734616800 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1735282800 -test DEBUG: looking for objects in 1735282800 -test DEBUG: checking container 1735279200 -test DEBUG: looking for objects in 1735279200 -test DEBUG: checking container 1735275600 -test DEBUG: looking for objects in 1735275600 -test DEBUG: checking container 1735272000 -test DEBUG: looking for objects in 1735272000 -test DEBUG: checking container 1735268400 -test DEBUG: looking for objects in 1735268400 -test DEBUG: checking container 1735264800 -test DEBUG: looking for objects in 1735264800 -test DEBUG: checking container 1735261200 -test DEBUG: looking for objects in 1735261200 -test DEBUG: checking container 1735257600 -test DEBUG: looking for objects in 1735257600 -test DEBUG: checking container 1735254000 -test DEBUG: looking for objects in 1735254000 -test DEBUG: checking container 1734681600 -test DEBUG: looking for objects in 1734681600 -test DEBUG: checking container 1734678000 -test DEBUG: looking for objects in 1734678000 -test DEBUG: checking container 1734674400 -test DEBUG: looking for objects in 1734674400 -test DEBUG: checking container 1734670800 -test DEBUG: looking for objects in 1734670800 -test DEBUG: checking container 1734667200 -test DEBUG: looking for objects in 1734667200 -test DEBUG: checking container 1734663600 -test DEBUG: looking for objects in 1734663600 -test DEBUG: checking container 1734660000 -test DEBUG: looking for objects in 1734660000 -test DEBUG: checking container 1734656400 -test DEBUG: looking for objects in 1734656400 -test DEBUG: checking container 1734652800 -test DEBUG: looking for objects in 1734652800 -test DEBUG: checking container 1734649200 -test DEBUG: looking for objects in 1734649200 -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001)test.unit.container.test_reconciler.TestReconciler.test_no_concurrency -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_delete -test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move -test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0018 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0017 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0020 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0010 "-" 1945224 0 -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0016 "-" 1945224 1 -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0009 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0020 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0014 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0034 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0001 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0027 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945224 1 -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0036 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0018 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0016 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0043 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0014 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0015 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0031 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945224 - -test INFO: - - - [27/Dec/2024:08:01:42 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1945224 - -Finished. Marked 0 objects for deletion. -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok - -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok + +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0031 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0007 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0029 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0019 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0031 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0012 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0022 "-" 3334983 - +test DEBUG: - - - [29/Jan/2026:14:31:11 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 3334983 - +test DEBUG: - - - [29/Jan/2026:14:31:11 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3334983 - +test DEBUG: - - - [29/Jan/2026:14:31:11 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0010 "-" 3334983 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [29/Jan/2026:14:31:11 +0000] "REPLICATE /sda1/p/a/" 500 832 "-" "-" "-" 0.0038 "-" 3334983 - +test DEBUG: - - - [29/Jan/2026:14:31:11 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 3334983 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0041 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0027 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0027 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0013 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0019 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 3334983 1 +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0021 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 3334983 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! swift-ring-builder set_min_part_hours @@ -69166,11 +68081,11 @@ Exit codes: 0 = operation successful 1 = operation completed with warnings 2 = error -/tmp/tmp3fk4u399/tmpoho4rwem, build version 4, id 0c548fb1691246f7ab55c26b237188a8 +/tmp/tmp12avil1y/tmpqlbnx9pq, build version 4, id 06bbc58bd5374d41b5007325f29e25b5 64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) The overload factor is 0.00% (0.000000) -Ring file /tmp/tmp3fk4u399/tmpoho4rwem.ring.gz not found, probably it hasn't been written yet +Ring file /tmp/tmp12avil1y/tmpqlbnx9pq.ring.gz not found, probably it hasn't been written yet Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 @@ -69248,439 +68163,363 @@ test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.0742416381835938e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 486, in _incr_or_decr - return int(line[0].strip()) - ^^^^^^^^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: b'UNEXPECTED' -test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) -test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) -test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) -test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) -test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) -test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) -test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) -test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) -test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) -test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 2.3126602172851562e-05, incomplete read -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 453, in get - sock.sendall(b'get ' + cmd.hash_key + b'\r\n') - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1376, in handle_get - raise Exception('get failed') -Exception: get failedtest.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_retry -test.unit.common.test_memcached.TestMemcached.test_retry ... ok -test.unit.common.test_memcached.TestMemcached.test_serialization -test.unit.common.test_memcached.TestMemcached.test_serialization ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error -test.unit.common.test_memcached.TestMemcached.test_set_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_expiration_time -test.unit.common.test_memcached.TestMemcached.test_set_expiration_time ... ok -test.unit.common.test_memcached.TestMemcached.test_set_get_json -test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok - -test INFO: - - - [27/Dec/2024:08:01:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1945209 - +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting requesttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok - -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 524, in incr - new_val = self._add(fp, sock, cmd, add_val, timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 489, in _add - sock.sendall(b' '.join([ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1318, in handle_add - raise Exception('add failed') -Exception: add failed -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 420, in set - sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1346, in handle_set - raise Exception('set failed') -Exception: set failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok -test.unit.common.test_utils.TestStringAlong.test_happy -test.unit.common.test_utils.TestStringAlong.test_happy ... ok -test.unit.common.test_utils.TestStringAlong.test_unhappy -test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok -test.unit.common.test_utils.TestWatchdog.test_start_stop -test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_expire -test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok + +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0020 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0013 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0017 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0026 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0020 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0010 "-" 3334967 0 +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0017 "-" 3334967 1 +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0020 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0035 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0017 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0027 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3334967 1 +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0020 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0037 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0025 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0039 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0016 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0014 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334967 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334967 - +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication componenttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ @@ -69689,436 +68528,744 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD resp = req.get_response(self.app, query=query) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok - -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 29/Jan/2026/14/31/12 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1769697072.398195744 1769697072.399118900 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 29/Jan/2026/14/31/12 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1769697072.399681091 1769697072.400437593 0 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok + +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} +fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:44 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0039 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0021 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0002 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0002 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0002 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0040 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0022 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0011 "-" 1945216 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0005 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0038 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0037 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0035 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0013 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1945216 0test.unit.container.test_server.TestContainerController.test_GET_plain -test.unit.container.test_server.TestContainerController.test_GET_plain ... ok -test.unit.container.test_server.TestContainerController.test_GET_prefix -test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735286506.336620) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1735286506.336620) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735286506.336620) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1735286506.336620) from storage policy 1 -test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1735286506.336620) in policy_index 1 will be deleted from policy_index 0 (1735286506.33662_0000000000000002) -test INFO: delete_success: '/AUTH_bob/c/o1' (1735286506.336620) deleted from policy_index 0 (1735286506.33662_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1735286506.336620) from policy_index 1 (1735286506.33662_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1735286506.336620) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (1735286506.336620) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1735286506.336620) from the queue (1735286506.33662_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 338, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok - -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Grant AllUsers READ permission on the bucket /bucket -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'}test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok + +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0034 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0021 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0020 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0010 "-" 3334983 0 +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0014 "-" 3334983 1 +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0015 "-" 3334983 2 +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0014 "-" 3334983 3 +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0038 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0028 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0017 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0020 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0016 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0023 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0001 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 3334983 3 +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0019 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0027 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0039 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0026 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0030 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0019 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0013 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0029 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0020 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0014 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0013 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0013 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0032 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0015 "-" 3334983 - +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334983 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok + +test INFO: Since Thu Jan 1 14:00:00 1970: container audits: 0 passed audit, 1 failed audit +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test ERROR: ERROR Could not get container info /tmp/tmp5wq8aa8n/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp5ngufqyw/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp5ngufqyw/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp5ngufqyw/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp5ngufqyw/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp5ngufqyw/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp5ngufqyw/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp5ngufqyw/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp5ngufqyw/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp5ngufqyw/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp5ngufqyw/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp5ngufqyw/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp5ngufqyw/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp5ngufqyw/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp5ngufqyw/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR Could not get container info /tmp/tmp5ngufqyw/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp5ngufqyw/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.common.test_db_auditor.TestAuditor.test_run_forever +test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok +test.unit.common.test_db_auditor.TestAuditor.test_run_once +test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok +test.unit.common.test_swob.TestEtag.test_normalize_bytes +test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok +test.unit.common.test_swob.TestEtag.test_normalize_etag +test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok +test.unit.common.test_utils.TestStringAlong.test_happy +test.unit.common.test_utils.TestStringAlong.test_happy ... ok +test.unit.common.test_utils.TestStringAlong.test_unhappy +test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok +test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api +test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api ... ok +test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api +test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api ... ok +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency +test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok swift-ring-builder remove [search-value ...] [--yes] @@ -70347,700 +69494,1649 @@ test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok -test WARNING: boom -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Base DELETE returning 503 for (204, 204, 404) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: + +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "acc\u00e9ss", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Not a path query: /, skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Cached creds valid +test DEBUG: Connecting with tenant: tenant_id +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok +test ERROR: Invalid swift_bytes: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d3ab4bf9933460bae5e2-00676e5eeb) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2824, in override_bytes_from_content_type + listing_dict['bytes'] = int(swift_bytes) + ^^^^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: 'hey' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0055 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0034 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0018 "-" 3334963 0 +test ERROR: ERROR Account update failed with 127.0.0.1:35209/sda1 (will retry later): Response 503 OK +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0022 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0024 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0066 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0046 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0012 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:14 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0010 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0010 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0040 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0012 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0010 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0010 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0012 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0010 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 3334963 - +test DEBUG: Unlinked retiring db '/tmp/tmpuyw327f7/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0034 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0010 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter +test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok + +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{}' +test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'[]' +test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'null' +test DEBUG: Error on keystone reply: 201 b'null' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' +test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'1' +test DEBUG: Error on keystone reply: 201 b'1' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'true' +test DEBUG: Error on keystone reply: 201 b'true' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, rejecting request with error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, rejecting request with error: 401 Unauthorized +test INFO: - - 29/Jan/2026/14/31/11 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697071.890336514 1769697071.890512943 0 +test INFO: - - 29/Jan/2026/14/31/11 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1769697071.890291452 1769697071.891045332 0test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok +test.unit.common.test_utils.TestLRUCache.test_maxsize +test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_maxtime +test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxsize +test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxtime +test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok +test.unit.common.test_utils.TestSpliterator.test_big_input_string +test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok +test.unit.common.test_utils.TestSpliterator.test_closing +test.unit.common.test_utils.TestSpliterator.test_closing ... ok +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok +test.unit.common.test_utils.TestSpliterator.test_overlap +test.unit.common.test_utils.TestSpliterator.test_overlap ... ok +test.unit.common.test_utils.TestSpliterator.test_running_out +test.unit.common.test_utils.TestSpliterator.test_running_out ... ok +test.unit.common.test_utils.TestSpliterator.test_string +test.unit.common.test_utils.TestSpliterator.test_string ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES +test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int ... ok +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d3ab4bf9933460bae5e2-00676e5eeb) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile + profiler.dump_stats(tmpfn) + File "/usr/lib/python3.12/profile.py", line 394, in dump_stats + with open(file, 'wb') as f: + ^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpgsk80a_c/log/swift/profile/default.profile3334964.tmp' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5d3ab4bf9933460bae5e2-00676e5eeb) -test ERROR: Container HEAD returning 503 for [] (txn: tx5d3ab4bf9933460bae5e2-00676e5eeb) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile + profiler.dump_stats(tmpfn) + File "/usr/lib/python3.12/profile.py", line 394, in dump_stats + with open(file, 'wb') as f: + ^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmp775g2dc6/log/swift/profile/default.profile3334964.tmp' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_GET +test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_GET_big +test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine +test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0052 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0064 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0022 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0039 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1945216 0 -test DEBUG: Unlinked retiring db '/tmp/tmpswwvi3_x/tmp_test_container_server_ContainerController/sda1/containers/p/b5a/36f5fe1660a28297a53958cf244f0b5a/36f5fe1660a28297a53958cf244f0b5a.db' -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0057 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 1945216 0test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_server.TestContainerController.test_GET_xml -test.unit.container.test_server.TestContainerController.test_GET_xml ... ok -test.unit.container.test_server.TestContainerController.test_HEAD -test.unit.container.test_server.TestContainerController.test_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_not_found -test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options -test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test INFO: - - - [29/Jan/2026:14:31:11 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 3334983 - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} +test INFO: Begin container audit "once" mode +test ERROR: ERROR Could not get container info /tmp/tmp4ddo10yt/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp4ddo10yt/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit "once" mode completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpb_qn_p86/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00195 seconds (512.85020/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00033 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00023 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00019 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test WARNING: boom +test DEBUG: set nice priority to 1 +test DEBUG: set ionice class 1 priority 0 +WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. +test ERROR: Unable to modify ionice priority: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/libc.py", line 326, in _ioprio_set + io_class = IO_CLASS_ENUM[io_class] + ~~~~~~~~~~~~~^^^^^^^^^^ +KeyError: 'class_foo' +test DEBUG: set ionice class 2 priority 4 +test DEBUG: set nice priority to -15 +test DEBUG: set ionice class 3 priority 6 test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 test DEBUG: looking for containers in .misplaced_objects test DEBUG: checking container 3600 test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1734620400 -test DEBUG: looking for objects in 1734620400 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1734621226.379355) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1734621226.379355) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1734621226.379355) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1734621226.379355) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1734621226.37935) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_jeb/c/o1' (1734621226.379355) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/1734620400/1:/AUTH_jeb/c/o1' (1734621226.379355) from the queue (1734621226.37935_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: checking container 1769029200 +test DEBUG: looking for objects in 1769029200 +test DEBUG: checking container 1769025600 +test DEBUG: looking for objects in 1769025600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1735286506.384597) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1735286506.384597) in destination policy_index 0 +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1735286506.384597) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1735286506.384597) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1735286506.38460) in policy_index 1 responded 404 (0000000000.00000) -test INFO: retry: '/AUTH_jeb/c/o1' (1735286506.384597) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) +test INFO: Reconciler Stats: {} test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location - self.swift.upload_object( - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 844, in upload_object - self.handle_request('PUT', path, headers, acceptable_statuses, fobj, - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 264, in handle_request - resp = self.make_request(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait - return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retriedtest.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok -test.unit.container.test_reconciler.TestReconciler.test_processes_config -test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queuetest.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_delete +test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move +test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. @@ -71198,272 +71294,624 @@ test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +test DEBUG: Cached keystone credentials +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test ERROR: Error retrieving recon data: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae2ab882e04e4b519de77-00676e5eee) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception + raise Exception +Exception +test ERROR: Error reading recon cache file: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae2ab882e04e4b519de77-00676e5eee) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test ERROR: Error reading recon cache file: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txae2ab882e04e4b519de77-00676e5eee) -test ERROR: Container HEAD returning 503 for [] (txn: txae2ab882e04e4b519de77-00676e5eee) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_close -test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_init -test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test ERROR: Error parsing recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError + raise ValueError +ValueError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSErrortest.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.ring.test_ring.TestRing.test_creation +test.unit.common.ring.test_ring.TestRing.test_creation ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok +test.unit.common.ring.test_ring.TestRing.test_get_nodes +test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part +test.unit.common.ring.test_ring.TestRing.test_get_part ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_has_changed +test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok +test.unit.common.ring.test_ring.TestRing.test_reload +test.unit.common.ring.test_ring.TestRing.test_reload ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok +test.unit.common.ring.test_ring.TestRing.test_replica_count +test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok +test.unit.common.test_db.TestExampleBroker.test_commit_pending +test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok +test.unit.common.test_db.TestExampleBroker.test_delete_db +test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok +test.unit.common.test_db.TestExampleBroker.test_get_info +test.unit.common.test_db.TestExampleBroker.test_get_info ... ok +test.unit.common.test_db.TestExampleBroker.test_get_max_row +test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok +test.unit.common.test_db.TestExampleBroker.test_get_syncs +test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok +test.unit.common.test_db.TestExampleBroker.test_maybe_get +test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.common.test_db.TestExampleBroker.test_put_timestamp +test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok +test.unit.common.test_db.TestExampleBroker.test_status_changed_at +test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry +test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version ... ok -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0014 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:45 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0038 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0041 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0057 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0003 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1945216 -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_OPTIONS -test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT -test.unit.container.test_server.TestContainerController.test_PUT ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0006 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0010 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0012 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0006 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0024 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0054 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0028 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0025 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0030 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0028 "-" 3334963 0 +test DEBUG: Unlinked retiring db '/tmp/tmpfq2w9j92/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0051 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0041 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0019 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0036 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0060 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0035 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0036 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0031 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 3334963 -test.unit.container.test_server.TestContainerController.test_GET_json +test.unit.container.test_server.TestContainerController.test_GET_json ... ok +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_limit +test.unit.container.test_server.TestContainerController.test_GET_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestContainerController.test_GET_marker +test.unit.container.test_server.TestContainerController.test_GET_marker ... ok +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +test INFO: - - 29/Jan/2026/14/31/11 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697071.892989635 1769697071.893229485 0 +test INFO: - - 29/Jan/2026/14/31/11 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1769697071.892947912 1769697071.893664598 0 +test INFO: - - 29/Jan/2026/14/31/11 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697071.894940615 1769697071.895133257 0 +test INFO: - - 29/Jan/2026/14/31/11 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1769697071.894903898 1769697071.895585299 0 +test INFO: - - 29/Jan/2026/14/31/11 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697071.896844864 1769697071.897058725 0 +test INFO: - - 29/Jan/2026/14/31/11 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1769697071.896807432 1769697071.897511005 0 +test INFO: - - 29/Jan/2026/14/31/11 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697071.898864031 1769697071.899044275 0 +test INFO: - - 29/Jan/2026/14/31/11 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1769697071.898823977 1769697071.899502039 0 +test INFO: - - 29/Jan/2026/14/31/11 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0005 FA - 1769697071.901192665 1769697071.901678562 0 +test INFO: - - 29/Jan/2026/14/31/11 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769697071.902060032 1769697071.902267933 0 +test INFO: - - 29/Jan/2026/14/31/11 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769697071.902663231 1769697071.902786255 0 +test INFO: - - 29/Jan/2026/14/31/11 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0022 - - 1769697071.901058912 1769697071.903282881 - +test INFO: - - 29/Jan/2026/14/31/11 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697071.904762030 1769697071.904983521 0 +test INFO: - - 29/Jan/2026/14/31/11 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769697071.905286074 1769697071.905455828 0 +test INFO: - - 29/Jan/2026/14/31/11 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697071.905818462 1769697071.905988693 0 +test INFO: - - 29/Jan/2026/14/31/11 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1769697071.904631376 1769697071.906422615 - +test INFO: - - 29/Jan/2026/14/31/11 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697071.907826900 1769697071.907990694 0 +test INFO: - - 29/Jan/2026/14/31/11 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769697071.908281326 1769697071.908449650 0 +test INFO: - - 29/Jan/2026/14/31/11 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769697071.908787727 1769697071.908905506 0 +test INFO: - - 29/Jan/2026/14/31/11 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0016 - - 1769697071.907711029 1769697071.909307480 - +test INFO: - - 29/Jan/2026/14/31/11 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697071.910696983 1769697071.910894394 0 +test INFO: - - 29/Jan/2026/14/31/11 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769697071.911227703 1769697071.911403179 0 +test INFO: - - 29/Jan/2026/14/31/11 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697071.911760807 1769697071.911912441 0 +test INFO: - - 29/Jan/2026/14/31/11 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1769697071.910581827 1769697071.912318230 - +test INFO: - - 29/Jan/2026/14/31/11 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769697071.914029121 1769697071.914188385 0 +test INFO: - - 29/Jan/2026/14/31/11 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769697071.914498091 1769697071.914667606 0 +test INFO: - - 29/Jan/2026/14/31/11 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769697071.915019989 1769697071.915134668 0 +test INFO: - - 29/Jan/2026/14/31/11 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0016 - - 1769697071.913909674 1769697071.915550947 - +Fri Jan 30 04:31:12 2026 /tmp/tmpgsk80a_c/log/swift/profile/default.profile3334964 +Fri Jan 30 04:31:12 2026 /tmp/tmpgsk80a_c/log/swift/profile/default.profile123 +Fri Jan 30 04:31:12 2026 /tmp/tmpgsk80a_c/log/swift/profile/default.profile456 + + 45 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 9 0.000 0.000 0.000 0.000 :0(exec) + 9 0.000 0.000 0.000 0.000 :0(getcwd) + 9 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 9 0.000 0.000 0.000 0.000 :0(setprofile) + + +test WARNING: Skipping /tmp/tmplhnwoc_x/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmplhnwoc_x/devices3/device_is_file/data' +test WARNING: Skipping /tmp/tmplhnwoc_x/devices4/device/data because +test WARNING: Skipping device as it is not mounted +test WARNING: Skipping /tmp/tmp44blzr15/asdf/data because [Errno 20] Not a directory: '/tmp/tmp44blzr15/asdf/data' +test WARNING: Skipping /tmp/tmp44blzr15/asdf/data because [Errno 20] Not a directory: '/tmp/tmp44blzr15/asdf/data' +test WARNING: Skipping drive as it is not mounted +test WARNING: Skipping asdf as it is not mounted +test WARNING: Skipping /tmp/tmp3w3colvx/asdf/data because [Errno 20] Not a directory: '/tmp/tmp3w3colvx/asdf/data' +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Base DELETE returning 503 for (204, 204, 404) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -71471,7 +71919,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx13de99dd6a604e859be5b-00676e5eee) +StopIteration (txn: tx7da53371792f465b8af43-00697b6f36) test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -71480,8 +71928,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx13de99dd6a604e859be5b-00676e5eee) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +StopIteration (txn: tx7da53371792f465b8af43-00697b6f36) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -71489,176 +71937,381 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx13de99dd6a604e859be5b-00676e5eee) -test ERROR: Container HEAD returning 503 for [] (txn: tx13de99dd6a604e859be5b-00676e5eee) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx6e718226a4cf41b8b8dd8-00676e5eee) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx652d5cefe6fc49a1ae85a-00676e5eee) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp0xpe2kb4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp0xpe2kb4/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release.test.unit.proxy.test_mem_server.TestController.test_account_info_200 -test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_404 -test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_200 -test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_404 -test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_make_requests -test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_transfer_headers -test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +StopIteration (txn: tx7da53371792f465b8af43-00697b6f36)test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1769691600 +test DEBUG: looking for objects in 1769691600 +test DEBUG: checking container 1769688000 +test DEBUG: looking for objects in 1769688000 +test DEBUG: checking container 1769684400 +test DEBUG: looking for objects in 1769684400 +test DEBUG: checking container 1769680800 +test DEBUG: looking for objects in 1769680800 +test DEBUG: checking container 1769677200 +test DEBUG: looking for objects in 1769677200 +test DEBUG: checking container 1769673600 +test DEBUG: looking for objects in 1769673600 +test DEBUG: checking container 1769670000 +test DEBUG: looking for objects in 1769670000 +test DEBUG: checking container 1769666400 +test DEBUG: looking for objects in 1769666400 +test DEBUG: checking container 1769662800 +test DEBUG: looking for objects in 1769662800 +test DEBUG: checking container 1769090400 +test DEBUG: looking for objects in 1769090400 +test DEBUG: checking container 1769086800 +test DEBUG: looking for objects in 1769086800 +test DEBUG: checking container 1769083200 +test DEBUG: looking for objects in 1769083200 +test DEBUG: checking container 1769079600 +test DEBUG: looking for objects in 1769079600 +test DEBUG: checking container 1769076000 +test DEBUG: looking for objects in 1769076000 +test DEBUG: checking container 1769072400 +test DEBUG: looking for objects in 1769072400 +test DEBUG: checking container 1769068800 +test DEBUG: looking for objects in 1769068800 +test DEBUG: checking container 1769065200 +test DEBUG: looking for objects in 1769065200 +test DEBUG: checking container 1769061600 +test DEBUG: looking for objects in 1769061600 +test DEBUG: checking container 1769058000 +test DEBUG: looking for objects in 1769058000 +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769697074.623460) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769697074.623460) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769697074.623460) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769697074.623460) from storage policy 1 +test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1769697074.623460) in policy_index 1 will be deleted from policy_index 0 (1769697074.62346_0000000000000002) +test INFO: delete_success: '/AUTH_bob/c/o1' (1769697074.623460) deleted from policy_index 0 (1769697074.62346_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1769697074.623460) from policy_index 1 (1769697074.62346_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1769697074.623460) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (1769697074.623460) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1769697074.623460) from the queue (1769697074.62346_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant AllUsers WRITE permission on the object /bucket/object fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 Devices: id region zone ip address port replication ip replication port name weight partitions balance meta @@ -71864,1202 +72517,1209 @@ test.unit.cli.test_ringbuilder.TestCommands.test_set_weight test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0075 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0034 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0034 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0033 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0019 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0039 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0022 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0021 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0028 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_server.TestContainerController.test_GET_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok + +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +proxy INFO: (3334967) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334967) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: txcb57f1e3c29a4e2baa4f9-00697b6f36) +proxy INFO: wsgi exiting +proxy INFO: (3334967) wsgi exited, is_accepting=True +proxy INFO: (3334967) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334967) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: txb406b362b403489b9c610-00697b6f36) +proxy INFO: wsgi exiting +proxy INFO: (3334967) wsgi exited, is_accepting=True +proxy INFO: (3334967) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334967) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: txbc5001498409401e9fe74-00697b6f36) +proxy INFO: wsgi exiting +proxy INFO: (3334967) wsgi exited, is_accepting=True +proxy INFO: (3334967) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334967) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (3334967) wsgi exited, is_accepting=True +proxy INFO: (3334967) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334967) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [30/Jan/2026 04:31:18] "GET /someurl HTTP/1.1" 200 160 0.000059 +proxy INFO: 192.168.0.1 - - [30/Jan/2026 04:31:18] "GET /otherurl HTTP/1.1" 200 179 0.000029 +proxy INFO: wsgi exiting +proxy INFO: (3334967) wsgi exited, is_accepting=True +proxy INFO: (3334967) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334967) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [30/Jan/2026 04:31:18] "GET /someurl HTTP/1.0" 200 186 0.000039 +proxy INFO: wsgi exiting +proxy INFO: (3334967) wsgi exited, is_accepting=True +proxy INFO: (3334967) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334967) accepted ('127.0.0.1', 8359)test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok +test.unit.common.test_splice.TestTee.test_available +test.unit.common.test_splice.TestTee.test_available ... ok +test.unit.common.test_splice.TestTee.test_errno +test.unit.common.test_splice.TestTee.test_errno ... ok + +test ERROR: Container HEAD returning 503 for [] (txn: tx7da53371792f465b8af43-00697b6f36) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok + +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok - -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1734681599.000000) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1734681599.000000) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1734681599.000000) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1734681599.000000) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1734681599.00000) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_bob/c/o1' (1734681599.000000) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1734681599.000000) from the queue (1734681599.00000_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735286507.636119) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1735286507.636119) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735286507.636119) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1735286507.636119) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1735286507.63612) in policy_index 1 responded 200 (1735286506.63612) -test INFO: retry: '/AUTH_bob/c/o1' (1735286507.636119) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001)test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok -test.unit.obj.test_server.TestObjectController.test_DELETE -test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET -test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_but_expired -test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match -test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine -test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD -test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_OPTIONS -test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_but_expired -test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_connection -test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers -test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_not_exist -test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_update_meta -test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_common -test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_slow -test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test__call__returns_500 -test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_allowed_headers -test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_bad_sinces -test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_method -test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_request -test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_name_collision -test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_not_found -test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_put -test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_async -test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_success -test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_content_encoding -test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration -test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_cap -test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_negative -test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes -test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_device_unavailable -test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes -test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_init -test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_log_line_format -test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_object_name_length -test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_upload_time -test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_allowed_method -test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_serv_reserv -test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_short_body -test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params -test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_creation -test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception -test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok - -cont2 DEBUG: Could not load '/tmp/tmp0xpe2kb4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp0xpe2kb4/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0034 "-" 1945228 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0029 "-" 1945228 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0027 "-" 1945228 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0027 "-" 1945228 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx626f9bf186d84812896ad-00676e5eee" "proxy-server 1945228" 0.0012 "-" 1945228 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:39217/sda1/0/a/c" "tx626f9bf186d84812896ad-00676e5eee" "container-server 1945228" 0.0011 "-" 1945228 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:32975/sdb1/0/a/c" "tx626f9bf186d84812896ad-00676e5eee" "container-server 1945228" 0.0012 "-" 1945228 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx626f9bf186d84812896ad-00676e5eee" "proxy-server 1945228" 0.0520 "-" 1945228 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx626f9bf186d84812896ad-00676e5eee" "proxy-server 1945228" 0.0580 "-" 1945228 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/50 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx626f9bf186d84812896ad-00676e5eee - 0.0655 - - 1735286510.499403238 1735286510.564903021 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txe67067b896dc4dc388816-00676e5eee" "proxy-server 1945228" 0.0013 "-" 1945228 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:32975/sdb1/2/a1/c1" "txe67067b896dc4dc388816-00676e5eee" "container-server 1945228" 0.0020 "-" 1945228 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:39217/sda1/2/a1/c1" "txe67067b896dc4dc388816-00676e5eee" "container-server 1945228" 0.0011 "-" 1945228 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe67067b896dc4dc388816-00676e5eee" "proxy-server 1945228" 0.0096 "-" 1945228 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe67067b896dc4dc388816-00676e5eee" "proxy-server 1945228" 0.0146 "-" 1945228 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/50 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txe67067b896dc4dc388816-00676e5eee - 0.0221 - - 1735286510.566376686 1735286510.588439465 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0979363462e54be996f5c-00676e5eee" "proxy-server 1945228" 0.0020 "-" 1945228 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:39217/sda1/0/a/c1" "tx0979363462e54be996f5c-00676e5eee" "container-server 1945228" 0.0018 "-" 1945228 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:32975/sdb1/0/a/c1" "tx0979363462e54be996f5c-00676e5eee" "container-server 1945228" 0.0018 "-" 1945228 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0979363462e54be996f5c-00676e5eee" "proxy-server 1945228" 0.0097 "-" 1945228 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0979363462e54be996f5c-00676e5eee" "proxy-server 1945228" 0.0146 "-" 1945228 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/50 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx0979363462e54be996f5c-00676e5eee - 0.0230 - - 1735286510.589939356 1735286510.612978697 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx259cf63e96b34df49810c-00676e5eee" "proxy-server 1945228" 0.0022 "-" 1945228 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:32975/sdb1/2/a/c2" "tx259cf63e96b34df49810c-00676e5eee" "container-server 1945228" 0.0025 "-" 1945228 2 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:39217/sda1/2/a/c2" "tx259cf63e96b34df49810c-00676e5eee" "container-server 1945228" 0.0011 "-" 1945228 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx259cf63e96b34df49810c-00676e5eee" "proxy-server 1945228" 0.0099 "-" 1945228 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx259cf63e96b34df49810c-00676e5eee" "proxy-server 1945228" 0.0149 "-" 1945228 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/50 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx259cf63e96b34df49810c-00676e5eee - 0.0235 - - 1735286510.614468575 1735286510.637937307 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp4fry7p12/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4fry7p12/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp4fry7p12/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4fry7p12/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0031 "-" 1945228 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0030 "-" 1945228 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 1945228 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0031 "-" 1945228 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txaa433fd19fea47309e714-00676e5eee" "proxy-server 1945228" 0.0012 "-" 1945228 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:35805/sda1/0/a/c" "txaa433fd19fea47309e714-00676e5eee" "container-server 1945228" 0.0011 "-" 1945228 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:55391/sdb1/0/a/c" "txaa433fd19fea47309e714-00676e5eee" "container-server 1945228" 0.0012 "-" 1945228 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txaa433fd19fea47309e714-00676e5eee" "proxy-server 1945228" 0.0131 "-" 1945228 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txaa433fd19fea47309e714-00676e5eee" "proxy-server 1945228" 0.0094 "-" 1945228 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/50 PUT /v1/a/c HTTP/1.0 201 - - t - - - txaa433fd19fea47309e714-00676e5eee - 0.0221 - - 1735286510.690195560 1735286510.712252140 0test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version ... ok + +proxy INFO: 192.168.0.1 - - [30/Jan/2026 04:31:18] "GET /someurl HTTP/1.0" 200 179 0.000037 +proxy INFO: wsgi exiting +proxy INFO: (3334967) wsgi exited, is_accepting=True +proxy INFO: (3334967) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334967) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:18] "GET /someurl HTTP/1.0" 200 180 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (3334967) wsgi exited, is_accepting=True +proxy INFO: (3334967) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334967) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:18] "GET /someurl HTTP/1.0" 200 180 0.000039 +proxy INFO: wsgi exiting +proxy INFO: (3334967) wsgi exited, is_accepting=True +proxy INFO: (3334967) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334967) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:18] "GET /someurl HTTP/1.0" 200 180 0.000033 +proxy INFO: wsgi exiting +proxy INFO: (3334967) wsgi exited, is_accepting=True +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) +OSError: [Errno 9] Bad file descriptor +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) +OSError: [Errno 9] Bad file descriptor +test.unit.common.test_splice.TestTee.test_fileno +test.unit.common.test_splice.TestTee.test_fileno ... ok +test.unit.common.test_splice.TestTee.test_flags_list +test.unit.common.test_splice.TestTee.test_flags_list ... ok +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok +test.unit.common.test_splice.TestTee.test_unavailable +test.unit.common.test_splice.TestTee.test_unavailable ... ok +test.unit.common.test_splice.TestTee.test_unavailable_in_libc +test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str +test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_len +test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok + +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1769029200 +test DEBUG: looking for objects in 1769029200 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1769031794.667212) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1769031794.667212) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1769031794.667212) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1769031794.667212) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1769031794.66721) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_jeb/c/o1' (1769031794.667212) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/1769029200/1:/AUTH_jeb/c/o1' (1769031794.667212) from the queue (1769031794.66721_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1769697074.672634) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1769697074.672634) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1769697074.672634) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1769697074.672634) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1769697074.67263) in policy_index 1 responded 404 (0000000000.00000) +test INFO: retry: '/AUTH_jeb/c/o1' (1769697074.672634) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok + +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txfac69549e6b1408898088-00676e5eee" "proxy-server 1945228" 0.0013 "-" 1945228 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:35805/sda1/2/a1/c1" "txfac69549e6b1408898088-00676e5eee" "container-server 1945228" 0.0010 "-" 1945228 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:55391/sdb1/2/a1/c1" "txfac69549e6b1408898088-00676e5eee" "container-server 1945228" 0.0011 "-" 1945228 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfac69549e6b1408898088-00676e5eee" "proxy-server 1945228" 0.0084 "-" 1945228 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfac69549e6b1408898088-00676e5eee" "proxy-server 1945228" 0.0146 "-" 1945228 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/50 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txfac69549e6b1408898088-00676e5eee - 0.0220 - - 1735286510.713737249 1735286510.735760927 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2f499d4f5b7f468aacd96-00676e5eee" "proxy-server 1945228" 0.0019 "-" 1945228 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:55391/sdb1/0/a/c1" "tx2f499d4f5b7f468aacd96-00676e5eee" "container-server 1945228" 0.0046 "-" 1945228 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:35805/sda1/0/a/c1" "tx2f499d4f5b7f468aacd96-00676e5eee" "container-server 1945228" 0.0017 "-" 1945228 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2f499d4f5b7f468aacd96-00676e5eee" "proxy-server 1945228" 0.0126 "-" 1945228 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2f499d4f5b7f468aacd96-00676e5eee" "proxy-server 1945228" 0.0175 "-" 1945228 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/50 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx2f499d4f5b7f468aacd96-00676e5eee - 0.0255 - - 1735286510.737202883 1735286510.762703180 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx512c9365161b4af9ac719-00676e5eee" "proxy-server 1945228" 0.0020 "-" 1945228 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:35805/sda1/2/a/c2" "tx512c9365161b4af9ac719-00676e5eee" "container-server 1945228" 0.0019 "-" 1945228 2 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:55391/sdb1/2/a/c2" "tx512c9365161b4af9ac719-00676e5eee" "container-server 1945228" 0.0017 "-" 1945228 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx512c9365161b4af9ac719-00676e5eee" "proxy-server 1945228" 0.0099 "-" 1945228 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:50 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx512c9365161b4af9ac719-00676e5eee" "proxy-server 1945228" 0.0148 "-" 1945228 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/01/50 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx512c9365161b4af9ac719-00676e5eee - 0.0232 - - 1735286510.764102936 1735286510.787257671 2 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant AllUsers WRITE permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok - -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735286508.194435) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1735286508.194435) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735286508.194435) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1735286508.194435) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1735286508.19443) in policy_index 1 responded 503 (0000000000.00000) -test INFO: retry: '/AUTH_bob/c/o1' (1735286508.194435) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735286508.198935) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1735286508.198935) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735286508.198935) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1735286508.198935) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1735286508.19894) in policy_index 1 responded 404 (1735286508.19894_0000000000000002) -test INFO: retry: '/AUTH_bob/c/o1' (1735286508.198935) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1735286400 -test DEBUG: looking for objects in 1735286400 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Unhandled Exception trying to reconcile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 852, in run_once - self.reconcile() - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 831, in reconcile - for container in self._iter_containers(): - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 748, in _iter_containers - one_page = list(itertools.islice( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 331, in _iter_items - resp = self.make_request( - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait - return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: Reconciler Stats: {} -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzsq9kowt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. -test ERROR: ERROR: Unable to access foo/bar: permission_denied -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpy52y94xo/devices/sda1 (pid: 1945226) -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpy52y94xo/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286515.00000 -test INFO: Object update sweep completed on /tmp/tmpy52y94xo/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpjnxvguq3/devices/sda1 (pid: 1945226) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpjnxvguq3/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286515.00000 -test INFO: Object update sweep completed on /tmp/tmpjnxvguq3/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpo_h5wfle/devices/sda1 (pid: 1945226)test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version ... ok Search value matched 0 devices. The on-disk ring builder is unchanged. @@ -73248,2726 +73908,1087 @@ test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0012 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0010 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0053 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0013 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0013 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0035 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 3334963 0 +test DEBUG: Unlinked retiring db '/tmp/tmpq2hvgi6m/tmp_test_container_server_ContainerController/sda1/containers/p/172/9a5b73515794582c10bf7e71964a4172/9a5b73515794582c10bf7e71964a4172.db' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0050 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 3334963 0 +test DEBUG: Unlinked retiring db '/tmp/tmpuigz82ad/tmp_test_container_server_ContainerController/sda1/containers/p/172/9a5b73515794582c10bf7e71964a4172/9a5b73515794582c10bf7e71964a4172.db' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0034 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0021 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0016 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0050 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0020 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 3334963 -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestContainerController.test_GET_over_limit +test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_path +test.unit.container.test_server.TestContainerController.test_GET_path ... ok +test.unit.container.test_server.TestContainerController.test_GET_plain +test.unit.container.test_server.TestContainerController.test_GET_plain ... ok +test.unit.container.test_server.TestContainerController.test_GET_prefix +test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff90832800>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff90832800>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff90832800>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff90832800>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff90de2ec0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff90832800>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff90832800>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +Fri Jan 30 04:31:19 2026 /tmp/tmp2qawesyu/unittest.profile123 +Fri Jan 30 04:31:19 2026 /tmp/tmp2qawesyu/unittest.profile3334962 +Fri Jan 30 04:31:19 2026 /tmp/tmp2qawesyu/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:31:19 2026 /tmp/tmp2qawesyu/unittest.profile123 +Fri Jan 30 04:31:19 2026 /tmp/tmp2qawesyu/unittest.profile3334962 +Fri Jan 30 04:31:19 2026 /tmp/tmp2qawesyu/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: call count + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + 0 0.000 0.000 profile:0(profiler) + + +Fri Jan 30 04:31:19 2026 /tmp/tmp2qawesyu/unittest.profile123 +Fri Jan 30 04:31:19 2026 /tmp/tmp2qawesyu/unittest.profile3334962 +Fri Jan 30 04:31:19 2026 /tmp/tmp2qawesyu/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:31:19 2026 /tmp/tmpb0ab_loh/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:31:19 2026 /tmp/tmpb0ab_loh/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_local_device +test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_args +test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args +test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok +test.unit.common.test_internal_client.TestGetAuth.test_ok +test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok +test.unit.common.test_swob.TestMatch.test_match +test.unit.common.test_swob.TestMatch.test_match ... ok +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_noquote +test.unit.common.test_swob.TestMatch.test_match_noquote ... ok +test.unit.common.test_swob.TestMatch.test_match_star +test.unit.common.test_swob.TestMatch.test_match_star ... ok +test.unit.common.test_swob.TestStatusMap.test_status_map +test.unit.common.test_swob.TestStatusMap.test_status_map ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_pending +test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok +test.unit.common.test_utils.TestNamespace.test_bounds_serialization +test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok +test.unit.common.test_utils.TestNamespace.test_comparisons +test.unit.common.test_utils.TestNamespace.test_comparisons ... ok +test.unit.common.test_utils.TestNamespace.test_contains +test.unit.common.test_utils.TestNamespace.test_contains ... ok +test.unit.common.test_utils.TestNamespace.test_end_marker +test.unit.common.test_utils.TestNamespace.test_end_marker ... ok +test.unit.common.test_utils.TestNamespace.test_entire_namespace +test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok +test.unit.common.test_utils.TestNamespace.test_expand +test.unit.common.test_utils.TestNamespace.test_expand ... ok +test.unit.common.test_utils.TestNamespace.test_includes +test.unit.common.test_utils.TestNamespace.test_includes ... ok +test.unit.common.test_utils.TestNamespace.test_lower_setter +test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok +test.unit.common.test_utils.TestNamespace.test_name +test.unit.common.test_utils.TestNamespace.test_name ... ok +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok +test.unit.common.test_utils.TestNamespace.test_total_ordering +test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok +test.unit.common.test_utils.TestNamespace.test_unicode_name +test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok +test.unit.common.test_utils.TestNamespace.test_upper_setter +test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_eq +test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_parse +test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options +test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txad9925ee79904b89bd031-00697b6f37) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txad9925ee79904b89bd031-00697b6f37) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txad9925ee79904b89bd031-00697b6f37) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txad9925ee79904b89bd031-00697b6f37) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txad9925ee79904b89bd031-00697b6f37) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txad9925ee79904b89bd031-00697b6f37) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txad9925ee79904b89bd031-00697b6f37) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txad9925ee79904b89bd031-00697b6f37) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txad9925ee79904b89bd031-00697b6f37) +test INFO: Client disconnected on read of '/a/c' (txn: txad9925ee79904b89bd031-00697b6f37) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txef566d6d140941c3a6a4d-00697b6f37) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txef566d6d140941c3a6a4d-00697b6f37) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txef566d6d140941c3a6a4d-00697b6f37) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txef566d6d140941c3a6a4d-00697b6f37) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx6dde473846b148d393ef1-00697b6f37) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx16e38c16b7bd4ee78167c-00697b6f37) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx56dae6dbbca54c808c2a6-00697b6f37) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: txf98109216c054c199821a-00697b6f37) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txba84636d10374c0f933b6-00697b6f37) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txae23fbeedaf74b359ad02-00697b6f37) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx0703b368ea5e402dbb6be-00697b6f37) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx02e8a6a6fb0346329d870-00697b6f37) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txfc2573d3de634a59a94ef-00697b6f37) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: txeee1610716b5461eb3e0e-00697b6f37) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx6aa6de613b1a4aea93761-00697b6f37) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txded6656f59884e3980cea-00697b6f37) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx1127387f53d64bee8f4b9-00697b6f37) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txbea536f30b8a4e96bc5c8-00697b6f37) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txe4b402b6eb6240dd8e2d3-00697b6f37) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx67ae6347c69d4ba5a2a9b-00697b6f37) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx0910d702e6954e76ae62b-00697b6f37) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: txadcce424b56d4a04a78bc-00697b6f37) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: txf339e47daf2244b3ac21e-00697b6f37) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txa5171f9dc6194d8c999b8-00697b6f37)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok + +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location + self.swift.upload_object( + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 844, in upload_object + self.handle_request('PUT', path, headers, acceptable_statuses, fobj, + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 264, in handle_request + resp = self.make_request(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise + raise value + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait + return self._exit_event.wait() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769090399.000000) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769090399.000000) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769090399.000000) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769090399.000000) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1769090399.00000) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_bob/c/o1' (1769090399.000000) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1769090399.000000) from the queue (1769090399.00000_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769697074.705930) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769697074.705930) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769697074.705930) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769697074.705930) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769697074.70593) in policy_index 1 responded 200 (1769697073.70593) +test INFO: retry: '/AUTH_bob/c/o1' (1769697074.705930) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok +test.unit.container.test_reconciler.TestReconciler.test_processes_config +test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok + +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0039 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0021 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0009 "-" 3334963 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0037 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0036 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0032 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0011 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0053 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:15 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0035 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0017 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0038 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 3334963 -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Expecting an element , got nothing, line 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -fake-swift DEBUG: Use tempauth middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: 's3api' is not in list -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift INFO: HEAD /bucket/object s3:err:AccessDenied.invalid_credential -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: 's3api' is not in list -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. -Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. -Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. -Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint -test DEBUG: Calling S3Api Middleware -Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 208, in HEAD - return self._handle_acl(app, 'DELETE') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 150, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00037 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmphrww7xxt/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00435 seconds (229.69374/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00027 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '67bf7813-f20e-434f-8c3d-3a7277c0f311-sda', '1735286500.64941', '1735286500.64786', '0', '') -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5e4gxizt/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'c891f381-9c27-4394-b7bf-60482b1eafee-sda', '1735286500.65497', '1735286500.65345', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('c891f381-9c27-4394-b7bf-60482b1eafee-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'c891f381-9c27-4394-b7bf-60482b1eafee-sda', '1735286500.65497', '1735286500.65345', '0', '') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('c891f381-9c27-4394-b7bf-60482b1eafee-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00746 seconds (134.11722/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, '000fe25de94781be6e0e0e79f6b5c658', 'a02183d5-318f-4cb8-b7e7-32dad2334627-sda', '1735286500.66982', '1735286500.66824', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('a02183d5-318f-4cb8-b7e7-32dad2334627-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, 'b81d9741f5a38161261c7060abfcc61d', '7b58e4e2-469d-4790-837d-5aad6afacd3f-sda', '1735286500.68367', '1735286500.68223', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1735286500.68711', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1735286500.68737', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1735286500.68747', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1735286500.68755', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1735286500.68763', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1735286500.68771', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1735286500.68779', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1735286500.68787', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1735286500.68794', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1735286500.68802', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1735286500.68809', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], '7b58e4e2-469d-4790-837d-5aad6afacd3f-sda') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) -test INFO: Disabling account_sdb -test INFO: Disabling container_sdb -test INFO: Disabling object_sdb -test INFO: Enabling account_sdb -test INFO: Enabling container_sdb -test INFO: Enabling object_sdb -Reloaded swift-proxy-server -DEBUG: New builder; performing initial balance -New builder; performing initial balance -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 768 new parts and 0 removed parts from replica-count change -768 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 154 (Last start was 0) -Gather start is 154 (Last start was 0) -DEBUG: Gathered 768 parts -Gathered 768 parts -DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdc -Placed 140/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdd -Placed 140/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sda -Placed 140/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdb -Placed 29/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdc -Placed 29/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdd -Placed 29/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sda -Placed 83/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdb -Placed 83/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sdc -Placed 83/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdd -Placed 195/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sda -Placed 195/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdb -Placed 195/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sdc -Placed 205/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdd -Placed 205/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sda -Placed 205/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sdb -Placed 253/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdc -Placed 253/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdd -Placed 253/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sda -Placed 213/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdb -Placed 213/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdc -Placed 213/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdd -Placed 212/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sda -Placed 212/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sdb -Placed 212/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sdc -Placed 59/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdd -Placed 59/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sda -Placed 59/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdb -Placed 187/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdc -Placed 187/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sdd -Placed 187/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sda -Placed 177/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdb -Placed 177/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdc -Placed 177/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdd -Placed 233/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sda -Placed 233/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdb -Placed 233/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdc -Placed 65/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdd -Placed 65/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sda -Placed 65/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdb -Placed 5/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdc -Placed 5/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdd -Placed 5/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sda -Placed 21/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdb -Placed 21/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdc -Placed 21/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdd -Placed 87/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sda -Placed 87/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sdb -Placed 87/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdc -Placed 62/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdd -Placed 62/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sda -Placed 62/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdb -Placed 14/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdc -Placed 14/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdd -Placed 14/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sda -Placed 157/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sdb -Placed 157/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdc -Placed 157/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdd -Placed 208/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sda -Placed 208/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdb -Placed 208/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdc -Placed 196/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdd -Placed 196/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sda -Placed 196/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdb -Placed 79/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdc -Placed 79/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdd -Placed 79/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sda -Placed 18/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sdb -Placed 18/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdc -Placed 18/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdd -Placed 19/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sda -Placed 19/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdb -Placed 19/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdc -Placed 85/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdd -Placed 85/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sda -Placed 85/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sdb -Placed 243/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdc -Placed 243/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdd -Placed 243/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sda -Placed 166/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdb -Placed 166/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdc -Placed 166/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sdd -Placed 26/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sda -Placed 26/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdb -Placed 26/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdc -Placed 165/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdd -Placed 165/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sda -Placed 165/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdb -Placed 86/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sdc -Placed 86/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdd -Placed 86/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sda -Placed 193/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdb -Placed 193/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdc -Placed 193/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdd -Placed 162/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sda -Placed 162/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdb -Placed 162/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdc -Placed 182/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sdd -Placed 182/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sda -Placed 182/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdb -Placed 176/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdc -Placed 176/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdd -Placed 176/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sda -Placed 57/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdb -Placed 57/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdc -Placed 57/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdd -Placed 250/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sda -Placed 250/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdb -Placed 250/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdc -Placed 69/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdd -Placed 69/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sda -Placed 69/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdb -Placed 171/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdc -Placed 171/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sdd -Placed 171/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sda -Placed 206/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sdb -Placed 206/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdc -Placed 206/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdd -Placed 35/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sda -Placed 35/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdb -Placed 35/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sdc -Placed 32/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdd -Placed 32/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sda -Placed 32/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdb -Placed 123/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdc -Placed 123/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdd -Placed 123/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sda -Placed 1/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdb -Placed 1/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdc -Placed 1/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdd -Placed 53/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sda -Placed 53/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdb -Placed 53/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sdc -Placed 24/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdd -Placed 24/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sda -Placed 24/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sdb -Placed 103/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdc -Placed 103/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdd -Placed 103/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sda -Placed 119/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdb -Placed 119/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdc -Placed 119/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdd -Placed 175/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sda -Placed 175/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdb -Placed 175/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdc -Placed 82/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdd -Placed 82/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sda -Placed 82/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdb -Placed 185/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdc -Placed 185/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdd -Placed 185/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sda -Placed 113/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdb -Placed 113/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdc -Placed 113/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdd -Placed 44/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sda -Placed 44/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sdb -Placed 44/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdc -Placed 27/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdd -Placed 27/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sda -Placed 27/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdb -Placed 151/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdc -Placed 151/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdd -Placed 151/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sda -Placed 161/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdb -Placed 161/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sdc -Placed 161/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sdd -Placed 126/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sda -Placed 126/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdb -Placed 126/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdc -Placed 146/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdd -Placed 146/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sda -Placed 146/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sdb -Placed 15/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdc -Placed 15/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdd -Placed 15/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sda -Placed 173/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdb -Placed 173/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdc -Placed 173/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdd -Placed 220/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sda -Placed 220/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdb -Placed 220/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdc -Placed 20/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdd -Placed 20/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sda -Placed 20/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdb -Placed 77/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdc -Placed 77/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdd -Placed 77/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sda -Placed 48/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdb -Placed 48/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdc -Placed 48/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdd -Placed 71/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sda -Placed 71/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdb -Placed 71/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdc -Placed 238/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdd -Placed 238/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sda -Placed 238/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdb -Placed 45/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdc -Placed 45/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sdd -Placed 45/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sda -Placed 112/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdb -Placed 112/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sdc -Placed 112/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdd -Placed 34/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sda -Placed 34/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdb -Placed 34/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdc -Placed 248/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdd -Placed 248/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sda -Placed 248/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sdb -Placed 129/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdc -Placed 129/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdd -Placed 129/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sda -Placed 199/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdb -Placed 199/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdc -Placed 199/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdd -Placed 130/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sda -Placed 130/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdb -Placed 130/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdc -Placed 11/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdd -Placed 11/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sda -Placed 11/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sdb -Placed 60/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdc -Placed 60/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdd -Placed 60/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sda -Placed 9/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdb -Placed 9/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdc -Placed 9/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdd -Placed 217/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sda -Placed 217/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdb -Placed 217/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdc -Placed 178/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdd -Placed 178/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sda -Placed 178/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdb -Placed 216/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sdc -Placed 216/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdd -Placed 216/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sda -Placed 37/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdb -Placed 37/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdc -Placed 37/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdd -Placed 191/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sda -Placed 191/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdb -Placed 191/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdc -Placed 244/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdd -Placed 244/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sda -Placed 244/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdb -Placed 52/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdc -Placed 52/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sdd -Placed 52/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sda -Placed 167/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdb -Placed 167/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdc -Placed 167/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdd -Placed 102/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sda -Placed 102/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdb -Placed 102/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdc -Placed 197/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdd -Placed 197/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sda -Placed 197/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdb -Placed 125/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdc -Placed 125/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdd -Placed 125/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sda -Placed 241/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdb -Placed 241/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdc -Placed 241/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdd -Placed 160/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sda -Placed 160/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdb -Placed 160/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdc -Placed 25/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdd -Placed 25/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sda -Placed 25/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdb -Placed 228/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdc -Placed 228/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdd -Placed 228/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sda -Placed 184/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdb -Placed 184/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdc -Placed 184/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdd -Placed 6/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sda -Placed 6/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdb -Placed 6/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sdc -Placed 222/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdd -Placed 222/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sda -Placed 222/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sdb -Placed 31/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdc -Placed 31/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdd -Placed 31/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sda -Placed 55/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdb -Placed 55/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdc -Placed 55/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sdd -Placed 221/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sda -Placed 221/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdb -Placed 221/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdc -Placed 227/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdd -Placed 227/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sda -Placed 227/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdb -Placed 94/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sdc -Placed 94/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdd -Placed 94/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sda -Placed 107/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdb -Placed 107/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sdc -Placed 107/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdd -Placed 8/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sda -Placed 8/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdb -Placed 8/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdc -Placed 163/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdd -Placed 163/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sda -Placed 163/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdb -Placed 134/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdc -Placed 134/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdd -Placed 134/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sda -Placed 237/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdb -Placed 237/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdc -Placed 237/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdd -Placed 242/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sda -Placed 242/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdb -Placed 242/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdc -Placed 148/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdd -Placed 148/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sda -Placed 148/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdb -Placed 106/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdc -Placed 106/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdd -Placed 106/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sda -Placed 99/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdb -Placed 99/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdc -Placed 99/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdd -Placed 132/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sda -Placed 132/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdb -Placed 132/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdc -Placed 168/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdd -Placed 168/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sda -Placed 168/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdb -Placed 104/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdc -Placed 104/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdd -Placed 104/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sda -Placed 147/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdb -Placed 147/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdc -Placed 147/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdd -Placed 70/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sda -Placed 70/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdb -Placed 70/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdc -Placed 224/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdd -Placed 224/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sda -Placed 224/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdb -Placed 124/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdc -Placed 124/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdd -Placed 124/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sda -Placed 108/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sdb -Placed 108/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdc -Placed 108/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdd -Placed 89/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sda -Placed 89/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdb -Placed 89/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdc -Placed 114/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdd -Placed 114/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sda -Placed 114/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdb -Placed 255/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdc -Placed 255/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdd -Placed 255/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sda -Placed 203/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdb -Placed 203/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdc -Placed 203/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdd -Placed 128/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sda -Placed 128/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdb -Placed 128/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdc -Placed 188/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sdd -Placed 188/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sda -Placed 188/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdb -Placed 78/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdc -Placed 78/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdd -Placed 78/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sda -Placed 236/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdb -Placed 236/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdc -Placed 236/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdd -Placed 245/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sda -Placed 245/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdb -Placed 245/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdc -Placed 16/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdd -Placed 16/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sda -Placed 16/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdb -Placed 110/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdc -Placed 110/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdd -Placed 110/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sda -Placed 186/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdb -Placed 186/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdc -Placed 186/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdd -Placed 67/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sda -Placed 67/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sdb -Placed 67/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdc -Placed 240/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdd -Placed 240/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sda -Placed 240/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdb -Placed 49/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdc -Placed 49/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdd -Placed 49/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sda -Placed 223/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdb -Placed 223/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdc -Placed 223/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdd -Placed 133/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sda -Placed 133/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdb -Placed 133/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdc -Placed 101/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdd -Placed 101/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sda -Placed 101/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdb -Placed 75/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sdc -Placed 75/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdd -Placed 75/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sda -Placed 117/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdb -Placed 117/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sdc -Placed 117/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdd -Placed 98/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sda -Placed 98/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdb -Placed 98/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdc -Placed 41/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdd -Placed 41/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sda -Placed 41/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdb -Placed 73/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdc -Placed 73/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdd -Placed 73/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sda -Placed 51/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sdb -Placed 51/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdc -Placed 51/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sdd -Placed 231/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sda -Placed 231/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sdb -Placed 231/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdc -Placed 136/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdd -Placed 136/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sda -Placed 136/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdb -Placed 92/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdc -Placed 92/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sdd -Placed 92/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sda -Placed 131/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdb -Placed 131/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdc -Placed 131/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdd -Placed 7/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sda -Placed 7/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdb -Placed 7/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdc -Placed 229/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sdd -Placed 229/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sda -Placed 229/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdb -Placed 46/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdc -Placed 46/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdd -Placed 46/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sda -Placed 47/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdb -Placed 47/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdc -Placed 47/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdd -Placed 200/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sda -Placed 200/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdb -Placed 200/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdc -Placed 239/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdd -Placed 239/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sda -Placed 239/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sdb -Placed 150/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdc -Placed 150/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdd -Placed 150/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sda -Placed 88/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdb -Placed 88/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdc -Placed 88/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdd -Placed 138/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sda -Placed 138/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdb -Placed 138/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdc -Placed 90/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sdd -Placed 90/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sda -Placed 90/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdb -Placed 80/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdc -Placed 80/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sdd -Placed 80/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sda -Placed 179/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sdb -Placed 179/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdc -Placed 179/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdd -Placed 64/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sda -Placed 64/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdb -Placed 64/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sdc -Placed 234/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdd -Placed 234/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sda -Placed 234/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdb -Placed 38/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdc -Placed 38/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdd -Placed 38/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sda -Placed 50/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdb -Placed 50/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdc -Placed 50/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdd -Placed 235/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sda -Placed 235/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdb -Placed 235/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdc -Placed 0/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdd -Placed 0/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sda -Placed 0/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdb -Placed 149/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdc -Placed 149/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdd -Placed 149/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sda -Placed 183/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdb -Placed 183/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdc -Placed 183/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdd -Placed 61/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sda -Placed 61/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdb -Placed 61/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdc -Placed 100/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdd -Placed 100/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sda -Placed 100/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdb -Placed 91/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sdc -Placed 91/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sdd -Placed 91/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sda -Placed 54/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdb -Placed 54/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sdc -Placed 54/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdd -Placed 230/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sda -Placed 230/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdb -Placed 230/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdc -Placed 95/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdd -Placed 95/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sda -Placed 95/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdb -Placed 74/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sdc -Placed 74/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdd -Placed 74/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sda -Placed 135/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sdb -Placed 135/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdc -Placed 135/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdd -Placed 201/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sda -Placed 201/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sdb -Placed 201/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sdc -Placed 111/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdd -Placed 111/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sda -Placed 111/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdb -Placed 3/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdc -Placed 3/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdd -Placed 3/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sda -Placed 68/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdb -Placed 68/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdc -Placed 68/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdd -Placed 76/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sda -Placed 76/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdb -Placed 76/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdc -Placed 56/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdd -Placed 56/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sda -Placed 56/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdb -Placed 246/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdc -Placed 246/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sdd -Placed 246/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sda -Placed 143/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sdb -Placed 143/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdc -Placed 143/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdd -Placed 122/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sda -Placed 122/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdb -Placed 122/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdc -Placed 219/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdd -Placed 219/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sda -Placed 219/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdb -Placed 153/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sdc -Placed 153/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdd -Placed 153/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sda -Placed 39/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdb -Placed 39/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdc -Placed 39/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdd -Placed 181/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sda -Placed 181/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdb -Placed 181/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdc -Placed 36/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdd -Placed 36/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sda -Placed 36/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdb -Placed 109/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdc -Placed 109/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdd -Placed 109/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sda -Placed 142/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdb -Placed 142/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdc -Placed 142/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdd -Placed 170/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sda -Placed 170/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdb -Placed 170/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdc -Placed 28/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdd -Placed 28/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sda -Placed 28/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdb -Placed 43/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sdc -Placed 43/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdd -Placed 43/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sda -Placed 158/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdb -Placed 158/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdc -Placed 158/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sdd -Placed 215/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sda -Placed 215/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdb -Placed 215/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdc -Placed 226/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdd -Placed 226/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sda -Placed 226/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdb -Placed 120/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sdc -Placed 120/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdd -Placed 120/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sda -Placed 63/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdb -Placed 63/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sdc -Placed 63/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdd -Placed 204/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sda -Placed 204/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdb -Placed 204/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdc -Placed 144/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdd -Placed 144/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sda -Placed 144/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdb -Placed 198/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdc -Placed 198/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdd -Placed 198/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sda -Placed 116/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdb -Placed 116/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sdc -Placed 116/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdd -Placed 225/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sda -Placed 225/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdb -Placed 225/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdc -Placed 202/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdd -Placed 202/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sda -Placed 202/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdb -Placed 189/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdc -Placed 189/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdd -Placed 189/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sda -Placed 252/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdb -Placed 252/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sdc -Placed 252/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdd -Placed 22/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sda -Placed 22/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdb -Placed 22/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdc -Placed 172/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdd -Placed 172/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sda -Placed 172/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sdb -Placed 139/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdc -Placed 139/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdd -Placed 139/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sda -Placed 164/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdb -Placed 164/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdc -Placed 164/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sdd -Placed 145/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sda -Placed 145/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdb -Placed 145/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdc -Placed 152/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdd -Placed 152/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sda -Placed 152/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdb -Placed 249/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdc -Placed 249/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdd -Placed 249/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sda -Placed 155/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdb -Placed 155/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sdc -Placed 155/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdd -Placed 174/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sda -Placed 174/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdb -Placed 174/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdc -Placed 81/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdd -Placed 81/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sda -Placed 81/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdb -Placed 211/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdc -Placed 211/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdd -Placed 211/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sda -Placed 12/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdb -Placed 12/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdc -Placed 12/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdd -Placed 159/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sda -Placed 159/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdb -Placed 159/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdc -Placed 42/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdd -Placed 42/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sda -Placed 42/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdb -Placed 156/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdc -Placed 156/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdd -Placed 156/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sda -Placed 17/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdb -Placed 17/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdc -Placed 17/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdd -Placed 40/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sda -Placed 40/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdb -Placed 40/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sdc -Placed 115/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sdd -Placed 115/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sda -Placed 115/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdb -Placed 209/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sdc -Placed 209/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdd -Placed 209/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sda -Placed 84/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdb -Placed 84/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdc -Placed 84/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdd -Placed 33/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sda -Placed 33/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdb -Placed 33/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdc -Placed 141/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdd -Placed 141/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sda -Placed 141/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdb -Placed 23/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdc -Placed 23/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdd -Placed 23/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sda -Placed 210/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdb -Placed 210/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdc -Placed 210/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdd -Placed 13/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sda -Placed 13/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdb -Placed 13/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdc -Placed 194/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdd -Placed 194/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sda -Placed 194/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdb -Placed 218/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sdc -Placed 218/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdd -Placed 218/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sda -Placed 4/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdb -Placed 4/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdc -Placed 4/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdd -Placed 247/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sda -Placed 247/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdb -Placed 247/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdc -Placed 127/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdd -Placed 127/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sda -Placed 127/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdb -Placed 96/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdc -Placed 96/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdd -Placed 96/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sda -Placed 118/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdb -Placed 118/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdc -Placed 118/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdd -Placed 121/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sda -Placed 121/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdb -Placed 121/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sdc -Placed 30/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdd -Placed 30/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sda -Placed 30/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdb -Placed 232/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdc -Placed 232/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdd -Placed 232/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sda -Placed 66/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdb -Placed 66/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdc -Placed 66/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdd -Placed 154/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sda -Placed 154/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sdb -Placed 154/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdc -Placed 58/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdd -Placed 58/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sda -Placed 58/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdb -Placed 97/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdc -Placed 97/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdd -Placed 97/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sda -Placed 214/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sdb -Placed 214/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdc -Placed 214/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdd -Placed 192/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sda -Placed 192/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sdb -Placed 192/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdc -Placed 190/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sdd -Placed 190/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sda -Placed 190/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdb -Placed 251/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sdc -Placed 251/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdd -Placed 251/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sda -Placed 180/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdb -Placed 180/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdc -Placed 180/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdd -Placed 207/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sda -Placed 207/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sdb -Placed 207/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdc -Placed 72/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdd -Placed 72/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sda -Placed 72/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sdb -Placed 10/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdc -Placed 10/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdd -Placed 10/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sda -Placed 93/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sdb -Placed 93/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdc -Placed 93/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdd -Placed 169/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sda -Placed 169/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdb -Placed 169/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdc -Placed 105/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sdd -Placed 105/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sda -Placed 105/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdb -Placed 254/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdc -Placed 254/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sdd -Placed 254/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sda -Placed 2/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdb -Placed 2/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdc -Placed 2/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdd -Placed 137/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sda -Placed 137/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdb -Placed 137/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Assigned 768 parts -Assigned 768 parts -DEBUG: Finished rebalance plan after 1 attempts -Finished rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 236 (Last start was 154) -DEBUG: Gather start is 236 (Last start was 154) -Gather start is 236 (Last start was 154) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 236 (Last start was 154) -DEBUG: Gather start is 236 (Last start was 154) -DEBUG: Gather start is 236 (Last start was 154) -Gather start is 236 (Last start was 154) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok - -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpo_h5wfle/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286514.00000 to .shards_a/c_shard_new -test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpo_h5wfle/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286514.00000 -test INFO: Object update sweep completed on /tmp/tmpo_h5wfle/devices/sda1 in 0.03s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.03s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp3mqrsal5/devices/sda1 (pid: 1945226) -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp3mqrsal5/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286514.00000 -test INFO: Object update sweep completed on /tmp/tmp3mqrsal5/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp3mqrsal5/devices/sda1 (pid: 1945226) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp3mqrsal5/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286514.00000 to .shards_a/c_shard_1 -test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmp3mqrsal5/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286514.00000 -test INFO: Object update sweep completed on /tmp/tmp3mqrsal5/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpy5lvgcfp/devices/sda1 (pid: 1945226) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmpy5lvgcfp/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286514.00000 to .shards_a/c_shard_new -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmpy5lvgcfp/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286514.00000 to .shards_a/c_shard_newer -test INFO: Object update sweep completed on /tmp/tmpy5lvgcfp/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpy5lvgcfp/devices/sda1 (pid: 1945226) -test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmpy5lvgcfp/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286514.00000 -test INFO: Object update sweep completed on /tmp/tmpy5lvgcfp/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpkg6pdzjy/devices/sda1 (pid: 1945226) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpkg6pdzjy/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286514.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpkg6pdzjy/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286514.00000 to .shards_a/c_shard_2 -test INFO: Object update sweep completed on /tmp/tmpkg6pdzjy/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpkg6pdzjy/devices/sda1 (pid: 1945226) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpkg6pdzjy/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286514.00000 to None -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpkg6pdzjy/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286514.00000 to .shards_a/c_shard_3 -test INFO: Object update sweep completed on /tmp/tmpkg6pdzjy/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpkg6pdzjy/devices/sda1 (pid: 1945226) -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpkg6pdzjy/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286514.00000 to .shards_a/c_shard_1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpkg6pdzjy/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286514.00000 to Nonetest.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok - -test INFO: - - - [27/Dec/2024:08:01:46 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0057 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0009 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1945216 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0004 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0051 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0039 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945216 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 1945216 - -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0015 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0047 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0045 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0019 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0040 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0019 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:47 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0064 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0019 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 1945216 0 -test DEBUG: Unlinked retiring db '/tmp/tmp5bmtprhn/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:48 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 1945216 0test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestContainerController.test_PUT_account_update -test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "acc\u00e9ss", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Not a path query: /, skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication componenttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 @@ -76165,3905 +75186,2896 @@ test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok test.unit.cli.test_ringbuilder.TestCommands.test_unknown test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 -test DEBUG: No decryption is necessary because of override -test DEBUG: No decryption is necessary because of override -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Key must be length 32 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting object: Missing 'body_key' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok - -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0024 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0042 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0022 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0022 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0042 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1945216 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 1945216 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0033 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0041 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0039 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0489 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0030 "-" 1945216 - -test ERROR: ERROR Account update failed with 127.0.0.1:34881/sda1 (will retry later): Response 503 OK -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0069 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945216 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 1945216 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0058 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945216 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945216 0test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok - -test INFO: Object update sweep completed on /tmp/tmpkg6pdzjy/devices/sda1 in 0.03s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.03s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpkg6pdzjy/devices/sda1 (pid: 1945226) -test DEBUG: Update sent for /a/c/o /tmp/tmpkg6pdzjy/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286514.00000 -test INFO: Object update sweep completed on /tmp/tmpkg6pdzjy/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp4up483vw/devices/sda1 (pid: 1945226) -test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmp4up483vw/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286515.00000 -test INFO: Object update sweep completed on /tmp/tmp4up483vw/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp4up483vw/devices/sda1 (pid: 1945226) -test DEBUG: Update sent for /a/c/o /tmp/tmp4up483vw/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286516.00000 -test INFO: Object update sweep completed on /tmp/tmp4up483vw/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp4up483vw/devices/sda1 (pid: 1945226) -test DEBUG: Update sent for /a/c/o /tmp/tmp4up483vw/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286517.00000 -test INFO: Object update sweep completed on /tmp/tmp4up483vw/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp4up483vw/devices/sda1 (pid: 1945226) -test DEBUG: Update sent for /a/c/o /tmp/tmp4up483vw/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286518.00000 -test INFO: Object update sweep completed on /tmp/tmp4up483vw/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp4up483vw/devices/sda1 (pid: 1945226) -test DEBUG: Update sent for /a/c/o /tmp/tmp4up483vw/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286519.00000 -test INFO: Object update sweep completed on /tmp/tmp4up483vw/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweeptest.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok - -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Cached creds valid -test DEBUG: Connecting with tenant: tenant_id -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Cached keystone credentials -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNERtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok - -Search value matched 0 devices. -The on-disk ring builder is unchanged. -Unknown command: unknown -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. - -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. - -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. - -swift-ring-builder dispersion [options] - - Output report on dispersion. - - --recalculate option will rebuild cached dispersion info and save builder - --verbose option will display dispersion graph broken down by tier - - You can filter which tiers are evaluated to drill down using a regex - in the optional search_filter argument. i.e. - - swift-ring-builder dispersion "r\d+z\d+$" -v - - ... would only display rows for the zone tiers - - swift-ring-builder dispersion ".*\-[^/]*$" -v - - ... would only display rows for the server tiers - - The reports columns are: - - Tier : the name of the tier - parts : the total number of partitions with assignment in the tier - % : the percentage of parts in the tier with replicas over assigned - max : maximum replicas a part should have assigned at the tier - 0 - N : the number of parts with that many replicas assigned - - e.g. - Tier: parts % max 0 1 2 3 - r1z1 1022 79.45 1 2 210 784 28 - - r1z1 has 1022 total parts assigned, 79% of them have more than the - recommend max replica count of 1 assigned. Only 2 parts in the ring - are *not* assigned in this tier (0 replica count), 210 parts have - the recommend replica count of 1, 784 have 2 replicas, and 28 sadly - have all three replicas in this tier. - -swift-ring-builder finish_increase_partition_power - Finally removes the next_part_power flag. Has to be run after the - swift-object-relinker tool has been used to cleanup old existing data. - - A write_ring command is needed to make the change take effect. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder increase_partition_power - Increases the partition power by one. Needs to be run after - prepare_increase_partition_power has been run and all existing data has - been relinked using the swift-object-relinker tool. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup old data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. - -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile -test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate -test.unit.cli.test_ringbuilder.TestCommands.test_validate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift ERROR: 501 Not Implemented -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3136a0a2f67143429dda5-00697b6f37) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1945216 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0036 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0036 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0017 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0034 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0038 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0013 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 1945216 -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3136a0a2f67143429dda5-00697b6f37) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3136a0a2f67143429dda5-00697b6f37) +test ERROR: Container HEAD returning 503 for [] (txn: tx3136a0a2f67143429dda5-00697b6f37) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe4eaef6bb7cf447eb7878-00697b6f37) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe4eaef6bb7cf447eb7878-00697b6f37) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:full_control OWNER -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe4eaef6bb7cf447eb7878-00697b6f37) +test ERROR: Container HEAD returning 503 for [] (txn: txe4eaef6bb7cf447eb7878-00697b6f37) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +DEBUG: New builder; performing initial balance +New builder; performing initial balance +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 768 new parts and 0 removed parts from replica-count change +768 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 83 (Last start was 0) +Gather start is 83 (Last start was 0) +DEBUG: Gathered 768 parts +Gathered 768 parts +DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdb +Placed 249/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sda +Placed 249/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdc +Placed 249/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdd +Placed 154/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdb +Placed 154/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sda +Placed 154/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdc +Placed 153/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sdd +Placed 153/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdb +Placed 153/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sda +Placed 183/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdc +Placed 183/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdd +Placed 183/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdb +Placed 44/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sda +Placed 44/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sdc +Placed 44/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sdd +Placed 223/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdb +Placed 223/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sda +Placed 223/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdc +Placed 241/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdd +Placed 241/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdb +Placed 241/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sda +Placed 99/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdc +Placed 99/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdd +Placed 99/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdb +Placed 182/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sda +Placed 182/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdc +Placed 182/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sdd +Placed 139/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdb +Placed 139/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sda +Placed 139/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sdc +Placed 118/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdd +Placed 118/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdb +Placed 118/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sda +Placed 200/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdc +Placed 200/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdd +Placed 200/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdb +Placed 20/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sda +Placed 20/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdc +Placed 20/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdd +Placed 246/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdb +Placed 246/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sda +Placed 246/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sdc +Placed 24/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdd +Placed 24/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdb +Placed 24/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sda +Placed 244/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdc +Placed 244/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sdd +Placed 244/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdb +Placed 134/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sda +Placed 134/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdc +Placed 134/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdd +Placed 250/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sdb +Placed 250/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sda +Placed 250/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdc +Placed 229/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sdd +Placed 229/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sdb +Placed 229/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sda +Placed 64/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdc +Placed 64/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdd +Placed 64/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sdb +Placed 145/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sda +Placed 145/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdc +Placed 145/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdd +Placed 39/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdb +Placed 39/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sda +Placed 39/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sdc +Placed 4/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdd +Placed 4/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdb +Placed 4/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sda +Placed 239/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdc +Placed 239/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sdd +Placed 239/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdb +Placed 2/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sda +Placed 2/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdc +Placed 2/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sdd +Placed 88/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdb +Placed 88/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sda +Placed 88/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdc +Placed 217/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sdd +Placed 217/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdb +Placed 217/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sda +Placed 222/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdc +Placed 222/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdd +Placed 222/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdb +Placed 73/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sda +Placed 73/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdc +Placed 73/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sdd +Placed 10/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdb +Placed 10/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sda +Placed 10/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdc +Placed 164/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdd +Placed 164/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdb +Placed 164/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sda +Placed 212/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdc +Placed 212/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sdd +Placed 212/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdb +Placed 124/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sda +Placed 124/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdc +Placed 124/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdd +Placed 158/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdb +Placed 158/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sda +Placed 158/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdc +Placed 161/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdd +Placed 161/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sdb +Placed 161/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sda +Placed 166/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdc +Placed 166/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdd +Placed 166/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdb +Placed 33/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sda +Placed 33/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdc +Placed 33/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sdd +Placed 205/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdb +Placed 205/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sda +Placed 205/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdc +Placed 136/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdd +Placed 136/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdb +Placed 136/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sda +Placed 206/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sdc +Placed 206/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdd +Placed 206/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdb +Placed 5/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sda +Placed 5/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdc +Placed 5/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdd +Placed 190/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sdb +Placed 190/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sda +Placed 190/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdc +Placed 62/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdd +Placed 62/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdb +Placed 62/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sda +Placed 221/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdc +Placed 221/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdd +Placed 221/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdb +Placed 175/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sda +Placed 175/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdc +Placed 175/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdd +Placed 69/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdb +Placed 69/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sda +Placed 69/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdc +Placed 107/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdd +Placed 107/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sdb +Placed 107/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sda +Placed 80/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdc +Placed 80/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sdd +Placed 80/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdb +Placed 34/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sda +Placed 34/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdc +Placed 34/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdd +Placed 116/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdb +Placed 116/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sda +Placed 116/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdc +Placed 13/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdd +Placed 13/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdb +Placed 13/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sda +Placed 45/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdc +Placed 45/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sdd +Placed 45/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdb +Placed 247/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sda +Placed 247/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sdc +Placed 247/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdd +Placed 47/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdb +Placed 47/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sda +Placed 47/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdc +Placed 216/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sdd +Placed 216/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdb +Placed 216/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sda +Placed 173/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdc +Placed 173/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdd +Placed 173/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdb +Placed 162/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sda +Placed 162/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdc +Placed 162/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdd +Placed 83/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdb +Placed 83/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sda +Placed 83/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdc +Placed 12/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdd +Placed 12/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdb +Placed 12/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sda +Placed 32/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdc +Placed 32/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sdd +Placed 32/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sdb +Placed 184/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sda +Placed 184/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdc +Placed 184/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdd +Placed 187/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdb +Placed 187/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sda +Placed 187/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdc +Placed 235/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sdd +Placed 235/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdb +Placed 235/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sda +Placed 180/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdc +Placed 180/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdd +Placed 180/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdb +Placed 186/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sda +Placed 186/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdc +Placed 186/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdd +Placed 28/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdb +Placed 28/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sda +Placed 28/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdc +Placed 202/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdd +Placed 202/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sdb +Placed 202/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sda +Placed 123/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdc +Placed 123/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdd +Placed 123/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdb +Placed 51/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sda +Placed 51/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdc +Placed 51/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdd +Placed 218/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sdb +Placed 218/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sda +Placed 218/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sdc +Placed 60/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdd +Placed 60/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdb +Placed 60/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sda +Placed 208/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdc +Placed 208/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdd +Placed 208/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdb +Placed 19/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sda +Placed 19/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdc +Placed 19/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sdd +Placed 111/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdb +Placed 111/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sda +Placed 111/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdc +Placed 237/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdd +Placed 237/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdb +Placed 237/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sda +Placed 143/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sdc +Placed 143/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdd +Placed 143/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdb +Placed 18/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sda +Placed 18/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdc +Placed 18/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdd +Placed 252/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdb +Placed 252/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sda +Placed 252/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdc +Placed 78/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdd +Placed 78/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdb +Placed 78/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sda +Placed 115/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sdc +Placed 115/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdd +Placed 115/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdb +Placed 130/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sda +Placed 130/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sdc +Placed 130/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdd +Placed 27/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdb +Placed 27/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sda +Placed 27/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdc +Placed 189/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdd +Placed 189/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdb +Placed 189/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sda +Placed 138/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdc +Placed 138/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdd +Placed 138/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdb +Placed 14/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sda +Placed 14/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdc +Placed 14/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdd +Placed 110/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdb +Placed 110/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sda +Placed 110/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdc +Placed 254/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdd +Placed 254/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sdb +Placed 254/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sda +Placed 26/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdc +Placed 26/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdd +Placed 26/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdb +Placed 35/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sda +Placed 35/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdc +Placed 35/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sdd +Placed 131/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdb +Placed 131/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sda +Placed 131/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdc +Placed 37/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdd +Placed 37/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdb +Placed 37/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sda +Placed 76/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdc +Placed 76/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdd +Placed 76/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdb +Placed 70/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sda +Placed 70/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdc +Placed 70/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdd +Placed 192/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdb +Placed 192/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sda +Placed 192/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdc +Placed 1/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdd +Placed 1/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdb +Placed 1/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sda +Placed 126/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdc +Placed 126/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdd +Placed 126/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdb +Placed 144/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sda +Placed 144/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdc +Placed 144/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdd +Placed 67/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdb +Placed 67/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sda +Placed 67/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdc +Placed 104/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdd +Placed 104/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdb +Placed 104/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sda +Placed 149/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdc +Placed 149/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdd +Placed 149/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdb +Placed 58/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sda +Placed 58/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdc +Placed 58/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdd +Placed 114/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdb +Placed 114/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sda +Placed 114/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdc +Placed 25/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdd +Placed 25/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdb +Placed 25/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sda +Placed 193/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdc +Placed 193/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdd +Placed 193/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdb +Placed 94/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sda +Placed 94/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdc +Placed 94/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdd +Placed 105/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sdb +Placed 105/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sda +Placed 105/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdc +Placed 127/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdd +Placed 127/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdb +Placed 127/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sda +Placed 97/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdc +Placed 97/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdd +Placed 97/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdb +Placed 117/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sda +Placed 117/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sdc +Placed 117/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdd +Placed 214/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sdb +Placed 214/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sda +Placed 214/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdc +Placed 100/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdd +Placed 100/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdb +Placed 100/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sda +Placed 204/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdc +Placed 204/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdd +Placed 204/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdb +Placed 84/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sda +Placed 84/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdc +Placed 84/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdd +Placed 141/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdb +Placed 141/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sda +Placed 141/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdc +Placed 199/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdd +Placed 199/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdb +Placed 199/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sda +Placed 31/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdc +Placed 31/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdd +Placed 31/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdb +Placed 75/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sda +Placed 75/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdc +Placed 75/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdd +Placed 16/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdb +Placed 16/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sda +Placed 16/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdc +Placed 71/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdd +Placed 71/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdb +Placed 71/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sda +Placed 0/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdc +Placed 0/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sdd +Placed 0/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdb +Placed 245/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sda +Placed 245/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdc +Placed 245/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdd +Placed 255/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdb +Placed 255/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sda +Placed 255/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdc +Placed 121/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdd +Placed 121/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdb +Placed 121/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sda +Placed 46/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdc +Placed 46/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdd +Placed 46/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdb +Placed 41/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sda +Placed 41/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdc +Placed 41/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdd +Placed 52/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdb +Placed 52/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sda +Placed 52/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdc +Placed 181/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdd +Placed 181/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdb +Placed 181/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sda +Placed 65/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdc +Placed 65/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdd +Placed 65/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdb +Placed 101/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sda +Placed 101/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdc +Placed 101/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdd +Placed 157/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sdb +Placed 157/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sda +Placed 157/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdc +Placed 213/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdd +Placed 213/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdb +Placed 213/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sda +Placed 96/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdc +Placed 96/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdd +Placed 96/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdb +Placed 91/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sda +Placed 91/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sdc +Placed 91/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdd +Placed 6/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdb +Placed 6/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sda +Placed 6/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdc +Placed 232/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdd +Placed 232/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdb +Placed 232/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sda +Placed 151/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdc +Placed 151/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdd +Placed 151/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdb +Placed 230/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sda +Placed 230/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdc +Placed 230/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdd +Placed 93/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sdb +Placed 93/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sda +Placed 93/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdc +Placed 82/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdd +Placed 82/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdb +Placed 82/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sda +Placed 102/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdc +Placed 102/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdd +Placed 102/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdb +Placed 43/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sda +Placed 43/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdc +Placed 43/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdd +Placed 38/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdb +Placed 38/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sda +Placed 38/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sdc +Placed 129/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdd +Placed 129/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdb +Placed 129/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sda +Placed 219/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdc +Placed 219/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdd +Placed 219/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdb +Placed 169/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sda +Placed 169/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdc +Placed 169/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdd +Placed 74/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sdb +Placed 74/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sda +Placed 74/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdc +Placed 172/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdd +Placed 172/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdb +Placed 172/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sda +Placed 106/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdc +Placed 106/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdd +Placed 106/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdb +Placed 163/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sda +Placed 163/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdc +Placed 163/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdd +Placed 170/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdb +Placed 170/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sda +Placed 170/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdc +Placed 167/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdd +Placed 167/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdb +Placed 167/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sda +Placed 178/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdc +Placed 178/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sdd +Placed 178/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdb +Placed 22/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sda +Placed 22/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdc +Placed 22/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdd +Placed 66/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdb +Placed 66/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sda +Placed 66/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdc +Placed 220/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sdd +Placed 220/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdb +Placed 220/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sda +Placed 207/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdc +Placed 207/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sdd +Placed 207/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdb +Placed 159/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sda +Placed 159/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdc +Placed 159/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdd +Placed 109/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdb +Placed 109/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sda +Placed 109/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdc +Placed 228/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdd +Placed 228/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdb +Placed 228/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sda +Placed 231/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdc +Placed 231/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sdd +Placed 231/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdb +Placed 125/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sda +Placed 125/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdc +Placed 125/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdd +Placed 87/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sdb +Placed 87/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sda +Placed 87/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdc +Placed 57/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdd +Placed 57/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdb +Placed 57/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sda +Placed 236/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdc +Placed 236/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdd +Placed 236/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdb +Placed 194/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sda +Placed 194/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdc +Placed 194/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdd +Placed 160/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdb +Placed 160/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sda +Placed 160/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdc +Placed 42/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdd +Placed 42/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdb +Placed 42/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sda +Placed 119/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdc +Placed 119/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdd +Placed 119/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdb +Placed 112/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sda +Placed 112/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sdc +Placed 112/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdd +Placed 56/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdb +Placed 56/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sda +Placed 56/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sdc +Placed 243/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdd +Placed 243/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdb +Placed 243/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sda +Placed 171/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdc +Placed 171/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sdd +Placed 171/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdb +Placed 86/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sda +Placed 86/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdc +Placed 86/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdd +Placed 90/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sdb +Placed 90/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sda +Placed 90/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdc +Placed 191/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdd +Placed 191/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdb +Placed 191/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sda +Placed 122/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdc +Placed 122/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdd +Placed 122/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdb +Placed 233/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sda +Placed 233/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdc +Placed 233/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdd +Placed 23/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdb +Placed 23/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sda +Placed 23/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdc +Placed 63/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdd +Placed 63/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sdb +Placed 63/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sda +Placed 59/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdc +Placed 59/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdd +Placed 59/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdb +Placed 72/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sda +Placed 72/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdc +Placed 72/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sdd +Placed 15/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdb +Placed 15/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sda +Placed 15/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdc +Placed 185/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdd +Placed 185/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdb +Placed 185/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sda +Placed 108/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sdc +Placed 108/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdd +Placed 108/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdb +Placed 226/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sda +Placed 226/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdc +Placed 226/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdd +Placed 54/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdb +Placed 54/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sda +Placed 54/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdc +Placed 174/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdd +Placed 174/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdb +Placed 174/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sda +Placed 234/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdc +Placed 234/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdd +Placed 234/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdb +Placed 197/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sda +Placed 197/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdc +Placed 197/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdd +Placed 98/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdb +Placed 98/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sda +Placed 98/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdc +Placed 201/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdd +Placed 201/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sdb +Placed 201/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sda +Placed 95/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdc +Placed 95/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdd +Placed 95/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdb +Placed 148/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sda +Placed 148/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sdc +Placed 148/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdd +Placed 203/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdb +Placed 203/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sda +Placed 203/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdc +Placed 242/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdd +Placed 242/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdb +Placed 242/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sda +Placed 128/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sdc +Placed 128/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdd +Placed 128/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdb +Placed 133/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sda +Placed 133/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdc +Placed 133/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdd +Placed 156/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdb +Placed 156/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sda +Placed 156/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sdc +Placed 17/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdd +Placed 17/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdb +Placed 17/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sda +Placed 215/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdc +Placed 215/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdd +Placed 215/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdb +Placed 61/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sda +Placed 61/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdc +Placed 61/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdd +Placed 240/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdb +Placed 240/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sda +Placed 240/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdc +Placed 89/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdd +Placed 89/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdb +Placed 89/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sda +Placed 3/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdc +Placed 3/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdd +Placed 3/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdb +Placed 7/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sda +Placed 7/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdc +Placed 7/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdd +Placed 79/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdb +Placed 79/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sda +Placed 79/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdc +Placed 227/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdd +Placed 227/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdb +Placed 227/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sda +Placed 49/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdc +Placed 49/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdd +Placed 49/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdb +Placed 48/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sda +Placed 48/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdc +Placed 48/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdd +Placed 251/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sdb +Placed 251/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sda +Placed 251/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdc +Placed 168/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdd +Placed 168/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdb +Placed 168/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sda +Placed 132/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sdc +Placed 132/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdd +Placed 132/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdb +Placed 11/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sda +Placed 11/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdc +Placed 11/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdd +Placed 77/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdb +Placed 77/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sda +Placed 77/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdc +Placed 36/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdd +Placed 36/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdb +Placed 36/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sda +Placed 40/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sdc +Placed 40/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdd +Placed 40/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sdb +Placed 55/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sda +Placed 55/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdc +Placed 55/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdd +Placed 211/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdb +Placed 211/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sda +Placed 211/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdc +Placed 81/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdd +Placed 81/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sdb +Placed 81/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sda +Placed 248/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdc +Placed 248/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdd +Placed 248/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdb +Placed 224/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sda +Placed 224/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdc +Placed 224/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdd +Placed 155/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdb +Placed 155/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sda +Placed 155/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sdc +Placed 30/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdd +Placed 30/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdb +Placed 30/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sda +Placed 198/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdc +Placed 198/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdd +Placed 198/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdb +Placed 50/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sda +Placed 50/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdc +Placed 50/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdd +Placed 209/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sdb +Placed 209/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sda +Placed 209/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdc +Placed 29/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdd +Placed 29/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdb +Placed 29/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sda +Placed 188/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sdc +Placed 188/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdd +Placed 188/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdb +Placed 176/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sda +Placed 176/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdc +Placed 176/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sdd +Placed 103/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdb +Placed 103/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sda +Placed 103/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdc +Placed 85/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdd +Placed 85/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdb +Placed 85/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sda +Placed 152/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdc +Placed 152/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdd +Placed 152/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdb +Placed 210/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sda +Placed 210/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdc +Placed 210/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sdd +Placed 21/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdb +Placed 21/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sda +Placed 21/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sdc +Placed 147/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdd +Placed 147/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdb +Placed 147/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sda +Placed 177/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdc +Placed 177/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdd +Placed 177/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdb +Placed 196/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sda +Placed 196/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdc +Placed 196/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdd +Placed 137/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdb +Placed 137/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sda +Placed 137/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sdc +Placed 68/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdd +Placed 68/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdb +Placed 68/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sda +Placed 165/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdc +Placed 165/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdd +Placed 165/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdb +Placed 113/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sda +Placed 113/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdc +Placed 113/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdd +Placed 135/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sdb +Placed 135/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sda +Placed 135/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdc +Placed 92/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdd +Placed 92/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sdb +Placed 92/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sda +Placed 8/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sdc +Placed 8/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdd +Placed 8/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdb +Placed 140/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sda +Placed 140/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdc +Placed 140/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdd +Placed 225/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdb +Placed 225/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sda +Placed 225/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdc +Placed 179/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sdd +Placed 179/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdb +Placed 179/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sda +Placed 9/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdc +Placed 9/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdd +Placed 9/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdb +Placed 120/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sda +Placed 120/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdc +Placed 120/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sdd +Placed 150/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdb +Placed 150/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sda +Placed 150/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdc +Placed 142/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdd +Placed 142/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdb +Placed 142/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sda +Placed 253/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdc +Placed 253/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdd +Placed 253/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdb +Placed 195/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sda +Placed 195/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdc +Placed 195/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdd +Placed 53/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdb +Placed 53/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sda +Placed 53/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdc +Placed 238/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdd +Placed 238/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdb +Placed 238/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sda +Placed 146/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdc +Placed 146/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdd +Placed 146/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Assigned 768 parts +Assigned 768 parts +DEBUG: Finished rebalance plan after 1 attempts +Finished rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 165 (Last start was 83) +DEBUG: Gather start is 165 (Last start was 83) +Gather start is 165 (Last start was 83) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 165 (Last start was 83) +DEBUG: Gather start is 165 (Last start was 83) +DEBUG: Gather start is 165 (Last start was 83) +Gather start is 165 (Last start was 83) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +Search value matched 0 devices. +The on-disk ring builder is unchanged. +Unknown command: unknown +swift-ring-builder 1.3 -test INFO: Object update sweep starting on /tmp/tmp4up483vw/devices/sda1 (pid: 1945226) -test DEBUG: Update sent for /a/c/o /tmp/tmp4up483vw/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286520.00000 -test INFO: Object update sweep completed on /tmp/tmp4up483vw/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpw1rb_2h8/devices/sda1 (pid: 1945226) -test DEBUG: Update sent for /a/c/o /tmp/tmpw1rb_2h8/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286515.00000 -test INFO: Object update sweep completed on /tmp/tmpw1rb_2h8/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpw1rb_2h8/devices/sda1 (pid: 1945226) -test DEBUG: Update sent for /a/c/o /tmp/tmpw1rb_2h8/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286517.00000 -test INFO: Object update sweep completed on /tmp/tmpw1rb_2h8/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpy7btgiij/devices/sda1 (pid: 1945226) -test ERROR: ERROR Pickle problem, quarantining /tmp/tmpy7btgiij/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286514.00000: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/updater.py", line 431, in _load_update - return pickle.load(open(update_path, 'rb')) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -_pickle.UnpicklingError: invalid load key, '\xff'. -test INFO: Object update sweep completed on /tmp/tmpy7btgiij/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpvwzccu63/devices/sda1 (pid: 1945226) -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpvwzccu63/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735286514.73766 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpvwzccu63/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1735286514.73934 -test INFO: Object update sweep completed on /tmp/tmpvwzccu63/devices/sda1 in 0.20s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.21s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpww1n5v4z/devices/sda1 (pid: 1945226) -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpww1n5v4z/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735286514.94959 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpww1n5v4z/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735286514.94940 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpww1n5v4z/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735286514.94923 -test INFO: Object update sweep completed on /tmp/tmpww1n5v4z/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpcu4dx00i/devices/sda1 (pid: 1945226) -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpcu4dx00i/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1735286515.05663 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpcu4dx00i/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735286515.05650 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpcu4dx00i/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735286515.05627 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpcu4dx00i/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735286515.05674 -test INFO: Object update sweep completed on /tmp/tmpcu4dx00i/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmptjauc0xj/devices/sda1 (pid: 1945226) -test DEBUG: Update sent for /a/c1/o01 /tmp/tmptjauc0xj/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735286515.06671test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok +swift-ring-builder + Shows information about the ring and the devices within. Output + includes a table that describes the report parameters (id, region, + port, flags, etc). + flags: possible values are 'DEL' and '' + DEL - indicates that the device is marked for removal from + ring and will be removed in next rebalance. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok + Where and are replication ip and port. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok +or +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] -swift-ring-builder search + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. -or +swift-ring-builder cancel_increase_partition_power + Cancel the increase of the partition power. -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight + A write_ring command is needed to make the change take effect. - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup unneeded links. - Shows information about matching devices. + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. -or +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] +swift-ring-builder dispersion [options] - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. + Output report on dispersion. - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. + --recalculate option will rebuild cached dispersion info and save builder + --verbose option will display dispersion graph broken down by tier - Option --yes assume a yes response to all questions. + You can filter which tiers are evaluated to drill down using a regex + in the optional search_filter argument. i.e. -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. + swift-ring-builder dispersion "r\d+z\d+$" -v -swift-ring-builder set_overload [%] - Changes the overload factor to the given . + ... would only display rows for the zone tiers - A rebalance is needed to make the change take effect. + swift-ring-builder dispersion ".*\-[^/]*$" -v -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] + Tier : the name of the tier + parts : the total number of partitions with assignment in the tier + % : the percentage of parts in the tier with replicas over assigned + max : maximum replicas a part should have assigned at the tier + 0 - N : the number of parts with that many replicas assigned - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. + e.g. + Tier: parts % max 0 1 2 3 + r1z1 1022 79.45 1 2 210 784 28 - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. + r1z1 has 1022 total parts assigned, 79% of them have more than the + recommend max replica count of 1 assigned. Only 2 parts in the ring + are *not* assigned in this tier (0 replica count), 210 parts have + the recommend replica count of 1, 784 have 2 replicas, and 28 sadly + have all three replicas in this tier. - Option --yes assume a yes response to all questions. +swift-ring-builder finish_increase_partition_power + Finally removes the next_part_power flag. Has to be run after the + swift-object-relinker tool has been used to cleanup old existing data. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. + A write_ring command is needed to make the change take effect. - A rebalance is needed to make the change take effect. + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** -swift-ring-builder set_weight - [ ] ... - [--yes] + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. -or +swift-ring-builder increase_partition_power + Increases the partition power by one. Needs to be run after + prepare_increase_partition_power has been run and all existing data has + been relinked using the swift-object-relinker tool. -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] + A write_ring command is needed to make the change take effect. - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup old data. - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** - Option --yes assume a yes response to all questions. + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. -swift-ring-builder set_zone - [ list_parts [] .. or -swift-ring-builder set_zone +swift-ring-builder list_parts --region --zone --ip --port --replication-ip --replication-port - --device --meta [--yes] + --device --meta --weight Where , and are replication ip, hostname and port. Any of the options are optional in both cases. - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" +swift-ring-builder prepare_increase_partition_power + Prepare the ring to increase the partition power by one. - Nerd explanation: + A write_ring command is needed to make the change take effect. - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to relink existing data. -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -Problem occurred while reading builder file: /tmp/tmp0o1zst83/tmpxbr2fiqt. Generic error occurred -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. --------------------------------------------------------------------------------test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk -test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num ... ok + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok +swift-ring-builder pretend_min_part_hours_passed + Resets the clock on the last time a rebalance happened, thus + circumventing the min_part_hours check. -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0029 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:50 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test DEBUG: Unlinked retiring db '/tmp/tmplcwz6dlw/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0032 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0013 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0013 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0012 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945216 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0060 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0019 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT_utf8 -test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE -test.unit.container.test_server.TestContainerController.test_UPDATE ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestContainerController.test__call__raise_timeout -test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Dec/2024/08/01/53 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1735286513.447033644 1735286513.447957754 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Dec/2024/08/01/53 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1735286513.448780775 1735286513.449585676 0 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{}' -test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'[]' -test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'null' -test DEBUG: Error on keystone reply: 201 b'null' - rejecting request -test DEBUG: Calling S3Token middleware.test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok + If you run this command and deploy rebalanced rings before a replication + pass completes, you may introduce unavailability in your cluster. This + has an end-user impact. -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:write OWNER -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok +swift-ring-builder rebalance [options] + Attempts to rebalance the ring by reassigning partitions that haven't been + recently reassigned. -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +swift-ring-builder remove [search-value ...] + [--yes] -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:othertest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error -test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok +or -test DEBUG: Update sent for /a/c1/o03 /tmp/tmptjauc0xj/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735286515.06694 -test INFO: Object update sweep completed on /tmp/tmptjauc0xj/devices/sda1 in 0.11s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.11s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpeg_prj64/devices/sda1 (pid: 1945226) -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpeg_prj64/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735286515.18453 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpeg_prj64/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1735286515.18440 -test DEBUG: Update sent for /a/c1/o08 /tmp/tmpeg_prj64/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1735286515.18507 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpeg_prj64/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735286515.18425 -test DEBUG: Update sent for /a/c1/o06 /tmp/tmpeg_prj64/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1735286515.18486 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpeg_prj64/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735286515.18405 -test DEBUG: Update sent for /a/c1/o07 /tmp/tmpeg_prj64/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1735286515.18496 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpeg_prj64/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1735286515.18567 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpeg_prj64/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1735286515.18464 -test DEBUG: Update sent for /a/c1/o09 /tmp/tmpeg_prj64/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1735286515.18517 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmpeg_prj64/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1735286515.18475 -test INFO: Object update sweep completed on /tmp/tmpeg_prj64/devices/sda1 in 0.21s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.21s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpyx9z1xi6/devices/sda1 (pid: 1945226) -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpyx9z1xi6/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735286515.39485 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmpyx9z1xi6/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1735286515.39515 -test DEBUG: Update sent for /a/c1/o06 /tmp/tmpyx9z1xi6/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1735286515.39522 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpyx9z1xi6/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735286515.39501 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpyx9z1xi6/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735286515.39472 -test INFO: Object update sweep completed on /tmp/tmpyx9z1xi6/devices/sda1 in 0.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.01s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp77zwi697/devices/sda1 (pid: 1945226) -test INFO: Object update sweep completed on /tmp/tmp77zwi697/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp77zwi697/devices/sda1 (pid: 1945226) -test INFO: Object update sweep completed on /tmp/tmp77zwi697/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp77zwi697/devices/sda1 (pid: 1945226) -test INFO: Object update sweep completed on /tmp/tmp77zwi697/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp77zwi697/devices/sda1 (pid: 1945226) -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test DEBUG: Update failed for /a/c/o /tmp/tmp77zwi697/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286515.41408 -test INFO: Object update sweep completed on /tmp/tmp77zwi697/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp77zwi697/devices/sda1 (pid: 1945226) -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:58955/sda1 -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:58955/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp77zwi697/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286515.41408 -test INFO: Object update sweep completed on /tmp/tmp77zwi697/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp77zwi697/devices/sda1 (pid: 1945226) -test DEBUG: Error code 404 is returned from remote server 127.0.0.1:58955/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp77zwi697/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286515.41408 -test INFO: Object update sweep completed on /tmp/tmp77zwi697/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp77zwi697/devices/sda1 (pid: 1945226) -test INFO: Timeout waiting on remote server 127.0.0.1:58955/sda1: 99 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmp77zwi697/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286515.41408 -test INFO: Object update sweep completed on /tmp/tmp77zwi697/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226)test.unit.obj.test_updater.TestObjectUpdater.test_run_once -test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1945216 0 -test DEBUG: Unlinked retiring db '/tmp/tmpxzw5kgu8/tmp_test_container_server_ContainerController/sda1/containers/p/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0058 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0082 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0038 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Dec/2024:08:01:52 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Dec/2024:08:01:52 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Dec/2024:08:01:52 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1945216 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [27/Dec/2024:08:01:52 +0000] "REPLICATE /sda1/p/a/" 500 846 "-" "-" "-" 0.0041 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Dec/2024:08:01:52 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0023 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0044 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:52 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0022 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945216 -test.unit.container.test_server.TestContainerController.test_acl_container -test.unit.container.test_server.TestContainerController.test_acl_container ... ok -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_correct_allowed_method -test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestContainerController.test_creation -test.unit.container.test_server.TestContainerController.test_creation ... ok -test.unit.container.test_server.TestContainerController.test_delete_auto_create -test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_deleted_headers -test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestContainerController.test_list_allowed_methods -test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 -Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 -Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 109.38 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 371.88. Dispersion is now 2.08 -------------------------------------------------------------------------------- -NOTE: Dispersion of 2.083333 indicates some parts are not - optimally dispersed. + Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile +test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate +test.unit.cli.test_ringbuilder.TestCommands.test_validate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error +test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Note: using /tmp/tmpx7w8avwx/tmpfi263ohr.builder instead of /tmp/tmpx7w8avwx/tmpfi263ohr.ring.gz as builder file -Reassigned 6 (9.38%) partitions. Balance is now 100.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 100.00 indicates you should push this - ring, wait at least 24 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 -Note: using /tmp/tmpgtljrr3s/tmp55htsv5b.builder instead of /tmp/tmpgtljrr3s/tmp55htsv5b.ring.gz as builder file -Note: using /tmp/tmprt73oo5c/tmp_zyktqdh.builder instead of /tmp/tmprt73oo5c/tmp_zyktqdh.ring.gz as builder file -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769697076.399777) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769697076.399777) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769697076.399777) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769697076.399777) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769697076.39978) in policy_index 1 responded 503 (0000000000.00000) +test INFO: retry: '/AUTH_bob/c/o1' (1769697076.399777) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769697076.404063) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1769697076.404063) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769697076.404063) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1769697076.404063) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769697076.40406) in policy_index 1 responded 404 (1769697076.40406_0000000000000002) +test INFO: retry: '/AUTH_bob/c/o1' (1769697076.404063) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1769695200 +test DEBUG: looking for objects in 1769695200 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Unhandled Exception trying to reconcile: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response - sw_resp = sw_req.get_response(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 852, in run_once + self.reconcile() + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 831, in reconcile + for container in self._iter_containers(): + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 748, in _iter_containers + one_page = list(itertools.islice( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 331, in _iter_items + resp = self.make_request( + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise + raise value + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait + return self._exit_event.wait() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response status, headers, app_iter = self.call_application(application) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application app_iter = application(self.environ, start_response) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ resp = resp_class( ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: kaboom -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 338, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom!test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok +test.unit.container.test_sharder.TestCleavingContext.test_cursor +test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok +test.unit.container.test_sharder.TestCleavingContext.test_delete +test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok +test.unit.container.test_sharder.TestCleavingContext.test_done +test.unit.container.test_sharder.TestCleavingContext.test_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_init +test.unit.container.test_sharder.TestCleavingContext.test_init ... ok +test.unit.container.test_sharder.TestCleavingContext.test_iter +test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load +test.unit.container.test_sharder.TestCleavingContext.test_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_all +test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_range_done +test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_reset +test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok +test.unit.container.test_sharder.TestCleavingContext.test_start +test.unit.container.test_sharder.TestCleavingContext.test_start ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store +test.unit.container.test_sharder.TestCleavingContext.test_store ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok + +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0036 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0036 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 3334963 0 +test DEBUG: Unlinked retiring db '/tmp/tmp7faf_1j5/tmp_test_container_server_ContainerController/sda1/containers/p/8ac/3abe368dd84a96067dfb00ec172778ac/3abe368dd84a96067dfb00ec172778ac.db' +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0036 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0031 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0032 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0031 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0013 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0033 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:16 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_server.TestContainerController.test_GET_xml +test.unit.container.test_server.TestContainerController.test_GET_xml ... ok +test.unit.container.test_server.TestContainerController.test_HEAD +test.unit.container.test_server.TestContainerController.test_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_not_found +test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_OPTIONS +test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift ERROR: 400 Bad Request fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok - -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' -test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'1' -test DEBUG: Error on keystone reply: 201 b'1' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'true' -test DEBUG: Error on keystone reply: 201 b'true' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, rejecting request with error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, rejecting request with error: 401 Unauthorized -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89122740>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89121cc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89122740>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89122740>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89122740>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89122740>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89122740>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89122740>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89122740>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89121cc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89123d00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89123d00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89122740>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89122740>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89122740>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok - -test INFO: - - - [27/Dec/2024:08:01:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:53 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0041 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:53 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0013 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0051 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0037 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0039 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0035 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0038 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0033 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0045 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0035 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0035 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0041 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0021 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0038 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 1945216 nada -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 1945216 999 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0033 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0033 "-" 1945216 1 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0011 "-" 1945216 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0042 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:55 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0043 "-" 1945216 0test.unit.container.test_server.TestContainerController.test_listing_with_reserved -test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_log_line_format -test.unit.container.test_server.TestContainerController.test_log_line_format ... ok -test.unit.container.test_server.TestContainerController.test_markers_with_reserved -test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_not_allowed_method -test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_offset -test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_params_format -test.unit.container.test_server.TestContainerController.test_params_format ... ok -test.unit.container.test_server.TestContainerController.test_params_utf8 -test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other OWNER +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_objtest.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok - -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89af5480>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89af5480>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89af5480>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89af5480>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89af5480>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89122740>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89af5480>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89af5480>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89af5480>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89af5480>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff89af5480>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999.test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok -test.unit.common.test_constraints.TestConstraints.test_check_account_format -test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_container_format -test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok -test.unit.common.test_constraints.TestConstraints.test_check_float -test.unit.common.test_constraints.TestConstraints.test_check_float ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_api_version -test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_constraints -test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok -test.unit.common.test_db.TestDictFactory.test_normal_case -test.unit.common.test_db.TestDictFactory.test_normal_case ... ok -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok -test.unit.common.test_db.TestHelperFunctions.test_zero_like -test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok -test.unit.common.test_swob.TestAccept.test_accept_invalid -test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok -test.unit.common.test_swob.TestAccept.test_accept_json -test.unit.common.test_swob.TestAccept.test_accept_json ... ok -test.unit.common.test_swob.TestAccept.test_accept_plain -test.unit.common.test_swob.TestAccept.test_accept_plain ... ok -test.unit.common.test_swob.TestAccept.test_accept_xml -test.unit.common.test_swob.TestAccept.test_accept_xml ... ok -test.unit.common.test_swob.TestAccept.test_repr -test.unit.common.test_swob.TestAccept.test_repr ... ok -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac +test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok +test.unit.common.test_internal_client.TestInternalClient.test_container_exists +test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_account +test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container +test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_account +test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container +test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_object +test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object +test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init +test.unit.common.test_internal_client.TestInternalClient.test_init ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items +test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path +test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object +test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get +test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_head +test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_proxy +test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok +test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_no_fdatasync +test.unit.common.test_utils.TestFsync.test_no_fdatasync ... ok +test.unit.common.test_utils.TestFsync.test_yes_fdatasync +test.unit.common.test_utils.TestFsync.test_yes_fdatasync ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok test.unit.common.utils.test_config.TestReadConf.test_readconf test.unit.common.utils.test_config.TestReadConf.test_readconf ... ok test.unit.common.utils.test_config.TestReadConf.test_readconf_dir @@ -80072,1842 +78084,1754 @@ test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok test.unit.common.utils.test_config.TestReadConf.test_readconf_raw test.unit.common.utils.test_config.TestReadConf.test_readconf_raw ... ok -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok -test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api -test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api ... ok -test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api -test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_default -test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate -test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api +test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking +test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_recursive +test.unit.common.utils.test_logs.TestPipeMutex.test_recursive ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire +test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases +test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser +test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp77zwi697/devices/sda1 (pid: 1945226) -test INFO: Timeout connecting to remote server 127.0.0.1:58955/sda1: 9 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmp77zwi697/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286515.41408 -test INFO: Object update sweep completed on /tmp/tmp77zwi697/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp77zwi697/devices/sda1 (pid: 1945226) -test DEBUG: Update sent for /a/c/o /tmp/tmp77zwi697/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735286515.41408 -test INFO: Object update sweep completed on /tmp/tmp77zwi697/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test WARNING: Skipping: -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmpgk47rqvu/devices/sda1 (pid: 1945226) -test INFO: Object update sweep progress on /tmp/tmpgk47rqvu/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update sweep progress on /tmp/tmpgk47rqvu/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update sweep completed on /tmp/tmpgk47rqvu/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) -test INFO: Object update sweep starting on /tmp/tmpb4esfjjp/devices/sda1 (pid: 1945226) -test INFO: Object update sweep completed on /tmp/tmpb4esfjjp/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1945226) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txf61fae318c1e480cbf726-00676e5ef3) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txf61fae318c1e480cbf726-00676e5ef3) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txf61fae318c1e480cbf726-00676e5ef3) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txf61fae318c1e480cbf726-00676e5ef3) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txf61fae318c1e480cbf726-00676e5ef3) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txf61fae318c1e480cbf726-00676e5ef3) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txf61fae318c1e480cbf726-00676e5ef3) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txf61fae318c1e480cbf726-00676e5ef3) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txf61fae318c1e480cbf726-00676e5ef3) -test INFO: Client disconnected on read of '/a/c' (txn: txf61fae318c1e480cbf726-00676e5ef3) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0789e6cd5ae440eca1144-00676e5ef3) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0789e6cd5ae440eca1144-00676e5ef3) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0789e6cd5ae440eca1144-00676e5ef3) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0789e6cd5ae440eca1144-00676e5ef3) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txfdea9ebc3b604e8ebd5cd-00676e5ef3) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx68ee409d956c4f329488e-00676e5ef3) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: txe39624bf14d54ffa95159-00676e5ef3) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx8a3f778b56554065b288e-00676e5ef3) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx8fc381f2a5544fabbf246-00676e5ef3) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpgqckd8ov/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgqckd8ov/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpgqckd8ov/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgqckd8ov/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 3334964 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0029 "-" 3334964 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3334964 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 3334964 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf4d8a16f065041e189dc0-00697b6f37" "proxy-server 3334964" 0.0011 "-" 3334964 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:51559/sda1/1/a/c" "txf4d8a16f065041e189dc0-00697b6f37" "container-server 3334964" 0.0010 "-" 3334964 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:36345/sdb1/1/a/c" "txf4d8a16f065041e189dc0-00697b6f37" "container-server 3334964" 0.0009 "-" 3334964 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf4d8a16f065041e189dc0-00697b6f37" "proxy-server 3334964" 0.0081 "-" 3334964 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txf4d8a16f065041e189dc0-00697b6f37" "proxy-server 3334964" 0.0134 "-" 3334964 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/19 PUT /v1/a/c HTTP/1.0 201 - - t - - - txf4d8a16f065041e189dc0-00697b6f37 - 0.0216 - - 1769697079.162008524 1769697079.183647394 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx257275e091e8439ebd43f-00697b6f37" "proxy-server 3334964" 0.0011 "-" 3334964 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:36345/sdb1/1/a1/c1" "tx257275e091e8439ebd43f-00697b6f37" "container-server 3334964" 0.0011 "-" 3334964 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:51559/sda1/1/a1/c1" "tx257275e091e8439ebd43f-00697b6f37" "container-server 3334964" 0.0010 "-" 3334964 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx257275e091e8439ebd43f-00697b6f37" "proxy-server 3334964" 0.0144 "-" 3334964 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx257275e091e8439ebd43f-00697b6f37" "proxy-server 3334964" 0.0110 "-" 3334964 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/19 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx257275e091e8439ebd43f-00697b6f37 - 0.0223 - - 1769697079.184996605 1769697079.207279444 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx78ce058b763046aca520d-00697b6f37" "proxy-server 3334964" 0.0019 "-" 3334964 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:36345/sdb1/2/a/c1" "tx78ce058b763046aca520d-00697b6f37" "container-server 3334964" 0.0018 "-" 3334964 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:51559/sda1/2/a/c1" "tx78ce058b763046aca520d-00697b6f37" "container-server 3334964" 0.0017 "-" 3334964 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx78ce058b763046aca520d-00697b6f37" "proxy-server 3334964" 0.0095 "-" 3334964 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx78ce058b763046aca520d-00697b6f37" "proxy-server 3334964" 0.0142 "-" 3334964 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/19 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx78ce058b763046aca520d-00697b6f37 - 0.0221 - - 1769697079.208676338 1769697079.230797529 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx140d14a13cf142d0bcff4-00697b6f37" "proxy-server 3334964" 0.0020 "-" 3334964 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:51559/sda1/1/a/c2" "tx140d14a13cf142d0bcff4-00697b6f37" "container-server 3334964" 0.0018 "-" 3334964 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:36345/sdb1/1/a/c2" "tx140d14a13cf142d0bcff4-00697b6f37" "container-server 3334964" 0.0018 "-" 3334964 2test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states +test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +test INFO: - - - [29/Jan/2026:14:31:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:17 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:17 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0040 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0041 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0051 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0071 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:18 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3334963 -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT +test.unit.container.test_server.TestContainerController.test_PUT ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok + +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx9f57fb7b45cf4d018cdf0-00697b6f38) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx79c7c9ab16cc4b1092ba8-00697b6f38) +test INFO: Client disconnected on read of '/a/c' (txn: tx626a4b8b279b414ba8d89-00697b6f38) +test INFO: Client disconnected on read of '/a/c' (txn: txdcdb9b9c026448bdb31b9-00697b6f38) +test INFO: Client disconnected on read of '/a/c' (txn: txdcdb9b9c026448bdb31b9-00697b6f38) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txe750be548d124dfea11e9-00676e5ef3)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok - -test INFO: - - - [27/Dec/2024:08:01:56 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0023 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0037 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0035 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0022 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0043 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0023 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0037 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0030 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0065 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0034 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0035 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0034 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0044 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0034 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0033 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0022 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0035 "-" 1945216 0test.unit.container.test_server.TestContainerController.test_prefix_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_put_auto_create -test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestContainerController.test_serv_reserv -test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestContainerController.test_through_call -test.unit.container.test_server.TestContainerController.test_through_call ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestContainerController.test_weird_content_types -test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_sleeper -test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok - -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. +test INFO: Loaded config file /tmp/tmp7evz1a61/backend-ratelimit.conf, config changed +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmp7evz1a61/backend-ratelimit.conf +test INFO: Loaded new config file /tmp/tmp7evz1a61/backend-ratelimit.conf, config unchanged +test DEBUG: Loaded existing config file /tmp/tmp7evz1a61/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmpgi7ocb74/missing, config changed +test INFO: Loaded config file /tmp/tmpgi7ocb74/missing, config changed +test INFO: Loaded new config file /tmp/tmpqu5c98y5/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmpo4jgidxk/backend-ratelimit.conf, config changed +test WARNING: Invalid config file /tmp/tmpo4jgidxk/backend-ratelimit.conf, config unchanged: BOOM +test INFO: Loaded config file /tmp/tmpo4jgidxk/backend-ratelimit.conf, config changed +test INFO: Loaded config file /tmp/tmpam1wq6z1/backend-ratelimit.conf, config changed +test DEBUG: Loaded existing config file /tmp/tmpam1wq6z1/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmpam1wq6z1/backend-ratelimit.conf, config changed +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmp9_qd_bbm/missing +test INFO: Loaded config file /tmp/tmp1k8yjbym/override-ratelimit.conf, config changed +test WARNING: Invalid config file /tmp/tmpm27qqwfn/backend_rl.conf, config unchanged: Unable to find backend_ratelimit config section in /tmp/tmpm27qqwfn/backend_rl.conf +test WARNING: Failed to load config file, config unchanged: Unable to read config from +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmptlc4pttk/backend_rl.conf +test INFO: Loaded config file /tmp/tmpxkclzr6r/backend-ratelimit.conf, config changed +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +fake-swift INFO: - - 29/Jan/2026/14/31/23 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0003 - - 1769697083.301381111 1769697083.301641464 - +fake-swift INFO: - - 29/Jan/2026/14/31/23 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1769697083.302636147 1769697083.302808046 - +fake-swift INFO: - - 29/Jan/2026/14/31/23 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1769697083.303405046 1769697083.303544044 - +fake-swift INFO: - - 29/Jan/2026/14/31/23 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1769697083.303898335 1769697083.304010391 - +test DEBUG: Before request +test DEBUG: Inside of request (txn: foo) +test DEBUG: After request +fake-swift INFO: - - 29/Jan/2026/14/31/23 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1769697083.309223413 1769697083.309337616 - +test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test NOTICE: Started child 0 (PID 94) for port 6009 +test NOTICE: Started child 1 (PID 95) for port 6009 +test NOTICE: Started child 2 (PID 96) for port 6009 +test NOTICE: Started child 1 (PID 97) for port 6009 +test NOTICE: Child 2 (PID 3334956, port 6007) exiting normally +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test1 +STDOUT: test2 +STDERR: test4 +test5 +STDERR: test6 +test8 +STDOUT: a#012b#012c +STDOUT: d +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 208, in HEAD + return self._handle_acl(app, 'DELETE') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 150, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num ... ok +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok - -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -Thu Dec 26 20:02:01 2024 /tmp/tmplmm10tep/unittest.profile123 -Thu Dec 26 20:02:01 2024 /tmp/tmplmm10tep/unittest.profile1945212 -Thu Dec 26 20:02:01 2024 /tmp/tmplmm10tep/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Thu Dec 26 20:02:01 2024 /tmp/tmplmm10tep/unittest.profile123 -Thu Dec 26 20:02:01 2024 /tmp/tmplmm10tep/unittest.profile1945212 -Thu Dec 26 20:02:01 2024 /tmp/tmplmm10tep/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: call count - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - 0 0.000 0.000 profile:0(profiler) - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok -Thu Dec 26 20:02:01 2024 /tmp/tmplmm10tep/unittest.profile123 -Thu Dec 26 20:02:01 2024 /tmp/tmplmm10tep/unittest.profile1945212 -Thu Dec 26 20:02:01 2024 /tmp/tmplmm10tep/unittest.profile456 - 30 function calls in 0.001 seconds +swift-ring-builder search - Ordered by: internal time +or - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. -Thu Dec 26 20:02:01 2024 /tmp/tmpzweg_mm6/unittest.profile123 + Shows information about matching devices. - 5 function calls in 0.000 seconds +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] - Ordered by: internal time +or - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. -Thu Dec 26 20:02:01 2024 /tmp/tmpzweg_mm6/unittest.profile123 + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. - 5 function calls in 0.000 seconds + Option --yes assume a yes response to all questions. - Ordered by: internal time +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + A rebalance is needed to make the change take effect. -Thu Dec 26 20:02:01 2024 /tmp/tmpzweg_mm6/unittest.profile123 +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. -Thu Dec 26 20:02:01 2024 /tmp/tmpzweg_mm6/unittest.profile123 + Option --yes assume a yes response to all questions. - 5 function calls in 0.000 seconds +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. - Ordered by: internal time + A rebalance is needed to make the change take effect. - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) +swift-ring-builder set_weight + [ ] ... + [--yes] +or -Thu Dec 26 20:02:01 2024 /tmp/tmpzweg_mm6/unittest.profile1945212 -Thu Dec 26 20:02:01 2024 /tmp/tmpzweg_mm6/unittest.profile123 -Thu Dec 26 20:02:01 2024 /tmp/tmpzweg_mm6/unittest.profile456 +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] - 30 function calls in 0.001 seconds + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. - Ordered by: internal time + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] - Ordered by: internal time + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + Option --yes assume a yes response to all questions. -Thu Dec 26 20:02:01 2024 /tmp/tmpzweg_mm6/unittest.profile1945212 -Thu Dec 26 20:02:01 2024 /tmp/tmpzweg_mm6/unittest.profile123 -Thu Dec 26 20:02:01 2024 /tmp/tmpzweg_mm6/unittest.profile456 +swift-ring-builder validate + Just runs the validation routines on the ring. - 30 function calls in 0.001 seconds +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. - Ordered by: internal time +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) +The can be of the form:: + drz-:R:/ + _ -Thu Dec 26 20:02:01 2024 /tmp/tmpzweg_mm6/unittest.profile1945212 + Where and are replication ip and port. - 15 function calls in 0.000 seconds + Any part is optional, but you must include at least one part. - Ordered by: internal time + Examples:: - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + Most specific example:: -Thu Dec 26 20:02:01 2024 /tmp/tmpzweg_mm6/unittest.profile1945212 + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - 15 function calls in 0.000 seconds + Nerd explanation: - Ordered by: internal time + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec)test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty -test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_os_error -test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst -test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_init -test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate -test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer -test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok -test.unit.common.test_utils.TestPairs.test_pairs -test.unit.common.test_utils.TestPairs.test_pairs ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_closes -test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok -test.unit.common.test_utils.TestUtils.test_backwards -test.unit.common.test_utils.TestUtils.test_backwards ... ok -test.unit.common.test_utils.TestUtils.test_cache_from_env -test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok -test.unit.common.test_utils.TestUtils.test_cap_length -test.unit.common.test_utils.TestUtils.test_cap_length ... ok -test.unit.common.test_utils.TestUtils.test_clean_content_type -test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close -test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges -test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache -test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok -test.unit.common.test_utils.TestUtils.test_find_namespace -test.unit.common.test_utils.TestUtils.test_find_namespace ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok -test.unit.common.test_utils.TestUtils.test_fsync_dir -test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_generate_trans_id -test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok -test.unit.common.test_utils.TestUtils.test_get_db_files -test.unit.common.test_utils.TestUtils.test_get_db_files ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_from_path -test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok -test.unit.common.test_utils.TestUtils.test_get_redirect_data -test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok -test.unit.common.test_utils.TestUtils.test_get_trans_id_time -test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok -test.unit.common.test_utils.TestUtils.test_hash_path -test.unit.common.test_utils.TestUtils.test_hash_path ... ok -test.unit.common.test_utils.TestUtils.test_human_readable -test.unit.common.test_utils.TestUtils.test_human_readable ... ok -test.unit.common.test_utils.TestUtils.test_is_file_older -test.unit.common.test_utils.TestUtils.test_is_file_older ... ok -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_error -test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok -2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +Problem occurred while reading builder file: /tmp/tmpwk1qzlr3/tmptncq0r53. Generic error occurred +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +-------------------------------------------------------------------------------test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk +test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok +I like ham +STDERR: --- Logging error --- +STDERR: Traceback (most recent call last): +STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 157, in emit + raise socket.error(errno.ENOTCONN, "This is an ex-syslog") +STDERR: OSError: [Errno 107] This is an ex-syslog +STDERR: Call stack: +STDERR: File "", line 198, in _run_module_as_main +STDERR: File "", line 88, in _run_code +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in + main() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main + program.TestProgram( +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ + self.runTests() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests + self.result = testRunner.run(self.test) +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.12/unittest/case.py", line 690, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.12/unittest/case.py", line 634, in run + self._callTestMethod(testMethod) +STDERR: File "/usr/lib/python3.12/unittest/case.py", line 589, in _callTestMethod + if method() is not None: +STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 189, in test_LoggerFileObject_recursion + logger.info("I like ham") +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1539, in info + self._log(INFO, msg, args, **kwargs) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1684, in _log + self.handle(record) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1700, in handle + self.callHandlers(record) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1762, in callHandlers + hdlr.handle(record) +STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1028, in handle + self.emit(record) +STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 159, in emit + self.handleError(record) +STDERR: Message: 'I like ham' +Arguments: () +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger +test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio +test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception +test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter +test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger +test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger +test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok +Unlinked retiring db '/tmp/tmp71kmdwmu/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -test NOTICE: Child 1945201 exiting normally -test NOTICE: Started child 88 from parent 1945201 -test NOTICE: Started child 89 from parent 1945201 -test ERROR: Removing dead child 88 from parent 1945201 -test NOTICE: Started child 90 from parent 1945201 -test NOTICE: Started child 88 from parent 1945201 -test NOTICE: Started child 89 from parent 1945201 -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx57c9c93ae2e142fe93d9b-00676e5efb) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx57c9c93ae2e142fe93d9b-00676e5efb) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx57c9c93ae2e142fe93d9b-00676e5efb) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx57c9c93ae2e142fe93d9b-00676e5efb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx140d14a13cf142d0bcff4-00697b6f37" "proxy-server 3334964" 0.0135 "-" 3334964 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:19 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx140d14a13cf142d0bcff4-00697b6f37" "proxy-server 3334964" 0.0102 "-" 3334964 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/19 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx140d14a13cf142d0bcff4-00697b6f37 - 0.0222 - - 1769697079.232196331 1769697079.254408121 2 proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpjlp7nwmt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpjlp7nwmt/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmpb_7vf58e/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpb_7vf58e/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpjlp7nwmt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpjlp7nwmt/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmpb_7vf58e/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpb_7vf58e/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0037 "-" 1945201 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 1945201 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 1945201 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 1945201 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx721598c87ae0488d97579-00676e5efb" "proxy-server 1945201" 0.0013 "-" 1945201 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:57125/sda1/1/a/c" "tx721598c87ae0488d97579-00676e5efb" "container-server 1945201" 0.0011 "-" 1945201 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:48113/sdb1/1/a/c" "tx721598c87ae0488d97579-00676e5efb" "container-server 1945201" 0.0011 "-" 1945201 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx721598c87ae0488d97579-00676e5efb" "proxy-server 1945201" 0.0090 "-" 1945201 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx721598c87ae0488d97579-00676e5efb" "proxy-server 1945201" 0.0155 "-" 1945201 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/03 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx721598c87ae0488d97579-00676e5efb - 0.0233 - - 1735286523.087643147 1735286523.110895395 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txac9606a59b2043d98eb47-00676e5efb" "proxy-server 1945201" 0.0012 "-" 1945201 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:48113/sdb1/1/a1/c1" "txac9606a59b2043d98eb47-00676e5efb" "container-server 1945201" 0.0023 "-" 1945201 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:57125/sda1/1/a1/c1" "txac9606a59b2043d98eb47-00676e5efb" "container-server 1945201" 0.0012 "-" 1945201 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txac9606a59b2043d98eb47-00676e5efb" "proxy-server 1945201" 0.0099 "-" 1945201 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txac9606a59b2043d98eb47-00676e5efb" "proxy-server 1945201" 0.0151 "-" 1945201 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/03 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txac9606a59b2043d98eb47-00676e5efb - 0.0226 - - 1735286523.112339020 1735286523.134899855 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5cfda035c7fa4a309dd71-00676e5efb" "proxy-server 1945201" 0.0021 "-" 1945201 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:48113/sdb1/2/a/c1" "tx5cfda035c7fa4a309dd71-00676e5efb" "container-server 1945201" 0.0018 "-" 1945201 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:57125/sda1/2/a/c1" "tx5cfda035c7fa4a309dd71-00676e5efb" "container-server 1945201" 0.0018 "-" 1945201 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5cfda035c7fa4a309dd71-00676e5efb" "proxy-server 1945201" 0.0100 "-" 1945201 1test.unit.proxy.test_server.TestController.test_account_info_200 -test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_404 -test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_container_count -test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_account -test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_cache -test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_200 -test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_404 -test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_no_cache -test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_make_requests -test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_transfer_headers -test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0030 "-" 3334964 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0033 "-" 3334964 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3334964 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3334964 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd8dc8d95928c4efeb6138-00697b6f38" "proxy-server 3334964" 0.0011 "-" 3334964 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:43623/sdb1/1/a/c" "txd8dc8d95928c4efeb6138-00697b6f38" "container-server 3334964" 0.0010 "-" 3334964 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:50569/sda1/1/a/c" "txd8dc8d95928c4efeb6138-00697b6f38" "container-server 3334964" 0.0010 "-" 3334964 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txd8dc8d95928c4efeb6138-00697b6f38" "proxy-server 3334964" 0.0082 "-" 3334964 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txd8dc8d95928c4efeb6138-00697b6f38" "proxy-server 3334964" 0.0137 "-" 3334964 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/20 PUT /v1/a/c HTTP/1.0 201 - - t - - - txd8dc8d95928c4efeb6138-00697b6f38 - 0.0207 - - 1769697080.712532043 1769697080.733208656 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txe860489513da4c209eae9-00697b6f38" "proxy-server 3334964" 0.0011 "-" 3334964 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:50569/sda1/1/a1/c1" "txe860489513da4c209eae9-00697b6f38" "container-server 3334964" 0.0020 "-" 3334964 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:43623/sdb1/1/a1/c1" "txe860489513da4c209eae9-00697b6f38" "container-server 3334964" 0.0010 "-" 3334964 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe860489513da4c209eae9-00697b6f38" "proxy-server 3334964" 0.0090 "-" 3334964 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe860489513da4c209eae9-00697b6f38" "proxy-server 3334964" 0.0135 "-" 3334964 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/20 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txe860489513da4c209eae9-00697b6f38 - 0.0202 - - 1769697080.734541655 1769697080.754753828 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx194fb860138b4efa87669-00697b6f38" "proxy-server 3334964" 0.0018 "-" 3334964 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:43623/sdb1/2/a/c1" "tx194fb860138b4efa87669-00697b6f38" "container-server 3334964" 0.0023 "-" 3334964 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:50569/sda1/2/a/c1" "tx194fb860138b4efa87669-00697b6f38" "container-server 3334964" 0.0010 "-" 3334964 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx194fb860138b4efa87669-00697b6f38" "proxy-server 3334964" 0.0093 "-" 3334964 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx194fb860138b4efa87669-00697b6f38" "proxy-server 3334964" 0.0138 "-" 3334964 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/20 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx194fb860138b4efa87669-00697b6f38 - 0.0214 - - 1769697080.756159306 1769697080.777555943 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbd6a1dd89ac0423292c06-00697b6f38" "proxy-server 3334964" 0.0019 "-" 3334964 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:50569/sda1/1/a/c2" "txbd6a1dd89ac0423292c06-00697b6f38" "container-server 3334964" 0.0024 "-" 3334964 2 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:43623/sdb1/1/a/c2" "txbd6a1dd89ac0423292c06-00697b6f38" "container-server 3334964" 0.0011 "-" 3334964 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbd6a1dd89ac0423292c06-00697b6f38" "proxy-server 3334964" 0.0092 "-" 3334964 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:20 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbd6a1dd89ac0423292c06-00697b6f38" "proxy-server 3334964" 0.0139 "-" 3334964 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/20 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txbd6a1dd89ac0423292c06-00697b6f38 - 0.0215 - - 1769697080.778944969 1769697080.800477743 2 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok +Unlinked retiring db '/tmp/tmpdj52_kiv/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift ERROR: 501 Not Implemented +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok - - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Thu Dec 26 20:02:01 2024 /tmp/tmpzweg_mm6/unittest.profile1945212 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -test ERROR: Error in '/tmp/tmp1513kvka/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' -test ERROR: Could not load '/tmp/tmpue7q8sct/container-sync-realms.conf': File contains no section headers. -file: '/tmp/tmpue7q8sct/container-sync-realms.conf', line: 1 -'invalid' -test DEBUG: Could not load 'eba307a2790e4e95b6647348987507b1': [Errno 2] No such file or directory: 'eba307a2790e4e95b6647348987507b1' -test ERROR: Could not load '/tmp/tmpci5ctcbx/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpci5ctcbx/container-sync-realms.conf' -test ERROR: ERROR: swift.cache could not be found in env! -test ERROR: ERROR: swift.cache could not be found in env! -test WARNING: Unable to perform fsync() on directory /tmp/tmpku2_8hdi: Bad file descriptor -Unable to locate some_not_real_function in libc. Leaving as a no-op. -test.unit.common.test_utils.TestUtils.test_load_libc_function -test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok -test.unit.common.test_utils.TestUtils.test_load_pkg_resource -test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' -test.unit.common.test_utils.TestUtils.test_load_recon_cache -test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok -test.unit.common.test_utils.TestUtils.test_lock_file -test.unit.common.test_utils.TestUtils.test_lock_file ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok -test.unit.common.test_utils.TestUtils.test_lock_path -test.unit.common.test_utils.TestUtils.test_lock_path ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_class -test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_name -test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok -test.unit.common.test_utils.TestUtils.test_majority_size -test.unit.common.test_utils.TestUtils.test_majority_size ... ok -test.unit.common.test_utils.TestUtils.test_make_db_file_path -test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok -test.unit.common.test_utils.TestUtils.test_makedirs_count -test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok -test.unit.common.test_utils.TestUtils.test_md5_with_data -test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok -test.unit.common.test_utils.TestUtils.test_md5_without_data -test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok -test.unit.common.test_utils.TestUtils.test_mkdirs -test.unit.common.test_utils.TestUtils.test_mkdirs ... ok -test.unit.common.test_utils.TestUtils.test_monkey_patch -test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok -test.unit.common.test_utils.TestUtils.test_node_to_string -test.unit.common.test_utils.TestUtils.test_node_to_string ... ok -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok -test.unit.common.test_utils.TestUtils.test_normalize_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_content_type -test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_db_filename -test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok -test.unit.common.test_utils.TestUtils.test_parse_header -test.unit.common.test_utils.TestUtils.test_parse_header ... ok -test.unit.common.test_utils.TestUtils.test_parse_options -test.unit.common.test_utils.TestUtils.test_parse_options ... ok -test.unit.common.test_utils.TestUtils.test_parse_options_errors -test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok -test.unit.common.test_utils.TestUtils.test_parse_override_options -test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok -test.unit.common.test_utils.TestUtils.test_quorum_size -test.unit.common.test_utils.TestUtils.test_quorum_size ... ok -test.unit.common.test_utils.TestUtils.test_quote_bytes -test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok -test.unit.common.test_utils.TestUtils.test_quote_unicode -test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok -test.unit.common.test_utils.TestUtils.test_remove_directory -test.unit.common.test_utils.TestUtils.test_remove_directory ... ok -test.unit.common.test_utils.TestUtils.test_remove_file -test.unit.common.test_utils.TestUtils.test_remove_file ... ok -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok -test.unit.common.test_utils.TestUtils.test_round_robin_iter -test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok -test.unit.common.test_utils.TestUtils.test_safe_json_loads -test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok -test.unit.common.test_utils.TestUtils.test_search_tree -test.unit.common.test_utils.TestUtils.test_search_tree ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok -test.unit.common.test_utils.TestUtils.test_select_node_ip -test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok -test.unit.common.test_utils.TestUtils.test_split_path -test.unit.common.test_utils.TestUtils.test_split_path ... ok -test.unit.common.test_utils.TestUtils.test_storage_directory -test.unit.common.test_utils.TestUtils.test_storage_directory ... ok -test.unit.common.test_utils.TestUtils.test_streq_const_time -test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok -test.unit.common.test_utils.TestUtils.test_strict_b64decode -test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_systemd_notify -test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok -test.unit.common.test_utils.TestUtils.test_validate_device_partition -test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok -test.unit.common.test_utils.TestUtils.test_validate_hash_conf -test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok -test.unit.common.test_utils.TestUtils.test_validate_sync_to -test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok -test.unit.common.test_utils.TestUtils.test_write_file -test.unit.common.test_utils.TestUtils.test_write_file ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0054 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:57 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0022 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0036 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0033 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:19 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0012 "-" 3334963 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0034 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0002 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1945216 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0059 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0058 "-" 1945216 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945216 0 -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 1945216 - -test INFO: - - - [27/Dec/2024:08:01:58 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0035 "-" 1945216 0 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpvloxlszg/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpvloxlszg/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpvloxlszg/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpvloxlszg/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:59 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 1945216 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:59 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0031 "-" 1945216 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:59 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 1945216 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:59 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 1945216 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:59 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa34d136715ba4dd8a3570-00676e5ef7" "proxy-server 1945216" 0.0021 "-" 1945216 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:59 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:50631/sdb1/0/a/c" "txa34d136715ba4dd8a3570-00676e5ef7" "container-server 1945216" 0.0011 "-" 1945216 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:01:59 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:34575/sda1/0/a/c" "txa34d136715ba4dd8a3570-00676e5ef7" "container-server 1945216" 0.0011 "-" 1945216 0test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3334963 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0049 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3334963 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 3334963 - +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0040 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0019 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0042 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0019 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:20 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 3334963 0test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok +Unlinked retiring db '/tmp/tmplkg3qhzo/containers/part/suffix/hash/container.db' -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5cfda035c7fa4a309dd71-00676e5efb" "proxy-server 1945201" 0.0151 "-" 1945201 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/03 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx5cfda035c7fa4a309dd71-00676e5efb - 0.0236 - - 1735286523.136333227 1735286523.159893751 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0fce6f6cabe3498988c47-00676e5efb" "proxy-server 1945201" 0.0021 "-" 1945201 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:48113/sdb1/1/a/c2" "tx0fce6f6cabe3498988c47-00676e5efb" "container-server 1945201" 0.0025 "-" 1945201 2 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:57125/sda1/1/a/c2" "tx0fce6f6cabe3498988c47-00676e5efb" "container-server 1945201" 0.0012 "-" 1945201 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0fce6f6cabe3498988c47-00676e5efb" "proxy-server 1945201" 0.0101 "-" 1945201 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:03 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0fce6f6cabe3498988c47-00676e5efb" "proxy-server 1945201" 0.0154 "-" 1945201 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/03 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx0fce6f6cabe3498988c47-00676e5efb - 0.0237 - - 1735286523.161366463 1735286523.185046673 2 +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 +Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 +Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 109.38 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 371.88. Dispersion is now 1.56 +------------------------------------------------------------------------------- +NOTE: Dispersion of 1.562500 indicates some parts are not + optimally dispersed. + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Note: using /tmp/tmpbopttt3o/tmpfasffe5m.builder instead of /tmp/tmpbopttt3o/tmpfasffe5m.ring.gz as builder file +Reassigned 3 (4.69%) partitions. Balance is now 100.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 100.00 indicates you should push this + ring, wait at least 24 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 +Note: using /tmp/tmpx_zh7ke2/tmpgwu5u3bv.builder instead of /tmp/tmpx_zh7ke2/tmpgwu5u3bv.ring.gz as builder file +Note: using /tmp/tmp8qgm_bfy/tmp5uf7sx53.builder instead of /tmp/tmp8qgm_bfy/tmp5uf7sx53.ring.gz as builder file +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ @@ -81916,339 +79840,517 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok - -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:00 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txa34d136715ba4dd8a3570-00676e5ef7" "proxy-server 1945216" 0.9563 "-" 1945216 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:00 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txa34d136715ba4dd8a3570-00676e5ef7" "proxy-server 1945216" 0.9524 "-" 1945216 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/00 PUT /v1/a/c HTTP/1.0 201 - - t - - - txa34d136715ba4dd8a3570-00676e5ef7 - 0.9660 - - 1735286519.837626457 1735286520.803615093 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:00 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx00fb426ea47741f2a9d61-00676e5ef8" "proxy-server 1945216" 0.0013 "-" 1945216 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:00 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:50631/sdb1/2/a1/c1" "tx00fb426ea47741f2a9d61-00676e5ef8" "container-server 1945216" 0.0016 "-" 1945216 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:00 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:34575/sda1/2/a1/c1" "tx00fb426ea47741f2a9d61-00676e5ef8" "container-server 1945216" 0.0011 "-" 1945216 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:00 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx00fb426ea47741f2a9d61-00676e5ef8" "proxy-server 1945216" 0.0090 "-" 1945216 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:00 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx00fb426ea47741f2a9d61-00676e5ef8" "proxy-server 1945216" 0.0141 "-" 1945216 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/00 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx00fb426ea47741f2a9d61-00676e5ef8 - 0.0218 - - 1735286520.805151463 1735286520.826975584 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:00 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4880b86eda9d4348bad8c-00676e5ef8" "proxy-server 1945216" 0.0021 "-" 1945216 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:00 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:50631/sdb1/0/a/c1" "tx4880b86eda9d4348bad8c-00676e5ef8" "container-server 1945216" 0.0019 "-" 1945216 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:00 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:34575/sda1/0/a/c1" "tx4880b86eda9d4348bad8c-00676e5ef8" "container-server 1945216" 0.0019 "-" 1945216 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:00 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4880b86eda9d4348bad8c-00676e5ef8" "proxy-server 1945216" 0.0146 "-" 1945216 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:00 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4880b86eda9d4348bad8c-00676e5ef8" "proxy-server 1945216" 0.0109 "-" 1945216 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/00 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4880b86eda9d4348bad8c-00676e5ef8 - 0.0239 - - 1735286520.828428268 1735286520.852291107 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:00 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb6826973795c4482a6ae2-00676e5ef8" "proxy-server 1945216" 0.0021 "-" 1945216 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:00 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:34575/sda1/2/a/c2" "txb6826973795c4482a6ae2-00676e5ef8" "container-server 1945216" 0.0026 "-" 1945216 2 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:00 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:50631/sdb1/2/a/c2" "txb6826973795c4482a6ae2-00676e5ef8" "container-server 1945216" 0.0011 "-" 1945216 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:00 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb6826973795c4482a6ae2-00676e5ef8" "proxy-server 1945216" 0.0099 "-" 1945216 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:00 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb6826973795c4482a6ae2-00676e5ef8" "proxy-server 1945216" 0.0148 "-" 1945216 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/00 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb6826973795c4482a6ae2-00676e5ef8 - 0.0234 - - 1735286520.853816748 1735286520.877194405 2 - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +fake-swift ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 338, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num ... ok -test ERROR: Invalid swift_bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2824, in override_bytes_from_content_type - listing_dict['bytes'] = int(swift_bytes) - ^^^^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: 'hey' -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00035 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmps8lx9cug/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00479 seconds (208.71941/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test DEBUG: Successfully deleted db /tmp/tmpxhbv35i0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -test DEBUG: Not deleting db /tmp/tmpxhbv35i0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db (2/3 success) -test DEBUG: Not deleting db /tmp/tmpxhbv35i0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db (requires sharding, state unsharded) -test DEBUG: Not deleting db /tmp/tmpxhbv35i0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286524.43927.db (requires sharding, state sharding) -test DEBUG: Not deleting db /tmp/tmpxhbv35i0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286524.43927.db (2/3 success) -test DEBUG: Successfully deleted db /tmp/tmpxhbv35i0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286524.43927.db -test DEBUG: Successfully deleted db /tmp/tmpxhbv35i0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp080e6atx/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (51, '4bea6e55b1edb47166db9935880ef70d', '8a5e3208-cd9c-43b6-a7cf-a122fee93a7c-sda', '1735286524.45491', '1735286524.00000', '0', '', '1735286524.00000', 51, 0) -test DEBUG: /tmp/tmp080e6atx/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1735286525.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1735286526.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1735286527.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1735286528.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1735286529.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1735286530.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1735286531.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1735286532.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1735286533.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1735286534.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8a5e3208-cd9c-43b6-a7cf-a122fee93a7c-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1735286535.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1735286536.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1735286537.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1735286538.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1735286539.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1735286540.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1735286541.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1735286542.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1735286543.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1735286544.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8a5e3208-cd9c-43b6-a7cf-a122fee93a7c-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1735286545.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1735286546.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1735286547.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1735286548.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1735286549.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1735286550.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1735286551.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1735286552.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1735286553.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1735286554.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8a5e3208-cd9c-43b6-a7cf-a122fee93a7c-sda') -test DEBUG: /tmp/tmp080e6atx/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.010114s)test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok + +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0038 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0034 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0034 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 3334963 0 +test DEBUG: Unlinked retiring db '/tmp/tmpvg3xr1ro/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0036 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0021 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0021 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0019 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0019 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0058 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0021 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 3334963 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0032 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0031 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0038 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:21 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0005 "-" 3334963 -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.container.test_server.TestContainerController.test_PUT_account_update +test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpyzdqoyip/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpyzdqoyip/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp2x67dji5/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp2x67dji5/containers/part/suffix/hash/container.db'] +Unlinked retiring db '/tmp/tmp6uhr3nhr/containers/part/suffix/hash/hash.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD ... ok - -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -fake-swift ERROR: Expecting value: line 1 column 1 (char 0): +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 29/Jan/2026/14/31/22 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0007 - - 1769697082.474466801 1769697082.475117922 0 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 29/Jan/2026/14/31/22 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0005 - - 1769697082.475656271 1769697082.476158619 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ resp = self.handle_request(req) @@ -82256,686 +80358,1386 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 338, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok - -test DEBUG: Synchronization for /tmp/tmp080e6atx/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db has fallen more than 30 rows behind; moving on and will try again next pass. -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (51, '4bea6e55b1edb47166db9935880ef70d', '8a5e3208-cd9c-43b6-a7cf-a122fee93a7c-sda', '1735286524.45491', '1735286524.00000', '0', '', '1735286524.00000', 51, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('8a5e3208-cd9c-43b6-a7cf-a122fee93a7c-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.03434 seconds (29.12035/s) -test INFO: Removed 0 dbs -test INFO: 1 successes, 1 failures -test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp080e6atx/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (51, '4bea6e55b1edb47166db9935880ef70d', '8a5e3208-cd9c-43b6-a7cf-a122fee93a7c-sda', '1735286524.45491', '1735286524.00000', '0', '', '1735286524.00000', 51, 0) -test DEBUG: /tmp/tmp080e6atx/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1735286555.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1735286556.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1735286557.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1735286558.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1735286559.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1735286560.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1735286561.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1735286562.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1735286563.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1735286564.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8a5e3208-cd9c-43b6-a7cf-a122fee93a7c-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1735286565.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1735286566.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1735286567.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1735286568.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1735286569.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1735286570.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1735286571.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1735286572.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1735286573.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1735286574.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8a5e3208-cd9c-43b6-a7cf-a122fee93a7c-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1735286675.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8a5e3208-cd9c-43b6-a7cf-a122fee93a7c-sda') -test DEBUG: /tmp/tmp080e6atx/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.0102892s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (51, '4bea6e55b1edb47166db9935880ef70d', '8a5e3208-cd9c-43b6-a7cf-a122fee93a7c-sda', '1735286524.45491', '1735286524.00000', '0', '', '1735286524.00000', 51, 0) -test DEBUG: /tmp/tmp080e6atx/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02285 seconds (43.76661/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00036 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1_mlqn60/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (2, '954e245d9a001d1737fceab7c32ff85a', '9f3cda21-9805-4a79-a1a7-4ca48f54f403-sda', '1735286524.54106', '1735286400.00000', '0', '', '1735286400.00000', 0, 1) -test DEBUG: /tmp/tmp1_mlqn60/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1735286402.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1735286403.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '9f3cda21-9805-4a79-a1a7-4ca48f54f403-sda')test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester WRITE permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift ERROR: 400 Bad Request fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok + +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok + +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok - -test DEBUG: /tmp/tmp1_mlqn60/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00327897s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (2, '954e245d9a001d1737fceab7c32ff85a', '9f3cda21-9805-4a79-a1a7-4ca48f54f403-sda', '1735286524.54106', '1735286400.00000', '0', '', '1735286400.00000', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('9f3cda21-9805-4a79-a1a7-4ca48f54f403-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp1_mlqn60/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02170 seconds (46.08344/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp1_mlqn60/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, sync, (2, '010dc81816e622f193e5f36072772be9', '01e5669c-102a-49f0-90aa-964278150caa-sda', '1735286524.56850', '1735286400', '0', '', '1735286400', 2, 0) -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('01e5669c-102a-49f0-90aa-964278150caa-sda', '589fef55c871b997f28898d3b4e47a82.db') -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (2, '010dc81816e622f193e5f36072772be9', '01e5669c-102a-49f0-90aa-964278150caa-sda', '1735286524.56850', '1735286400', '0', '', '1735286400', 2, 0) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('01e5669c-102a-49f0-90aa-964278150caa-sda', '589fef55c871b997f28898d3b4e47a82.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5kvghf20/sda/containers/0/21b/5e2f756d3f3aa77123611ab711bfb21b/5e2f756d3f3aa77123611ab711bfb21b.db -REPLICATE: /sdb/0/5e2f756d3f3aa77123611ab711bfb21b, sync, (2, '954e245d9a001d1737fceab7c32ff85a', '54ee0d6a-4698-4ce3-9ab2-f877e0607dc7-sda', '1735286524.59210', '1735286400.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1735286524.59376"]}', '1735286400.00000', 0, 0) -test DEBUG: /tmp/tmp5kvghf20/sda/containers/0/21b/5e2f756d3f3aa77123611ab711bfb21b/5e2f756d3f3aa77123611ab711bfb21b.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5e2f756d3f3aa77123611ab711bfb21b, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1735286402.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1735286403.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '54ee0d6a-4698-4ce3-9ab2-f877e0607dc7-sda') -test DEBUG: /tmp/tmp5kvghf20/sda/containers/0/21b/5e2f756d3f3aa77123611ab711bfb21b/5e2f756d3f3aa77123611ab711bfb21b.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00319719s) -REPLICATE: /sdb/0/5e2f756d3f3aa77123611ab711bfb21b, merge_syncs, ([],) -REPLICATE: /sdc/0/5e2f756d3f3aa77123611ab711bfb21b, sync, (2, '954e245d9a001d1737fceab7c32ff85a', '54ee0d6a-4698-4ce3-9ab2-f877e0607dc7-sda', '1735286524.59210', '1735286400.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1735286524.59376"]}', '1735286400.00000', 0, 0) -REPLICATE: /sdc/0/5e2f756d3f3aa77123611ab711bfb21b, complete_rsync, ('54ee0d6a-4698-4ce3-9ab2-f877e0607dc7-sda', '5e2f756d3f3aa77123611ab711bfb21b.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp5kvghf20/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02144 seconds (46.64203/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp5kvghf20/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, sync, (2, 'e6190163af5f4eb4eff3f5efdd2c2c1d', '99bcb142-82f0-4e62-afe9-4d067106cb60-sda', '1735286524.62086', '1735286400', '0', '', '1735286400', 2, 0) -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('99bcb142-82f0-4e62-afe9-4d067106cb60-sda', '589fef55c871b997f28898d3b4e47a82.db') -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (2, 'e6190163af5f4eb4eff3f5efdd2c2c1d', '99bcb142-82f0-4e62-afe9-4d067106cb60-sda', '1735286524.62086', '1735286400', '0', '', '1735286400', 2, 0) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('99bcb142-82f0-4e62-afe9-4d067106cb60-sda', '589fef55c871b997f28898d3b4e47a82.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpc9ltn4a3/sda/containers/0/21b/5e2f756d3f3aa77123611ab711bfb21b/5e2f756d3f3aa77123611ab711bfb21b.db -REPLICATE: /sdb/0/5e2f756d3f3aa77123611ab711bfb21b, sync, (2, '954e245d9a001d1737fceab7c32ff85a', '0d21cb45-2d7a-453b-b152-29e58a7e7c74-sda', '1735286524.63882', '1735286400.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1735286524.63992"]}', '1735286400.00000', 0, 0) -test DEBUG: /tmp/tmpc9ltn4a3/sda/containers/0/21b/5e2f756d3f3aa77123611ab711bfb21b/5e2f756d3f3aa77123611ab711bfb21b.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5e2f756d3f3aa77123611ab711bfb21b, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1735286402.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1735286403.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '0d21cb45-2d7a-453b-b152-29e58a7e7c74-sda') -test DEBUG: /tmp/tmpc9ltn4a3/sda/containers/0/21b/5e2f756d3f3aa77123611ab711bfb21b/5e2f756d3f3aa77123611ab711bfb21b.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00338817s) -REPLICATE: /sdb/0/5e2f756d3f3aa77123611ab711bfb21b, merge_syncs, ([],) -REPLICATE: /sdc/0/5e2f756d3f3aa77123611ab711bfb21b, sync, (2, '954e245d9a001d1737fceab7c32ff85a', '0d21cb45-2d7a-453b-b152-29e58a7e7c74-sda', '1735286524.63882', '1735286400.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1735286524.63992"]}', '1735286400.00000', 0, 0) -REPLICATE: /sdc/0/5e2f756d3f3aa77123611ab711bfb21b, complete_rsync, ('0d21cb45-2d7a-453b-b152-29e58a7e7c74-sda', '5e2f756d3f3aa77123611ab711bfb21b.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpc9ltn4a3/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02125 seconds (47.06439/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpc9ltn4a3/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, sync, (2, 'e6190163af5f4eb4eff3f5efdd2c2c1d', '63125b7c-432c-4075-81ce-72bc8fe5805c-sda', '1735286524.66662', '1735286400', '0', '', '1735286400', 2, 0) -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('63125b7c-432c-4075-81ce-72bc8fe5805c-sda', '589fef55c871b997f28898d3b4e47a82.db') -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (2, 'e6190163af5f4eb4eff3f5efdd2c2c1d', '63125b7c-432c-4075-81ce-72bc8fe5805c-sda', '1735286524.66662', '1735286400', '0', '', '1735286400', 2, 0) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('63125b7c-432c-4075-81ce-72bc8fe5805c-sda', '589fef55c871b997f28898d3b4e47a82.db')test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok +Unlinked retiring db '/tmp/tmpf6arxf30/containers/part/suffix/hash/container.db' fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok + +test INFO: - - - [29/Jan/2026:14:31:22 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.7413 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:22 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0042 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0030 "-" 3334963 - +test ERROR: ERROR Account update failed with 127.0.0.1:59909/sda1 (will retry later): Response 503 OK +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0052 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334963 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 3334963 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334963 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 3334963 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334963 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0038 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0017 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0015 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0012 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0031 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0012 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0010 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0032 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0012 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0061 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0013 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0012 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0012 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0012 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0006 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0010 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 3334963 - +test DEBUG: Unlinked retiring db '/tmp/tmp2w5gfowt/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0012 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:24 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT_utf8 +test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok + +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:full_control OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok - -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok + +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx8c7f2d4e4cce4bcfb380d-00676e5ef3) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx718ce1f0cc644d96968a3-00676e5ef3) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txbd53aa3a872142f58b260-00676e5ef3) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: txedf3b69771684247b46ea-00676e5ef3) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: txd5e204c8f1a3433ca12e1-00676e5ef3) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx86c36249734345fda0499-00676e5ef3) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx642390f2bd974c8fb65d0-00676e5ef3) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx2203f8dc1b724801bfd81-00676e5ef3) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txdc4e833a7732477e83df2-00676e5ef3) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx1705c6cf23b74d9a98863-00676e5ef3) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx2753973a9ff8462f8de70-00676e5ef3) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx3a733bb43a2846dd91eb4-00676e5ef3) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx6aa09764575a4c16a7c96-00676e5ef3) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx397c92c5826348429d14e-00676e5ef3) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txabd74403e68f41fcbf670-00676e5ef3) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx559ca2e23de04c85b53e3-00676e5ef4) -test INFO: Client disconnected on read of '/a/c' (txn: txbad28abd30b44ada8fd8b-00676e5ef4) -test INFO: Client disconnected on read of '/a/c' (txn: txef21e3c2076d4c04a53a8-00676e5ef4) -test INFO: Client disconnected on read of '/a/c' (txn: txef21e3c2076d4c04a53a8-00676e5ef4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0012 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0028 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0012 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3334963 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0051 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0051 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0019 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0017 "-" 3334963 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0014 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334963 0 +test DEBUG: Unlinked retiring db '/tmp/tmp8rgp16bv/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0042 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:25 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0036 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [29/Jan/2026:14:31:25 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [29/Jan/2026:14:31:25 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE +test.unit.container.test_server.TestContainerController.test_UPDATE ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestContainerController.test__call__raise_timeout +test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok +test.unit.container.test_server.TestContainerController.test_acl_container +test.unit.container.test_server.TestContainerController.test_acl_container ... ok +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_correct_allowed_method +test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok + +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -82944,7 +81746,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -82953,7 +81755,13 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -82962,7 +81770,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -82971,9 +81779,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -82982,7 +81788,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -82991,7 +81797,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83000,7 +81807,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83009,8 +81816,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83019,7 +81825,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83028,7 +81834,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83037,7 +81844,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83046,10 +81853,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83058,7 +81862,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83067,7 +81871,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83076,7 +81882,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83085,11 +81891,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83098,7 +81900,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83107,7 +81909,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83116,7 +81919,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83125,8 +81928,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83135,7 +81937,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83144,7 +81946,10 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (201, 404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83153,7 +81958,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83162,9 +81967,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83173,7 +81976,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83182,7 +81985,11 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (201, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83191,7 +81998,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83200,11 +82007,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83213,7 +82016,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83222,7 +82025,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83231,7 +82035,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83239,477 +82043,1222 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestContainerController.test_creation +test.unit.container.test_server.TestContainerController.test_creation ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok - -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7_fwqm1y/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (2, '075b82cd33fa4f292463fa340232e486', '9c3c19f6-66fd-479d-a26f-9d9c92717662-sda', '1735286524.72644', '1735286524.00000', '0', '', '1735286524.00000', 1, 0) -test DEBUG: /tmp/tmp7_fwqm1y/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1735286526.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1735286527.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '9c3c19f6-66fd-479d-a26f-9d9c92717662-sda') -test DEBUG: /tmp/tmp7_fwqm1y/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00329542s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (2, '075b82cd33fa4f292463fa340232e486', '9c3c19f6-66fd-479d-a26f-9d9c92717662-sda', '1735286524.72644', '1735286524.00000', '0', '', '1735286524.00000', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('9c3c19f6-66fd-479d-a26f-9d9c92717662-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp7_fwqm1y/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02493 seconds (40.11330/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp7_fwqm1y/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '2e9245610f1ae755478c7bcdd399aa0c', '26749863-8867-4822-9010-a18b8949bc22-sda', '1735286524.75808', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('26749863-8867-4822-9010-a18b8949bc22-sda', '589fef55c871b997f28898d3b4e47a82.db') -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '2e9245610f1ae755478c7bcdd399aa0c', '26749863-8867-4822-9010-a18b8949bc22-sda', '1735286524.75808', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('26749863-8867-4822-9010-a18b8949bc22-sda', '589fef55c871b997f28898d3b4e47a82.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7_fwqm1y/sdb/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '2e9245610f1ae755478c7bcdd399aa0c', '18978358-d6a2-47e8-abca-220d95531354-', '1735286524.75808', '1735286400', '0', '', '1735286400', 1, 0) -test DEBUG: /tmp/tmp7_fwqm1y/sdb/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db in sync with 10.0.0.2:1002/sdc, nothing to do -REPLICATE: /sda/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '2e9245610f1ae755478c7bcdd399aa0c', '18978358-d6a2-47e8-abca-220d95531354-', '1735286524.75808', '1735286400', '0', '', '1735286400', 1, 0) -test DEBUG: /tmp/tmp7_fwqm1y/sdb/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db in sync with 10.0.0.0:1000/sda, nothing to do -test DEBUG: Replicating db /tmp/tmp7_fwqm1y/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (2, 'db4ee2154b1d8353d17e6226b555fcb8', '1bc1816d-7ea4-466e-9888-a1b38e6143ec-sdb', '1735286524.72644', '1735286525.00000', '0', '', '1735286525.00000', 1, 0) -test DEBUG: /tmp/tmp7_fwqm1y/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1735286528.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1735286529.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '1bc1816d-7ea4-466e-9888-a1b38e6143ec-sdb') -test DEBUG: /tmp/tmp7_fwqm1y/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00812578s) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([{'remote_id': '9c3c19f6-66fd-479d-a26f-9d9c92717662-sda', 'sync_point': 2}],) -REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (2, 'db4ee2154b1d8353d17e6226b555fcb8', '1bc1816d-7ea4-466e-9888-a1b38e6143ec-sdb', '1735286524.72644', '1735286525.00000', '0', '', '1735286525.00000', 1, 0) -test DEBUG: /tmp/tmp7_fwqm1y/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 -REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1735286528.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1735286529.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '1bc1816d-7ea4-466e-9888-a1b38e6143ec-sdb') -test DEBUG: /tmp/tmp7_fwqm1y/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00300527s) -REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([{'remote_id': '9c3c19f6-66fd-479d-a26f-9d9c92717662-sda', 'sync_point': 2}],) -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp7_fwqm1y/sdb/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.04733 seconds (42.25458/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp7_fwqm1y/sdb/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (2, '9e1b4c67e27fa1b5be4f8c1d1e9e8f8e', '18978358-d6a2-47e8-abca-220d95531354-', '1735286524.75808', '1735286400', '0', '', '1735286400', 1, 0) -test DEBUG: /tmp/tmp7_fwqm1y/sdb/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1735286529.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1735286529.00000', 'deleted': 0, 'storage_policy_index': 0}], '18978358-d6a2-47e8-abca-220d95531354-') -test DEBUG: /tmp/tmp7_fwqm1y/sdb/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00323701s) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, merge_syncs, ([{'remote_id': '26749863-8867-4822-9010-a18b8949bc22-sda', 'sync_point': 1}],) -REPLICATE: /sda/0/589fef55c871b997f28898d3b4e47a82, sync, (2, '9e1b4c67e27fa1b5be4f8c1d1e9e8f8e', '18978358-d6a2-47e8-abca-220d95531354-', '1735286524.75808', '1735286400', '0', '', '1735286400', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester WRITE permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:write OWNER +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok + +test DEBUG: - - - [29/Jan/2026:14:31:26 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0004 "-" 3334963 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [29/Jan/2026:14:31:26 +0000] "REPLICATE /sda1/p/a/" 500 846 "-" "-" "-" 0.0032 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [29/Jan/2026:14:31:26 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0119 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0020 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0042 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0020 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0040 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0013 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0017 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334963 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0039 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0034 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0036 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:26 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0051 "-" 3334963 -test.unit.container.test_server.TestContainerController.test_delete_auto_create +test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok +test.unit.container.test_server.TestContainerController.test_deleted_headers +test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestContainerController.test_list_allowed_methods +test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok +test.unit.container.test_server.TestContainerController.test_listing_with_reserved +test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_log_line_format +test.unit.container.test_server.TestContainerController.test_log_line_format ... ok +test.unit.container.test_server.TestContainerController.test_markers_with_reserved +test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_not_allowed_method +test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok + +fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD - return self._handle_acl(app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response resp = self._get_response( ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok - + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response + sw_resp = sw_req.get_response(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'Content-Md5': 'r7nrzf6+3+h7AIevqM3ajg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'afb9ebcdfebedfe87b0087afa8cdda8e', 'Content-Length': '289'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'Content-Md5': 'zGc9rr4VDLsn5DkJtY9mbA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc673daebe150cbb27e43909b58f666c', 'Content-Length': '230'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok + +test INFO: - - - [29/Jan/2026:14:31:27 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:27 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0002 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:27 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:27 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0141 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:27 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0049 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0052 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0065 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0021 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 3334963 nada +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 3334963 999 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0041 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0037 "-" 3334963 1 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0015 "-" 3334963 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0048 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0023 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0006 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0022 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0053 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0023 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0030 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0060 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334963 0test.unit.container.test_server.TestContainerController.test_object_update_with_offset +test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_params_format +test.unit.container.test_server.TestContainerController.test_params_format ... ok +test.unit.container.test_server.TestContainerController.test_params_utf8 +test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_put_auto_create +test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestContainerController.test_serv_reserv +test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestContainerController.test_through_call +test.unit.container.test_server.TestContainerController.test_through_call ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok + +test INFO: Reconciler Stats: {} +sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmpvihfnndk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpe34jit08/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpe34jit08/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpe34jit08/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpe34jit08/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1769697079.00000, (0, 0) as of 1769697079.00000, active as of 1769697079.00000> to ShardRange<'k' to 't' as of 1769697080.00000, (0, 0) as of 1769697080.00000, active as of 1769697080.00000>, path: .shards_a/shard_c, db: /tmp/tmpe34jit08/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpe34jit08/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpe34jit08/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpe34jit08/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpe34jit08/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697084.00000, (0, 0) as of 1769697084.00000, shrinking as of 1769697081.00000> to ShardRange<'k' to 't' as of 1769697084.00000, (0, 0) as of 1769697084.00000, sharding as of 1769697085.00000>, path: .shards_a/shard_c, db: /tmp/tmpe34jit08/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpe34jit08/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpe34jit08/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpe34jit08/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697079.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/831/3dbee0b231969eabbcfc5902a0298831/3dbee0b231969eabbcfc5902a0298831.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697081.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/97e/24f84baee90279756ee07c4a4bdb897e/24f84baee90279756ee07c4a4bdb897e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697080.00000, (0, 0) as of 1769697080.00000, found as of 1769697080.00000> to ShardRange<'k' to 't' as of 1769697081.00000, (0, 0) as of 1769697081.00000, created as of 1769697081.00000>, path: .shards_a/shard_c_1769697081.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/97e/24f84baee90279756ee07c4a4bdb897e/24f84baee90279756ee07c4a4bdb897e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697083.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/65e/4e76effff2578a56a120953ffcf3a65e/4e76effff2578a56a120953ffcf3a65e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697082.00000, (0, 0) as of 1769697082.00000, found as of 1769697082.00000> to ShardRange<'k' to 't' as of 1769697083.00000, (0, 0) as of 1769697083.00000, cleaved as of 1769697083.00000>, path: .shards_a/shard_c_1769697083.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/65e/4e76effff2578a56a120953ffcf3a65e/4e76effff2578a56a120953ffcf3a65e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697085.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/112/bd089d9519f94acd73fcc8060a20e112/bd089d9519f94acd73fcc8060a20e112.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697084.00000, (0, 0) as of 1769697084.00000, found as of 1769697084.00000> to ShardRange<'k' to 't' as of 1769697085.00000, (0, 0) as of 1769697085.00000, active as of 1769697085.00000>, path: .shards_a/shard_c_1769697085.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/112/bd089d9519f94acd73fcc8060a20e112/bd089d9519f94acd73fcc8060a20e112.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697087.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/8d0/f7e68fe6abe16e5ca4552285911b48d0/f7e68fe6abe16e5ca4552285911b48d0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697086.00000, (0, 0) as of 1769697086.00000, found as of 1769697086.00000> to ShardRange<'k' to 't' as of 1769697087.00000, (0, 0) as of 1769697087.00000, shrinking as of 1769697087.00000>, path: .shards_a/shard_c_1769697087.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/8d0/f7e68fe6abe16e5ca4552285911b48d0/f7e68fe6abe16e5ca4552285911b48d0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697087.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/8d0/f7e68fe6abe16e5ca4552285911b48d0/f7e68fe6abe16e5ca4552285911b48d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697089.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/450/9cbeab09ba92297bc39b6689dd0de450/9cbeab09ba92297bc39b6689dd0de450.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697088.00000, (0, 0) as of 1769697088.00000, found as of 1769697088.00000> to ShardRange<'k' to 't' as of 1769697089.00000, (0, 0) as of 1769697089.00000, sharding as of 1769697089.00000>, path: .shards_a/shard_c_1769697089.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/450/9cbeab09ba92297bc39b6689dd0de450/9cbeab09ba92297bc39b6689dd0de450.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697089.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/450/9cbeab09ba92297bc39b6689dd0de450/9cbeab09ba92297bc39b6689dd0de450.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697091.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/675/1af1e9e9b958a2a437b32492f7ef0675/1af1e9e9b958a2a437b32492f7ef0675.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697090.00000, (0, 0) as of 1769697090.00000, found as of 1769697090.00000> to ShardRange<'k' to 't' as of 1769697091.00000, (0, 0) as of 1769697091.00000, sharded as of 1769697091.00000>, path: .shards_a/shard_c_1769697091.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/675/1af1e9e9b958a2a437b32492f7ef0675/1af1e9e9b958a2a437b32492f7ef0675.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697091.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/675/1af1e9e9b958a2a437b32492f7ef0675/1af1e9e9b958a2a437b32492f7ef0675.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697093.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/446/fa6bbdbcfa99e58d6f9013a48d26b446/fa6bbdbcfa99e58d6f9013a48d26b446.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697092.00000, (0, 0) as of 1769697092.00000, found as of 1769697092.00000> to ShardRange<'k' to 't' as of 1769697093.00000, (0, 0) as of 1769697093.00000, shrunk as of 1769697093.00000>, path: .shards_a/shard_c_1769697093.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/446/fa6bbdbcfa99e58d6f9013a48d26b446/fa6bbdbcfa99e58d6f9013a48d26b446.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697093.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/446/fa6bbdbcfa99e58d6f9013a48d26b446/fa6bbdbcfa99e58d6f9013a48d26b446.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697095.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/c0f/ad66a3c7e9f6cfd9b12ced8c5ca62c0f/ad66a3c7e9f6cfd9b12ced8c5ca62c0f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697094.00000, (0, 0) as of 1769697094.00000, created as of 1769697094.00000> to ShardRange<'k' to 't' as of 1769697095.00000, (0, 0) as of 1769697095.00000, found as of 1769697095.00000>, path: .shards_a/shard_c_1769697095.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/c0f/ad66a3c7e9f6cfd9b12ced8c5ca62c0f/ad66a3c7e9f6cfd9b12ced8c5ca62c0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697097.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/bce/40f215d3c798326697088d491e6e6bce/40f215d3c798326697088d491e6e6bce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697099.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/797/98f0a8edff2d77ecd6d84954ca9a7797/98f0a8edff2d77ecd6d84954ca9a7797.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697098.00000, (0, 0) as of 1769697098.00000, created as of 1769697098.00000> to ShardRange<'k' to 't' as of 1769697099.00000, (0, 0) as of 1769697099.00000, cleaved as of 1769697099.00000>, path: .shards_a/shard_c_1769697099.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/797/98f0a8edff2d77ecd6d84954ca9a7797/98f0a8edff2d77ecd6d84954ca9a7797.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697101.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/b3a/90a6a260bd5575531d6520b8ed787b3a/90a6a260bd5575531d6520b8ed787b3a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697100.00000, (0, 0) as of 1769697100.00000, created as of 1769697100.00000> to ShardRange<'k' to 't' as of 1769697101.00000, (0, 0) as of 1769697101.00000, active as of 1769697101.00000>, path: .shards_a/shard_c_1769697101.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/b3a/90a6a260bd5575531d6520b8ed787b3a/90a6a260bd5575531d6520b8ed787b3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697103.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/015/a91252ecc3e398073c153978c1646015/a91252ecc3e398073c153978c1646015.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697102.00000, (0, 0) as of 1769697102.00000, created as of 1769697102.00000> to ShardRange<'k' to 't' as of 1769697103.00000, (0, 0) as of 1769697103.00000, shrinking as of 1769697103.00000>, path: .shards_a/shard_c_1769697103.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/015/a91252ecc3e398073c153978c1646015/a91252ecc3e398073c153978c1646015.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697103.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/015/a91252ecc3e398073c153978c1646015/a91252ecc3e398073c153978c1646015.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697105.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/5eb/3293ff6462690f185e4890f3bb5fc5eb/3293ff6462690f185e4890f3bb5fc5eb.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697104.00000, (0, 0) as of 1769697104.00000, created as of 1769697104.00000> to ShardRange<'k' to 't' as of 1769697105.00000, (0, 0) as of 1769697105.00000, sharding as of 1769697105.00000>, path: .shards_a/shard_c_1769697105.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/5eb/3293ff6462690f185e4890f3bb5fc5eb/3293ff6462690f185e4890f3bb5fc5eb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697105.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/5eb/3293ff6462690f185e4890f3bb5fc5eb/3293ff6462690f185e4890f3bb5fc5eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697107.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/e36/ca9b04d43f7ec503b547b69b1ce62e36/ca9b04d43f7ec503b547b69b1ce62e36.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697106.00000, (0, 0) as of 1769697106.00000, created as of 1769697106.00000> to ShardRange<'k' to 't' as of 1769697107.00000, (0, 0) as of 1769697107.00000, sharded as of 1769697107.00000>, path: .shards_a/shard_c_1769697107.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/e36/ca9b04d43f7ec503b547b69b1ce62e36/ca9b04d43f7ec503b547b69b1ce62e36.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697107.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/e36/ca9b04d43f7ec503b547b69b1ce62e36/ca9b04d43f7ec503b547b69b1ce62e36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697109.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/a69/6a34a9c22940a52a22c936886efe7a69/6a34a9c22940a52a22c936886efe7a69.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697108.00000, (0, 0) as of 1769697108.00000, created as of 1769697108.00000> to ShardRange<'k' to 't' as of 1769697109.00000, (0, 0) as of 1769697109.00000, shrunk as of 1769697109.00000>, path: .shards_a/shard_c_1769697109.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/a69/6a34a9c22940a52a22c936886efe7a69/6a34a9c22940a52a22c936886efe7a69.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697109.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/a69/6a34a9c22940a52a22c936886efe7a69/6a34a9c22940a52a22c936886efe7a69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697111.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/206/5cde06e8a06f57f753c0b6ae49b5f206/5cde06e8a06f57f753c0b6ae49b5f206.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697110.00000, (0, 0) as of 1769697110.00000, cleaved as of 1769697110.00000> to ShardRange<'k' to 't' as of 1769697111.00000, (0, 0) as of 1769697111.00000, found as of 1769697111.00000>, path: .shards_a/shard_c_1769697111.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/206/5cde06e8a06f57f753c0b6ae49b5f206/5cde06e8a06f57f753c0b6ae49b5f206.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697113.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/d83/966c0bc611fd4f3528d75202dc977d83/966c0bc611fd4f3528d75202dc977d83.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697112.00000, (0, 0) as of 1769697112.00000, cleaved as of 1769697112.00000> to ShardRange<'k' to 't' as of 1769697113.00000, (0, 0) as of 1769697113.00000, created as of 1769697113.00000>, path: .shards_a/shard_c_1769697113.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/d83/966c0bc611fd4f3528d75202dc977d83/966c0bc611fd4f3528d75202dc977d83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697115.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/aae/f2143981b39023493637073a8aa7daae/f2143981b39023493637073a8aa7daae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697117.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/112/89c1f0fd4f04e098edc56eb321afe112/89c1f0fd4f04e098edc56eb321afe112.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697116.00000, (0, 0) as of 1769697116.00000, cleaved as of 1769697116.00000> to ShardRange<'k' to 't' as of 1769697117.00000, (0, 0) as of 1769697117.00000, active as of 1769697117.00000>, path: .shards_a/shard_c_1769697117.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/112/89c1f0fd4f04e098edc56eb321afe112/89c1f0fd4f04e098edc56eb321afe112.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697119.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/a28/242fc001501dcc2cf55d6cc0f1cdca28/242fc001501dcc2cf55d6cc0f1cdca28.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697118.00000, (0, 0) as of 1769697118.00000, cleaved as of 1769697118.00000> to ShardRange<'k' to 't' as of 1769697119.00000, (0, 0) as of 1769697119.00000, shrinking as of 1769697119.00000>, path: .shards_a/shard_c_1769697119.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/a28/242fc001501dcc2cf55d6cc0f1cdca28/242fc001501dcc2cf55d6cc0f1cdca28.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697119.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/a28/242fc001501dcc2cf55d6cc0f1cdca28/242fc001501dcc2cf55d6cc0f1cdca28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697121.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/40d/07c6cf7305b4389b31bd711163edc40d/07c6cf7305b4389b31bd711163edc40d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697120.00000, (0, 0) as of 1769697120.00000, cleaved as of 1769697120.00000> to ShardRange<'k' to 't' as of 1769697121.00000, (0, 0) as of 1769697121.00000, sharding as of 1769697121.00000>, path: .shards_a/shard_c_1769697121.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/40d/07c6cf7305b4389b31bd711163edc40d/07c6cf7305b4389b31bd711163edc40d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697121.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/40d/07c6cf7305b4389b31bd711163edc40d/07c6cf7305b4389b31bd711163edc40d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697123.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/f8c/94bbb48adefad1d1c0d0a811f4adcf8c/94bbb48adefad1d1c0d0a811f4adcf8c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697122.00000, (0, 0) as of 1769697122.00000, cleaved as of 1769697122.00000> to ShardRange<'k' to 't' as of 1769697123.00000, (0, 0) as of 1769697123.00000, sharded as of 1769697123.00000>, path: .shards_a/shard_c_1769697123.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/f8c/94bbb48adefad1d1c0d0a811f4adcf8c/94bbb48adefad1d1c0d0a811f4adcf8c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697123.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/f8c/94bbb48adefad1d1c0d0a811f4adcf8c/94bbb48adefad1d1c0d0a811f4adcf8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697125.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/f3b/43ba609856066225e79616e947e14f3b/43ba609856066225e79616e947e14f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697124.00000, (0, 0) as of 1769697124.00000, cleaved as of 1769697124.00000> to ShardRange<'k' to 't' as of 1769697125.00000, (0, 0) as of 1769697125.00000, shrunk as of 1769697125.00000>, path: .shards_a/shard_c_1769697125.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/f3b/43ba609856066225e79616e947e14f3b/43ba609856066225e79616e947e14f3b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697125.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/f3b/43ba609856066225e79616e947e14f3b/43ba609856066225e79616e947e14f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697127.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/81f/a4756a7334628f1905d93ecb84d2981f/a4756a7334628f1905d93ecb84d2981f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697126.00000, (0, 0) as of 1769697126.00000, active as of 1769697126.00000> to ShardRange<'k' to 't' as of 1769697127.00000, (0, 0) as of 1769697127.00000, found as of 1769697127.00000>, path: .shards_a/shard_c_1769697127.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/81f/a4756a7334628f1905d93ecb84d2981f/a4756a7334628f1905d93ecb84d2981f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697129.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/ea3/ed5c04072ed16466355650405000fea3/ed5c04072ed16466355650405000fea3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697128.00000, (0, 0) as of 1769697128.00000, active as of 1769697128.00000> to ShardRange<'k' to 't' as of 1769697129.00000, (0, 0) as of 1769697129.00000, created as of 1769697129.00000>, path: .shards_a/shard_c_1769697129.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/ea3/ed5c04072ed16466355650405000fea3/ed5c04072ed16466355650405000fea3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697131.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/aea/ed86d36985e631517b578d90e716eaea/ed86d36985e631517b578d90e716eaea.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697130.00000, (0, 0) as of 1769697130.00000, active as of 1769697130.00000> to ShardRange<'k' to 't' as of 1769697131.00000, (0, 0) as of 1769697131.00000, cleaved as of 1769697131.00000>, path: .shards_a/shard_c_1769697131.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/aea/ed86d36985e631517b578d90e716eaea/ed86d36985e631517b578d90e716eaea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697133.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/6da/c0b67cde9f54406942b8525d52bab6da/c0b67cde9f54406942b8525d52bab6da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697135.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/50d/772482f5747bb7fc2f02fb38ce41250d/772482f5747bb7fc2f02fb38ce41250d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697134.00000, (0, 0) as of 1769697134.00000, active as of 1769697134.00000> to ShardRange<'k' to 't' as of 1769697135.00000, (0, 0) as of 1769697135.00000, shrinking as of 1769697135.00000>, path: .shards_a/shard_c_1769697135.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/50d/772482f5747bb7fc2f02fb38ce41250d/772482f5747bb7fc2f02fb38ce41250d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697135.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/50d/772482f5747bb7fc2f02fb38ce41250d/772482f5747bb7fc2f02fb38ce41250d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697137.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/124/504fea5ef5f7426ea379c7874e305124/504fea5ef5f7426ea379c7874e305124.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697136.00000, (0, 0) as of 1769697136.00000, active as of 1769697136.00000> to ShardRange<'k' to 't' as of 1769697137.00000, (0, 0) as of 1769697137.00000, sharding as of 1769697137.00000>, path: .shards_a/shard_c_1769697137.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/124/504fea5ef5f7426ea379c7874e305124/504fea5ef5f7426ea379c7874e305124.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697137.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/124/504fea5ef5f7426ea379c7874e305124/504fea5ef5f7426ea379c7874e305124.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697139.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/0da/6ff2f0705785b1dfda6142511a01b0da/6ff2f0705785b1dfda6142511a01b0da.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697138.00000, (0, 0) as of 1769697138.00000, active as of 1769697138.00000> to ShardRange<'k' to 't' as of 1769697139.00000, (0, 0) as of 1769697139.00000, sharded as of 1769697139.00000>, path: .shards_a/shard_c_1769697139.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/0da/6ff2f0705785b1dfda6142511a01b0da/6ff2f0705785b1dfda6142511a01b0da.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697139.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/0da/6ff2f0705785b1dfda6142511a01b0da/6ff2f0705785b1dfda6142511a01b0da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697141.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/87d/bec5d0518bd4b65a595c4b740e75087d/bec5d0518bd4b65a595c4b740e75087d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697140.00000, (0, 0) as of 1769697140.00000, active as of 1769697140.00000> to ShardRange<'k' to 't' as of 1769697141.00000, (0, 0) as of 1769697141.00000, shrunk as of 1769697141.00000>, path: .shards_a/shard_c_1769697141.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/87d/bec5d0518bd4b65a595c4b740e75087d/bec5d0518bd4b65a595c4b740e75087d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697141.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/87d/bec5d0518bd4b65a595c4b740e75087d/bec5d0518bd4b65a595c4b740e75087d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697143.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/37c/f527b668c929301cf07bb4f790ef437c/f527b668c929301cf07bb4f790ef437c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697142.00000, (0, 0) as of 1769697142.00000, shrinking as of 1769697142.00000> to ShardRange<'k' to 't' as of 1769697143.00000, (0, 0) as of 1769697143.00000, found as of 1769697143.00000>, path: .shards_a/shard_c_1769697143.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/37c/f527b668c929301cf07bb4f790ef437c/f527b668c929301cf07bb4f790ef437c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697145.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/90f/7a780a90f0a826b0338f359a9dbef90f/7a780a90f0a826b0338f359a9dbef90f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697144.00000, (0, 0) as of 1769697144.00000, shrinking as of 1769697144.00000> to ShardRange<'k' to 't' as of 1769697145.00000, (0, 0) as of 1769697145.00000, created as of 1769697145.00000>, path: .shards_a/shard_c_1769697145.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/90f/7a780a90f0a826b0338f359a9dbef90f/7a780a90f0a826b0338f359a9dbef90f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697147.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/854/7b0017ff75a439036bf5e96c3f2e5854/7b0017ff75a439036bf5e96c3f2e5854.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697146.00000, (0, 0) as of 1769697146.00000, shrinking as of 1769697146.00000> to ShardRange<'k' to 't' as of 1769697147.00000, (0, 0) as of 1769697147.00000, cleaved as of 1769697147.00000>, path: .shards_a/shard_c_1769697147.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/854/7b0017ff75a439036bf5e96c3f2e5854/7b0017ff75a439036bf5e96c3f2e5854.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697149.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/c3b/7604e9c3bc2d23f1e3dec2ecfcad1c3b/7604e9c3bc2d23f1e3dec2ecfcad1c3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697148.00000, (0, 0) as of 1769697148.00000, shrinking as of 1769697148.00000> to ShardRange<'k' to 't' as of 1769697149.00000, (0, 0) as of 1769697149.00000, active as of 1769697149.00000>, path: .shards_a/shard_c_1769697149.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/c3b/7604e9c3bc2d23f1e3dec2ecfcad1c3b/7604e9c3bc2d23f1e3dec2ecfcad1c3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697151.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/7e2/2026d9f3cc1c8f088c8f5195635157e2/2026d9f3cc1c8f088c8f5195635157e2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697151.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/7e2/2026d9f3cc1c8f088c8f5195635157e2/2026d9f3cc1c8f088c8f5195635157e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697153.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/3c3/2eb343b0faeb9797c68863116ddb23c3/2eb343b0faeb9797c68863116ddb23c3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697152.00000, (0, 0) as of 1769697152.00000, shrinking as of 1769697152.00000> to ShardRange<'k' to 't' as of 1769697153.00000, (0, 0) as of 1769697153.00000, sharding as of 1769697153.00000>, path: .shards_a/shard_c_1769697153.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/3c3/2eb343b0faeb9797c68863116ddb23c3/2eb343b0faeb9797c68863116ddb23c3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697153.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/3c3/2eb343b0faeb9797c68863116ddb23c3/2eb343b0faeb9797c68863116ddb23c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697155.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/522/757b997f9a6df17fd30359c11414c522/757b997f9a6df17fd30359c11414c522.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697154.00000, (0, 0) as of 1769697154.00000, shrinking as of 1769697154.00000> to ShardRange<'k' to 't' as of 1769697155.00000, (0, 0) as of 1769697155.00000, sharded as of 1769697155.00000>, path: .shards_a/shard_c_1769697155.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/522/757b997f9a6df17fd30359c11414c522/757b997f9a6df17fd30359c11414c522.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697155.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/522/757b997f9a6df17fd30359c11414c522/757b997f9a6df17fd30359c11414c522.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697157.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/b23/6bd1b5c5cb93f59a1a7540b1c6217b23/6bd1b5c5cb93f59a1a7540b1c6217b23.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697156.00000, (0, 0) as of 1769697156.00000, shrinking as of 1769697156.00000> to ShardRange<'k' to 't' as of 1769697157.00000, (0, 0) as of 1769697157.00000, shrunk as of 1769697157.00000>, path: .shards_a/shard_c_1769697157.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/b23/6bd1b5c5cb93f59a1a7540b1c6217b23/6bd1b5c5cb93f59a1a7540b1c6217b23.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697157.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/b23/6bd1b5c5cb93f59a1a7540b1c6217b23/6bd1b5c5cb93f59a1a7540b1c6217b23.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697159.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/cd3/c674698c91e5ec6a875ec303c196bcd3/c674698c91e5ec6a875ec303c196bcd3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697158.00000, (0, 0) as of 1769697158.00000, sharding as of 1769697158.00000> to ShardRange<'k' to 't' as of 1769697159.00000, (0, 0) as of 1769697159.00000, found as of 1769697159.00000>, path: .shards_a/shard_c_1769697159.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/cd3/c674698c91e5ec6a875ec303c196bcd3/c674698c91e5ec6a875ec303c196bcd3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697161.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/3b4/f462ab17cfdceae583959eda8398b3b4/f462ab17cfdceae583959eda8398b3b4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697160.00000, (0, 0) as of 1769697160.00000, sharding as of 1769697160.00000> to ShardRange<'k' to 't' as of 1769697161.00000, (0, 0) as of 1769697161.00000, created as of 1769697161.00000>, path: .shards_a/shard_c_1769697161.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/3b4/f462ab17cfdceae583959eda8398b3b4/f462ab17cfdceae583959eda8398b3b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697163.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/700/e6df55217e45536d329b31630dfad700/e6df55217e45536d329b31630dfad700.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697162.00000, (0, 0) as of 1769697162.00000, sharding as of 1769697162.00000> to ShardRange<'k' to 't' as of 1769697163.00000, (0, 0) as of 1769697163.00000, cleaved as of 1769697163.00000>, path: .shards_a/shard_c_1769697163.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/700/e6df55217e45536d329b31630dfad700/e6df55217e45536d329b31630dfad700.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697165.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/365/4097a56a809ed13b585048eb22342365/4097a56a809ed13b585048eb22342365.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697164.00000, (0, 0) as of 1769697164.00000, sharding as of 1769697164.00000> to ShardRange<'k' to 't' as of 1769697165.00000, (0, 0) as of 1769697165.00000, active as of 1769697165.00000>, path: .shards_a/shard_c_1769697165.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/365/4097a56a809ed13b585048eb22342365/4097a56a809ed13b585048eb22342365.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697167.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/e9d/8fb9bdc6e9d6c3ce49958ed1e7573e9d/8fb9bdc6e9d6c3ce49958ed1e7573e9d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697166.00000, (0, 0) as of 1769697166.00000, sharding as of 1769697166.00000> to ShardRange<'k' to 't' as of 1769697167.00000, (0, 0) as of 1769697167.00000, shrinking as of 1769697167.00000>, path: .shards_a/shard_c_1769697167.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/e9d/8fb9bdc6e9d6c3ce49958ed1e7573e9d/8fb9bdc6e9d6c3ce49958ed1e7573e9d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697167.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/e9d/8fb9bdc6e9d6c3ce49958ed1e7573e9d/8fb9bdc6e9d6c3ce49958ed1e7573e9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697169.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/72c/2b0cad1c7de57ea482703ab86771b72c/2b0cad1c7de57ea482703ab86771b72c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697169.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/72c/2b0cad1c7de57ea482703ab86771b72c/2b0cad1c7de57ea482703ab86771b72c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697171.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/114/a3151c2809b34b6768e052affd198114/a3151c2809b34b6768e052affd198114.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697170.00000, (0, 0) as of 1769697170.00000, sharding as of 1769697170.00000> to ShardRange<'k' to 't' as of 1769697171.00000, (0, 0) as of 1769697171.00000, sharded as of 1769697171.00000>, path: .shards_a/shard_c_1769697171.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/114/a3151c2809b34b6768e052affd198114/a3151c2809b34b6768e052affd198114.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697171.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/114/a3151c2809b34b6768e052affd198114/a3151c2809b34b6768e052affd198114.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697173.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/f4c/c9785067ffc9c7b3b03acfda34a4af4c/c9785067ffc9c7b3b03acfda34a4af4c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697172.00000, (0, 0) as of 1769697172.00000, sharding as of 1769697172.00000> to ShardRange<'k' to 't' as of 1769697173.00000, (0, 0) as of 1769697173.00000, shrunk as of 1769697173.00000>, path: .shards_a/shard_c_1769697173.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/f4c/c9785067ffc9c7b3b03acfda34a4af4c/c9785067ffc9c7b3b03acfda34a4af4c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697173.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/f4c/c9785067ffc9c7b3b03acfda34a4af4c/c9785067ffc9c7b3b03acfda34a4af4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697175.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/bb7/a8179b4116a5236f74514fa1c0784bb7/a8179b4116a5236f74514fa1c0784bb7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697174.00000, (0, 0) as of 1769697174.00000, sharded as of 1769697174.00000> to ShardRange<'k' to 't' as of 1769697175.00000, (0, 0) as of 1769697175.00000, found as of 1769697175.00000>, path: .shards_a/shard_c_1769697175.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/bb7/a8179b4116a5236f74514fa1c0784bb7/a8179b4116a5236f74514fa1c0784bb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697177.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/1d7/4323f57da3fa1a1840f005ad8784f1d7/4323f57da3fa1a1840f005ad8784f1d7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697176.00000, (0, 0) as of 1769697176.00000, sharded as of 1769697176.00000> to ShardRange<'k' to 't' as of 1769697177.00000, (0, 0) as of 1769697177.00000, created as of 1769697177.00000>, path: .shards_a/shard_c_1769697177.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/1d7/4323f57da3fa1a1840f005ad8784f1d7/4323f57da3fa1a1840f005ad8784f1d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697179.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/978/69410a0333743d2d0329ba8784efb978/69410a0333743d2d0329ba8784efb978.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697178.00000, (0, 0) as of 1769697178.00000, sharded as of 1769697178.00000> to ShardRange<'k' to 't' as of 1769697179.00000, (0, 0) as of 1769697179.00000, cleaved as of 1769697179.00000>, path: .shards_a/shard_c_1769697179.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/978/69410a0333743d2d0329ba8784efb978/69410a0333743d2d0329ba8784efb978.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697181.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/307/0363df1c7620cfb4bdb22aa0000e4307/0363df1c7620cfb4bdb22aa0000e4307.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697180.00000, (0, 0) as of 1769697180.00000, sharded as of 1769697180.00000> to ShardRange<'k' to 't' as of 1769697181.00000, (0, 0) as of 1769697181.00000, active as of 1769697181.00000>, path: .shards_a/shard_c_1769697181.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/307/0363df1c7620cfb4bdb22aa0000e4307/0363df1c7620cfb4bdb22aa0000e4307.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697183.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/e29/f2eaa30b0bd36a223fe9a3680c090e29/f2eaa30b0bd36a223fe9a3680c090e29.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697182.00000, (0, 0) as of 1769697182.00000, sharded as of 1769697182.00000> to ShardRange<'k' to 't' as of 1769697183.00000, (0, 0) as of 1769697183.00000, shrinking as of 1769697183.00000>, path: .shards_a/shard_c_1769697183.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/e29/f2eaa30b0bd36a223fe9a3680c090e29/f2eaa30b0bd36a223fe9a3680c090e29.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697183.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/e29/f2eaa30b0bd36a223fe9a3680c090e29/f2eaa30b0bd36a223fe9a3680c090e29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697185.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/357/57a1f3ac8660027ef39266f506824357/57a1f3ac8660027ef39266f506824357.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697184.00000, (0, 0) as of 1769697184.00000, sharded as of 1769697184.00000> to ShardRange<'k' to 't' as of 1769697185.00000, (0, 0) as of 1769697185.00000, sharding as of 1769697185.00000>, path: .shards_a/shard_c_1769697185.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/357/57a1f3ac8660027ef39266f506824357/57a1f3ac8660027ef39266f506824357.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697185.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/357/57a1f3ac8660027ef39266f506824357/57a1f3ac8660027ef39266f506824357.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697187.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/217/70ffdaad928e8232babc7441b1f94217/70ffdaad928e8232babc7441b1f94217.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697187.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/217/70ffdaad928e8232babc7441b1f94217/70ffdaad928e8232babc7441b1f94217.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697189.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/a02/01dc90e894acbd0de05f46245e67aa02/01dc90e894acbd0de05f46245e67aa02.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697188.00000, (0, 0) as of 1769697188.00000, sharded as of 1769697188.00000> to ShardRange<'k' to 't' as of 1769697189.00000, (0, 0) as of 1769697189.00000, shrunk as of 1769697189.00000>, path: .shards_a/shard_c_1769697189.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/a02/01dc90e894acbd0de05f46245e67aa02/01dc90e894acbd0de05f46245e67aa02.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697189.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/a02/01dc90e894acbd0de05f46245e67aa02/01dc90e894acbd0de05f46245e67aa02.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697191.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/032/0e20bc488b7ed7704d628d2da102e032/0e20bc488b7ed7704d628d2da102e032.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697190.00000, (0, 0) as of 1769697190.00000, shrunk as of 1769697190.00000> to ShardRange<'k' to 't' as of 1769697191.00000, (0, 0) as of 1769697191.00000, found as of 1769697191.00000>, path: .shards_a/shard_c_1769697191.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/032/0e20bc488b7ed7704d628d2da102e032/0e20bc488b7ed7704d628d2da102e032.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697193.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/ec2/ab3e8a4797c858984a098a96fe063ec2/ab3e8a4797c858984a098a96fe063ec2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697192.00000, (0, 0) as of 1769697192.00000, shrunk as of 1769697192.00000> to ShardRange<'k' to 't' as of 1769697193.00000, (0, 0) as of 1769697193.00000, created as of 1769697193.00000>, path: .shards_a/shard_c_1769697193.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/ec2/ab3e8a4797c858984a098a96fe063ec2/ab3e8a4797c858984a098a96fe063ec2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697195.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/764/848ca76c7dc82ae4b149d7b1a544a764/848ca76c7dc82ae4b149d7b1a544a764.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697194.00000, (0, 0) as of 1769697194.00000, shrunk as of 1769697194.00000> to ShardRange<'k' to 't' as of 1769697195.00000, (0, 0) as of 1769697195.00000, cleaved as of 1769697195.00000>, path: .shards_a/shard_c_1769697195.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/764/848ca76c7dc82ae4b149d7b1a544a764/848ca76c7dc82ae4b149d7b1a544a764.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697197.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/27f/7aa464a8ab4e351929a0d0b1e039027f/7aa464a8ab4e351929a0d0b1e039027f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697196.00000, (0, 0) as of 1769697196.00000, shrunk as of 1769697196.00000> to ShardRange<'k' to 't' as of 1769697197.00000, (0, 0) as of 1769697197.00000, active as of 1769697197.00000>, path: .shards_a/shard_c_1769697197.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/27f/7aa464a8ab4e351929a0d0b1e039027f/7aa464a8ab4e351929a0d0b1e039027f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697199.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/cee/e468fca2ba9ab869fce3c68803db6cee/e468fca2ba9ab869fce3c68803db6cee.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697198.00000, (0, 0) as of 1769697198.00000, shrunk as of 1769697198.00000> to ShardRange<'k' to 't' as of 1769697199.00000, (0, 0) as of 1769697199.00000, shrinking as of 1769697199.00000>, path: .shards_a/shard_c_1769697199.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/cee/e468fca2ba9ab869fce3c68803db6cee/e468fca2ba9ab869fce3c68803db6cee.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697199.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/cee/e468fca2ba9ab869fce3c68803db6cee/e468fca2ba9ab869fce3c68803db6cee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697201.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/d19/98a4aa0526e1218cb77340c55c6a2d19/98a4aa0526e1218cb77340c55c6a2d19.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697200.00000, (0, 0) as of 1769697200.00000, shrunk as of 1769697200.00000> to ShardRange<'k' to 't' as of 1769697201.00000, (0, 0) as of 1769697201.00000, sharding as of 1769697201.00000>, path: .shards_a/shard_c_1769697201.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/d19/98a4aa0526e1218cb77340c55c6a2d19/98a4aa0526e1218cb77340c55c6a2d19.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697201.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/d19/98a4aa0526e1218cb77340c55c6a2d19/98a4aa0526e1218cb77340c55c6a2d19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697203.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/b7b/06c8b2d700296e9b7682a6b1e709bb7b/06c8b2d700296e9b7682a6b1e709bb7b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697202.00000, (0, 0) as of 1769697202.00000, shrunk as of 1769697202.00000> to ShardRange<'k' to 't' as of 1769697203.00000, (0, 0) as of 1769697203.00000, sharded as of 1769697203.00000>, path: .shards_a/shard_c_1769697203.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/b7b/06c8b2d700296e9b7682a6b1e709bb7b/06c8b2d700296e9b7682a6b1e709bb7b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697203.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/b7b/06c8b2d700296e9b7682a6b1e709bb7b/06c8b2d700296e9b7682a6b1e709bb7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697205.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/2d1/aeb499dd54837d07bb2b9a077ac9d2d1/aeb499dd54837d07bb2b9a077ac9d2d1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697205.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/2d1/aeb499dd54837d07bb2b9a077ac9d2d1/aeb499dd54837d07bb2b9a077ac9d2d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697206.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/c92/0e289c2f1bd7c1119fc2d28b44d48c92/0e289c2f1bd7c1119fc2d28b44d48c92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697208.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/42b/55ca9b971f2d0e1e535c89821784742b/55ca9b971f2d0e1e535c89821784742b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697210.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/ba0/b9ec749498671eb2412f354a337dfba0/b9ec749498671eb2412f354a337dfba0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697212.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/fd6/57caa7a3a6aab066504b64420b9fafd6/57caa7a3a6aab066504b64420b9fafd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697214.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/c4d/a4c691805c41cab00e4f7f958b659c4d/a4c691805c41cab00e4f7f958b659c4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697216.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/4f3/a5731df9c0fa5f72f2b435f46d7034f3/a5731df9c0fa5f72f2b435f46d7034f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697218.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/71a/b05f08d645466fb391adbda17624f71a/b05f08d645466fb391adbda17624f71a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697220.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/eeb/f940a81b50e10d095608a0f8fa56eeeb/f940a81b50e10d095608a0f8fa56eeeb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697222.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/c11/b1c93672e15a56aa3a87b1a6eae21c11/b1c93672e15a56aa3a87b1a6eae21c11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697224.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/751/34d6ffc31a62b75003ece63559ccc751/34d6ffc31a62b75003ece63559ccc751.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697226.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/f60/da0d9d9222e76ba48013a3280010af60/da0d9d9222e76ba48013a3280010af60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697228.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/f83/4b2e0a428b8597c2c478decb77bc1f83/4b2e0a428b8597c2c478decb77bc1f83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697230.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/61f/f7eac50acd47a936db0f3de987a9161f/f7eac50acd47a936db0f3de987a9161f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697232.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/948/95a5db10696cd9082626ef76c3738948/95a5db10696cd9082626ef76c3738948.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697234.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/571/2644e93da415cbd77f0c37ac3daa8571/2644e93da415cbd77f0c37ac3daa8571.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697236.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/253/f82537838ed14a1929f374f82a783253/f82537838ed14a1929f374f82a783253.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697238.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/0b1/4dad841ac6c08749985137cf105460b1/4dad841ac6c08749985137cf105460b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697240.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/177/0324e68186d582e6f7689e90a0b26177/0324e68186d582e6f7689e90a0b26177.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697242.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/695/2a4cb60981011f7dc1e3676a99fbb695/2a4cb60981011f7dc1e3676a99fbb695.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697244.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/9b1/d1d9bd336317124d4d41d49d2133c9b1/d1d9bd336317124d4d41d49d2133c9b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697246.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/cd8/844da09222261e506c30d87de1195cd8/844da09222261e506c30d87de1195cd8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697248.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/2c2/46f5adf49cfb019570e5d184ad6da2c2/46f5adf49cfb019570e5d184ad6da2c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697250.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/9a9/390a26a522567c29cc7acf3ed44d69a9/390a26a522567c29cc7acf3ed44d69a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697252.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/38d/61d385445eb80436f20050af6ac2a38d/61d385445eb80436f20050af6ac2a38d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697254.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/cab/f2e20f77affee431d22bd5edea536cab/f2e20f77affee431d22bd5edea536cab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697256.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/83f/c43d81b3012991865341e9c8d1edc83f/c43d81b3012991865341e9c8d1edc83f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697258.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/d49/38b89075ec65ca377a1dc9f9c413bd49/38b89075ec65ca377a1dc9f9c413bd49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697260.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/6ed/331ff638d8f8959551b6344d35b356ed/331ff638d8f8959551b6344d35b356ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697262.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/23c/34073e78e6cedb06564527dcdd11c23c/34073e78e6cedb06564527dcdd11c23c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697264.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/67b/5fd40d2d90807c446a6387514643967b/5fd40d2d90807c446a6387514643967b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697266.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/c48/5852385ab707782ed9c2c39141572c48/5852385ab707782ed9c2c39141572c48.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697268.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/673/eee27d0f09428ed306fc2bdfed579673/eee27d0f09428ed306fc2bdfed579673.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697270.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/66d/22f632c1f97d82aca8916b5f5f65266d/22f632c1f97d82aca8916b5f5f65266d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697270.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/66d/22f632c1f97d82aca8916b5f5f65266d/22f632c1f97d82aca8916b5f5f65266d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697272.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/548/8125b113cc62873cfceb344b31e9c548/8125b113cc62873cfceb344b31e9c548.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697272.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/548/8125b113cc62873cfceb344b31e9c548/8125b113cc62873cfceb344b31e9c548.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697274.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/e77/5a44451c9496c163cd4ebec881d47e77/5a44451c9496c163cd4ebec881d47e77.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697274.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/e77/5a44451c9496c163cd4ebec881d47e77/5a44451c9496c163cd4ebec881d47e77.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697276.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/86a/620999c21024193b2922735c13fab86a/620999c21024193b2922735c13fab86a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697276.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/86a/620999c21024193b2922735c13fab86a/620999c21024193b2922735c13fab86a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697278.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/ac1/e30a1e458e21c42080be49d1ff7ecac1/e30a1e458e21c42080be49d1ff7ecac1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697278.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/ac1/e30a1e458e21c42080be49d1ff7ecac1/e30a1e458e21c42080be49d1ff7ecac1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697280.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/03a/1304182cacd005d9d9b5c5add6cf403a/1304182cacd005d9d9b5c5add6cf403a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697280.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/03a/1304182cacd005d9d9b5c5add6cf403a/1304182cacd005d9d9b5c5add6cf403a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697282.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/cbb/ef6785dc5e2f32afc75792b09b731cbb/ef6785dc5e2f32afc75792b09b731cbb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697282.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/cbb/ef6785dc5e2f32afc75792b09b731cbb/ef6785dc5e2f32afc75792b09b731cbb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697284.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/c3a/eac2397c55d9c7018c079079eb42bc3a/eac2397c55d9c7018c079079eb42bc3a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697284.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/c3a/eac2397c55d9c7018c079079eb42bc3a/eac2397c55d9c7018c079079eb42bc3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697286.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/fab/372c510e7fc884b2f0c44005fb7d1fab/372c510e7fc884b2f0c44005fb7d1fab.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697286.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/fab/372c510e7fc884b2f0c44005fb7d1fab/372c510e7fc884b2f0c44005fb7d1fab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697288.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/16c/6ff5ab71e5ce6f3273d14b267917f16c/6ff5ab71e5ce6f3273d14b267917f16c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697288.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/16c/6ff5ab71e5ce6f3273d14b267917f16c/6ff5ab71e5ce6f3273d14b267917f16c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697290.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/8a0/d332f7903328a35c953f543a2529c8a0/d332f7903328a35c953f543a2529c8a0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697290.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/8a0/d332f7903328a35c953f543a2529c8a0/d332f7903328a35c953f543a2529c8a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697292.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/429/724d9b5da9e33c6674978dbaea832429/724d9b5da9e33c6674978dbaea832429.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697292.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/429/724d9b5da9e33c6674978dbaea832429/724d9b5da9e33c6674978dbaea832429.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697294.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/38e/925fe8fa31873ca44c934a4928ad438e/925fe8fa31873ca44c934a4928ad438e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697294.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/38e/925fe8fa31873ca44c934a4928ad438e/925fe8fa31873ca44c934a4928ad438e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697296.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/e20/140d20f10a5e679e1d7fa6cf02860e20/140d20f10a5e679e1d7fa6cf02860e20.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697296.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/e20/140d20f10a5e679e1d7fa6cf02860e20/140d20f10a5e679e1d7fa6cf02860e20.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697298.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/d33/098d6b1d05cbf65f9179e25cc3339d33/098d6b1d05cbf65f9179e25cc3339d33.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697298.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/d33/098d6b1d05cbf65f9179e25cc3339d33/098d6b1d05cbf65f9179e25cc3339d33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697300.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/d10/363bbe1ba6e1d904e744506bc40a8d10/363bbe1ba6e1d904e744506bc40a8d10.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697300.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/d10/363bbe1ba6e1d904e744506bc40a8d10/363bbe1ba6e1d904e744506bc40a8d10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697302.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/d74/04c62f01ee3713c00e85a1abb1f8cd74/04c62f01ee3713c00e85a1abb1f8cd74.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697302.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/d74/04c62f01ee3713c00e85a1abb1f8cd74/04c62f01ee3713c00e85a1abb1f8cd74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697304.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/c0f/2a4742a9b65ea35e0cdff0f8f684bc0f/2a4742a9b65ea35e0cdff0f8f684bc0f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697304.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/c0f/2a4742a9b65ea35e0cdff0f8f684bc0f/2a4742a9b65ea35e0cdff0f8f684bc0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697306.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/0ae/2df5412d4aab15f668b625d091c090ae/2df5412d4aab15f668b625d091c090ae.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697306.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/0ae/2df5412d4aab15f668b625d091c090ae/2df5412d4aab15f668b625d091c090ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697308.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/1db/333379744ac681dee05546aab94cb1db/333379744ac681dee05546aab94cb1db.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697308.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/1db/333379744ac681dee05546aab94cb1db/333379744ac681dee05546aab94cb1db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697310.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/bb5/58d2ac92a9f583c79f15041096439bb5/58d2ac92a9f583c79f15041096439bb5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697310.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/bb5/58d2ac92a9f583c79f15041096439bb5/58d2ac92a9f583c79f15041096439bb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697312.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/9ae/5d02c5a46233c750d1631f1096a8c9ae/5d02c5a46233c750d1631f1096a8c9ae.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697312.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/9ae/5d02c5a46233c750d1631f1096a8c9ae/5d02c5a46233c750d1631f1096a8c9ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697314.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/098/63b4d252734cb8fa7f790d832da33098/63b4d252734cb8fa7f790d832da33098.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697314.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/098/63b4d252734cb8fa7f790d832da33098/63b4d252734cb8fa7f790d832da33098.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697316.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/2dc/76e8a93167fd3d4dff980c29442dc2dc/76e8a93167fd3d4dff980c29442dc2dc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697316.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/2dc/76e8a93167fd3d4dff980c29442dc2dc/76e8a93167fd3d4dff980c29442dc2dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697318.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/f00/7f1ebd78aa3155dd8b400c1d869e3f00/7f1ebd78aa3155dd8b400c1d869e3f00.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697318.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/f00/7f1ebd78aa3155dd8b400c1d869e3f00/7f1ebd78aa3155dd8b400c1d869e3f00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697320.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/1f7/2fbec700d779a2c12cbeef7b989cb1f7/2fbec700d779a2c12cbeef7b989cb1f7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697320.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/1f7/2fbec700d779a2c12cbeef7b989cb1f7/2fbec700d779a2c12cbeef7b989cb1f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697322.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/ce0/b5971d0228a0c7e5abf5bd794b2bcce0/b5971d0228a0c7e5abf5bd794b2bcce0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697322.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/ce0/b5971d0228a0c7e5abf5bd794b2bcce0/b5971d0228a0c7e5abf5bd794b2bcce0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697324.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/f99/1522af722f3272310568f61085c45f99/1522af722f3272310568f61085c45f99.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697324.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/f99/1522af722f3272310568f61085c45f99/1522af722f3272310568f61085c45f99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697326.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/9bf/68cbc49f177708c8e9d527de9f9b79bf/68cbc49f177708c8e9d527de9f9b79bf.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697326.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/9bf/68cbc49f177708c8e9d527de9f9b79bf/68cbc49f177708c8e9d527de9f9b79bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697328.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/145/27227cbba8984f5234dd2d5f3a1c4145/27227cbba8984f5234dd2d5f3a1c4145.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok -test DEBUG: /tmp/tmp7_fwqm1y/sdb/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 -REPLICATE: /sda/0/589fef55c871b997f28898d3b4e47a82, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1735286529.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1735286529.00000', 'deleted': 0, 'storage_policy_index': 0}], '18978358-d6a2-47e8-abca-220d95531354-') -test DEBUG: /tmp/tmp7_fwqm1y/sdb/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00268984s) -REPLICATE: /sda/0/589fef55c871b997f28898d3b4e47a82, merge_syncs, ([{'remote_id': '26749863-8867-4822-9010-a18b8949bc22-sda', 'sync_point': 1}],) -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, 'a8db9b8688a6818e7872763c4e8af8c7', '8109f5af-c073-48fb-b398-5548dd0e8e90-', '1735286524.85590', '1735286524.85406', '0', '', '1735286524.85406', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('8109f5af-c073-48fb-b398-5548dd0e8e90-', 'c0ad7ddcd21bd2c0303123f75421e928_1735286524.85731.db') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, 'a8db9b8688a6818e7872763c4e8af8c7', '8109f5af-c073-48fb-b398-5548dd0e8e90-', '1735286524.85590', '1735286524.85406', '0', '', '1735286524.85406', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286524.85724', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286524.85724', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286524.85724', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286524.85745', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286524.85745', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286524.85731', 'epoch': '1735286524.85731', 'reported': 0, 'tombstones': -1}], '8109f5af-c073-48fb-b398-5548dd0e8e90-') -test DEBUG: /tmp/tmpwvj0p5q0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286524.85731.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpwvj0p5q0/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286524.85731.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, '74f49599fc169a7b52135aad3d02686b', '8a1a4012-98e2-49bb-8d11-b42320568867-', '1735286524.88956', '1735286524.88773', '0', '', '1735286524.88773', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286524.90245', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735286524.90245', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286524.90245', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286524.90371', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286524.90371', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286524.89108', 'epoch': '1735286524.89108', 'reported': 0, 'tombstones': -1}], '8a1a4012-98e2-49bb-8d11-b42320568867-') -test DEBUG: /tmp/tmpa40739vl/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286524.89108.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpa40739vl/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286524.89108.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, '74f49599fc169a7b52135aad3d02686b', '8a1a4012-98e2-49bb-8d11-b42320568867-', '1735286524.88956', '1735286524.89937', '0', '', '1735286524.88773', 101, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286524.90245', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735286524.90245', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286524.90245', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286524.90371', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286524.90371', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286524.89108', 'epoch': '1735286524.89108', 'reported': 0, 'tombstones': -1}], '8a1a4012-98e2-49bb-8d11-b42320568867-') -test DEBUG: /tmp/tmpa40739vl/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286524.89108.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpa40739vl/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286524.89108.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, '74f49599fc169a7b52135aad3d02686b', '530c99a8-bdab-470e-9bec-e1ab7c4e3815-', '1735286524.94667', '1735286524.94483', '0', '', '1735286524.94483', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286524.95945', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735286524.95945', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286524.95945', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286524.96069', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286524.96069', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286524.94795', 'epoch': '1735286524.94795', 'reported': 0, 'tombstones': -1}], '530c99a8-bdab-470e-9bec-e1ab7c4e3815-') -test DEBUG: /tmp/tmph23u56my/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286524.94795.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmph23u56my/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286524.94795.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, '74f49599fc169a7b52135aad3d02686b', '530c99a8-bdab-470e-9bec-e1ab7c4e3815-', '1735286524.94667', '1735286524.95651', '0', '', '1735286524.94483', 101, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286524.95945', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735286524.95945', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286524.95945', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286524.96069', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286524.96069', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286524.94795', 'epoch': '1735286524.94795', 'reported': 0, 'tombstones': -1}], '530c99a8-bdab-470e-9bec-e1ab7c4e3815-') -test DEBUG: /tmp/tmph23u56my/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286524.94795.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmph23u56my/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286524.94795.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok + fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ @@ -83718,17 +83267,12 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 229, in PUT - self.req.get_acl_response(app, 'PUT', self.container) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response resp = self._get_response( ^^^^^^^^^^^^^^^^^^^ @@ -83736,472 +83280,1141 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +fake-swift ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 338, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok + +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0036 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:28 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0037 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0042 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0033 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0037 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0023 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0035 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0053 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0026 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0035 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0039 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0038 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0003 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0035 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 3334963 -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestContainerController.test_weird_content_types +test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init +test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip +test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object +test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 338, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735286520.65962', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:01:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok + +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:30 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:30 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 3334963 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0069 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [29/Jan/2026:14:31:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0068 "-" 3334963 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3334963 0 +test INFO: - - - [29/Jan/2026:14:31:30 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:30 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0005 "-" 3334963 - +test INFO: - - - [29/Jan/2026:14:31:30 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0035 "-" 3334963 0 +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpliohkz2b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Unexpected response while deleting object account container obj: 404 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 412 +test-expirer DEBUG: b'' +test-expirer ERROR: Unexpected response while deleting object account container obj: 500 +test-expirer DEBUG: b'' +test-expirer ERROR: Exception while deleting object account container obj : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer ERROR: Exception while deleting object .expiring_objects 1769558321 1769610691-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769558321 1769610691-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769558321 1769610691-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769558321 1769610691-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769558321 1769610691-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769644721 1769697090-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769644721 1769697090-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769644721 1769697090-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were giventest.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry +test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping +test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod +test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init +test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small +test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path +test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values +test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process +test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break +test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj +test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue +test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency +test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_report +test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping +test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping ... ok +test.unit.obj.test_server.TestObjectController.test_DELETE +test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET +test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_but_expired +test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match +test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine +test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD +test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_OPTIONS +test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_but_expired +test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_connection +test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers +test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_not_exist +test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_update_meta +test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_common +test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_slow +test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok - -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (5, '00a4be266a649dcc6959b89c6c4b8407', '74b81544-5817-4d87-97d3-6cd8bd384037-', '1735286525.00296', '1735286525.00111', '0', '', '1735286525.00111', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286525.01723', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286525.01723', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286525.01723', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286525.01878', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286525.01878', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286525.00422', 'epoch': '1735286525.00422', 'reported': 0, 'tombstones': -1}], '74b81544-5817-4d87-97d3-6cd8bd384037-') -test DEBUG: /tmp/tmphj0q0ht2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.00422.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmphj0q0ht2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.00422.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (5, '00a4be266a649dcc6959b89c6c4b8407', '74b81544-5817-4d87-97d3-6cd8bd384037-', '1735286525.00296', '1735286525.01412', '0', '', '1735286525.00111', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286525.01723', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286525.01723', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286525.01723', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286525.01878', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286525.01878', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286525.00422', 'epoch': '1735286525.00422', 'reported': 0, 'tombstones': -1}], '74b81544-5817-4d87-97d3-6cd8bd384037-') -test DEBUG: /tmp/tmphj0q0ht2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.00422.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmphj0q0ht2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.00422.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (5, '00a4be266a649dcc6959b89c6c4b8407', '18431592-4636-446e-806a-1d04e5dd7737-', '1735286525.06762', '1735286525.06577', '0', '', '1735286525.06577', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286525.08307', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286525.08307', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286525.08307', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286525.08467', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286525.08467', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286525.06896', 'epoch': '1735286525.06896', 'reported': 0, 'tombstones': -1}], '18431592-4636-446e-806a-1d04e5dd7737-') -test DEBUG: /tmp/tmp2b6t9803/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.06896.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp2b6t9803/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.06896.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (5, '00a4be266a649dcc6959b89c6c4b8407', '18431592-4636-446e-806a-1d04e5dd7737-', '1735286525.06762', '1735286525.07964', '0', '', '1735286525.06577', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286525.08307', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286525.08307', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286525.08307', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286525.08467', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286525.08467', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286525.06896', 'epoch': '1735286525.06896', 'reported': 0, 'tombstones': -1}], '18431592-4636-446e-806a-1d04e5dd7737-') -test DEBUG: /tmp/tmp2b6t9803/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.06896.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp2b6t9803/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.06896.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, '8b3010c81561a6e8cfc748c43baf3732', 'c38da624-21b2-4955-b67f-d07424b5dcc1-', '1735286525.12952', '1735286525.12768', '0', '', '1735286525.12768', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286525.13085', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286525.13085', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286525.13085', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286525.13105', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286525.13105', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286525.13091', 'epoch': '1735286525.13091', 'reported': 0, 'tombstones': -1}], 'c38da624-21b2-4955-b67f-d07424b5dcc1-') -test DEBUG: /tmp/tmpp15ispo_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.13091.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpp15ispo_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.13091.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, '8b3010c81561a6e8cfc748c43baf3732', 'c38da624-21b2-4955-b67f-d07424b5dcc1-', '1735286525.12952', '1735286525.14105', '0', '', '1735286525.12768', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286525.13085', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286525.13085', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286525.13085', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286525.13105', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286525.13105', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286525.13091', 'epoch': '1735286525.13091', 'reported': 0, 'tombstones': -1}], 'c38da624-21b2-4955-b67f-d07424b5dcc1-') -test DEBUG: /tmp/tmpp15ispo_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.13091.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpp15ispo_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.13091.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -84210,7 +84423,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -84219,7 +84432,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -84228,7 +84443,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -84237,8 +84452,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -84247,7 +84461,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -84256,7 +84470,11 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -84265,7 +84483,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -84274,8 +84492,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -84284,7 +84501,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -84293,665 +84510,1304 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx4f848afada01438f85686-00697b6f3d) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx4f848afada01438f85686-00697b6f3d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx4f848afada01438f85686-00697b6f3d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx4f848afada01438f85686-00697b6f3d) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx4f848afada01438f85686-00697b6f3d) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx4f848afada01438f85686-00697b6f3d) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx4f848afada01438f85686-00697b6f3d) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx4f848afada01438f85686-00697b6f3d) +test ERROR: Container GET returning 503 for [] (txn: tx4f848afada01438f85686-00697b6f3d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx8889466f2fae45c6b6a81-00697b6f42) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx8889466f2fae45c6b6a81-00697b6f42) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx8889466f2fae45c6b6a81-00697b6f42) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx8889466f2fae45c6b6a81-00697b6f42) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx8889466f2fae45c6b6a81-00697b6f42) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx8889466f2fae45c6b6a81-00697b6f42) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx8889466f2fae45c6b6a81-00697b6f42) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx8889466f2fae45c6b6a81-00697b6f42) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx8889466f2fae45c6b6a81-00697b6f42) +test INFO: Client disconnected on read of '/a/c' (txn: tx5c332b171696431ba7538-00697b6f42) +test INFO: Client disconnected on read of '/a/c' (txn: txb413640f05bf4ae7a5186-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa94b92691c884a78a67e5-00697b6f42)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test__call__returns_500 +test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_allowed_headers +test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_bad_sinces +test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_method +test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_request +test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_name_collision +test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_not_found +test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_put +test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_async +test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_success +test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_content_encoding +test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration +test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_cap +test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_negative +test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes +test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_device_unavailable +test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes +test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_init +test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_log_line_format +test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_object_name_length +test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_upload_time +test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_allowed_method +test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_serv_reserv +test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_short_body +test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_defaults +test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response -test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response ... ok -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options ... ok -test.unit.common.test_swob.TestRange.test_range -test.unit.common.test_swob.TestRange.test_range ... ok -test.unit.common.test_swob.TestRange.test_range_invalid_syntax -test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_large_length -test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length -test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok -test.unit.common.test_swob.TestRange.test_str -test.unit.common.test_swob.TestRange.test_str ... ok -test.unit.common.test_swob.TestRange.test_upsidedown_range -test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error +test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_init +test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_read +test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info +test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok +test.unit.common.test_splice.TestSplice.test_available +test.unit.common.test_splice.TestSplice.test_available ... ok +test.unit.common.test_splice.TestSplice.test_errno +test.unit.common.test_splice.TestSplice.test_errno ... ok +test.unit.common.test_splice.TestSplice.test_fileno +test.unit.common.test_splice.TestSplice.test_fileno ... ok +test.unit.common.test_splice.TestSplice.test_flags +test.unit.common.test_splice.TestSplice.test_flags ... ok +test.unit.common.test_splice.TestSplice.test_flags_list +test.unit.common.test_splice.TestSplice.test_flags_list ... ok +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_unavailable +test.unit.common.test_splice.TestSplice.test_unavailable ... ok +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok test.unit.common.test_swob.TestResponse.test_507 @@ -85018,50 +85874,6 @@ test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok test.unit.common.test_swob.TestResponse.test_unicode_body test.unit.common.test_swob.TestResponse.test_unicode_body ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok -test.unit.common.test_utils.TestFileLikeIter.test_close -test.unit.common.test_utils.TestFileLikeIter.test_close ... ok -test.unit.common.test_utils.TestFileLikeIter.test_get_hub -test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok -test.unit.common.test_utils.TestFileLikeIter.test_next -test.unit.common.test_utils.TestFileLikeIter.test_next ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read -test.unit.common.test_utils.TestFileLikeIter.test_read ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline -test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline2 -test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline3 -test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines -test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition @@ -85070,125 +85882,78 @@ test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1735286522.02565', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286522.00000', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ @@ -85222,740 +85987,256 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_safari -test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok -test.unit.common.ring.test_ring.TestRingData.test_attrs -test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok -test.unit.common.ring.test_ring.TestRingData.test_permissions -test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok -test.unit.common.ring.test_ring.TestRingData.test_replica_count -test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok -test.unit.common.test_db.TestGetDBConnection.test_invalid_path -test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok -test.unit.common.test_db.TestGetDBConnection.test_locked_db -test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok -test.unit.common.test_db.TestGetDBConnection.test_normal_case -test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test DEBUG: tenant mismatch: BLAN_a != tenant_id +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +test DEBUG: allowing proxy 127.0.0.1 for container-sync +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing.test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok -test.unit.common.middleware.test_acl.TestACL.test_clean_acl -test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict @@ -86074,10 +86355,53 @@ test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header @@ -86096,398 +86420,976 @@ test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.12/profile.py", line 394, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmp70eatuxl/log/swift/profile/default.profile1945203.tmp' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.12/profile.py", line 394, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpnb6_bn6q/log/swift/profile/default.profile1945203.tmp' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok +test.unit.common.test_db.TestDatabaseBroker.test_delete_db +test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok +test.unit.common.test_db.TestDatabaseBroker.test_initialize +test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok +test.unit.common.test_db.TestDatabaseBroker.test_lock +test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata +test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_newid +test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok +Unlinked retiring db '/tmp/tmpvec9v0mf/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok + :0(setprofile) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, '8b3010c81561a6e8cfc748c43baf3732', 'c2087859-0e4b-49cf-a986-0c8a4dad9d76-', '1735286525.40527', '1735286525.40341', '0', '', '1735286525.40341', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286525.40652', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286525.40652', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286525.40652', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286525.40671', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286525.40671', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286525.40658', 'epoch': '1735286525.40658', 'reported': 0, 'tombstones': -1}], 'c2087859-0e4b-49cf-a986-0c8a4dad9d76-') -test DEBUG: /tmp/tmpz8izk3m8/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.40658.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpz8izk3m8/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.40658.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, '8b3010c81561a6e8cfc748c43baf3732', 'c2087859-0e4b-49cf-a986-0c8a4dad9d76-', '1735286525.40527', '1735286525.41443', '0', '', '1735286525.40341', 99, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286525.40652', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286525.40652', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286525.40652', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286525.40671', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286525.40671', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286525.40658', 'epoch': '1735286525.40658', 'reported': 0, 'tombstones': -1}], 'c2087859-0e4b-49cf-a986-0c8a4dad9d76-') -test DEBUG: /tmp/tmpz8izk3m8/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.40658.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpz8izk3m8/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.40658.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (8, '7e70cc08acf990fa8de5b03d6ba316b8', '0a6b9e49-507f-4150-80bf-fe3eddd39a5e-', '1735286525.44595', '1735286525.44414', '0', '', '1735286525.44414', 2, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('0a6b9e49-507f-4150-80bf-fe3eddd39a5e-', 'c0ad7ddcd21bd2c0303123f75421e928_1735286525.44890.db') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (8, '7e70cc08acf990fa8de5b03d6ba316b8', '0a6b9e49-507f-4150-80bf-fe3eddd39a5e-', '1735286525.44595', '1735286525.44414', '0', '', '1735286525.44414', 2, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286525.44716', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286525.44716', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286525.44716', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286525.44911', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286525.44911', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286525.44890', 'epoch': '1735286525.44890', 'reported': 0, 'tombstones': -1}], '0a6b9e49-507f-4150-80bf-fe3eddd39a5e-') -test DEBUG: /tmp/tmp378_wfy6/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.44890.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp378_wfy6/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.44890.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (8, '7e70cc08acf990fa8de5b03d6ba316b8', '5e4e3d21-3114-4bb1-a8b9-5193123c548d-', '1735286525.48380', '1735286525.48208', '0', '', '1735286525.48208', 2, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('5e4e3d21-3114-4bb1-a8b9-5193123c548d-', 'c0ad7ddcd21bd2c0303123f75421e928_1735286525.48664.db') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (8, '7e70cc08acf990fa8de5b03d6ba316b8', '5e4e3d21-3114-4bb1-a8b9-5193123c548d-', '1735286525.48380', '1735286525.48208', '0', '', '1735286525.48208', 2, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286525.48497', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286525.48497', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286525.48497', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286525.48684', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286525.48684', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286525.48664', 'epoch': '1735286525.48664', 'reported': 0, 'tombstones': -1}], '5e4e3d21-3114-4bb1-a8b9-5193123c548d-') -test DEBUG: /tmp/tmp2r648xe3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.48664.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp2r648xe3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.48664.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, '20101494093a53bdf3000e84f7a97a93', '8b39691f-041b-4a9c-bd6c-35a480ab32ed-', '1735286525.52862', '1735286525.52678', '0', '', '1735286525.52678', 3, 0) -test WARNING: /tmp/tmpe64p2i6l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.53102.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpe64p2i6l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.53102.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, '20101494093a53bdf3000e84f7a97a93', '8b39691f-041b-4a9c-bd6c-35a480ab32ed-', '1735286525.52862', '1735286525.53850', '0', '', '1735286525.52678', 3, 0) -test WARNING: /tmp/tmpe64p2i6l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.53102.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpe64p2i6l/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.53102.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, '20101494093a53bdf3000e84f7a97a93', 'bc60d7a0-7276-4ab8-9e77-e91c25fccbb7-', '1735286525.56328', '1735286525.56140', '0', '', '1735286525.56140', 3, 0) -test WARNING: /tmp/tmpd0wy5pwj/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.56742.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpd0wy5pwj/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.56742.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok +Fri Jan 30 04:31:19 2026 /tmp/tmpb0ab_loh/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:31:19 2026 /tmp/tmpb0ab_loh/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:31:19 2026 /tmp/tmpb0ab_loh/unittest.profile3334962 +Fri Jan 30 04:31:19 2026 /tmp/tmpb0ab_loh/unittest.profile123 +Fri Jan 30 04:31:19 2026 /tmp/tmpb0ab_loh/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:31:19 2026 /tmp/tmpb0ab_loh/unittest.profile3334962 +Fri Jan 30 04:31:19 2026 /tmp/tmpb0ab_loh/unittest.profile123 +Fri Jan 30 04:31:19 2026 /tmp/tmpb0ab_loh/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:31:19 2026 /tmp/tmpb0ab_loh/unittest.profile3334962 +Fri Jan 30 04:31:19 2026 /tmp/tmpb0ab_loh/unittest.profile123 +Fri Jan 30 04:31:19 2026 /tmp/tmpb0ab_loh/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:31:19 2026 /tmp/tmpb0ab_loh/unittest.profile3334962 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:31:19 2026 /tmp/tmpb0ab_loh/unittest.profile3334962 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Fri Jan 30 04:31:19 2026 /tmp/tmpb0ab_loh/unittest.profile3334962 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 3 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +test ERROR: Problem finding shard upper in '/tmp/tmpii3l1cgc/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpii3l1cgc/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp0l0natq5/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp0l0natq5/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 229, in PUT + self.req.get_acl_response(app, 'PUT', self.container) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test DEBUG: User tenant_id has system reader authorizing -test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -proxy INFO: (1945224) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945224) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: tx84334c3cd56a4305b4c8a-00676e5f01) -proxy INFO: wsgi exiting -proxy INFO: (1945224) wsgi exited, is_accepting=True -proxy INFO: (1945224) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945224) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: tx8b397258cf494d2ea25ce-00676e5f01) -proxy INFO: wsgi exiting -proxy INFO: (1945224) wsgi exited, is_accepting=True -proxy INFO: (1945224) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945224) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: tx5072ac08b4724a8f9278c-00676e5f01) -proxy INFO: wsgi exiting -proxy INFO: (1945224) wsgi exited, is_accepting=True -proxy INFO: (1945224) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945224) accepted ('127.0.0.1', 8359)test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get -test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_head -test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_proxy -test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok -test.unit.common.test_linkat.TestLinkat.test_available -test.unit.common.test_linkat.TestLinkat.test_available ... ok -test.unit.common.test_linkat.TestLinkat.test_errno -test.unit.common.test_linkat.TestLinkat.test_errno ... ok -test.unit.common.test_linkat.TestLinkat.test_flags -test.unit.common.test_linkat.TestLinkat.test_flags ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_success -test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable -test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok -test.unit.common.test_manager.TestManagerModule.test_command_wrapper -test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok -test.unit.common.test_manager.TestManagerModule.test_exc -test.unit.common.test_manager.TestManagerModule.test_exc ... ok -test.unit.common.test_manager.TestManagerModule.test_format_server_name -test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok -test.unit.common.test_manager.TestManagerModule.test_safe_kill -test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok -test.unit.common.test_manager.TestManagerModule.test_servers -test.unit.common.test_manager.TestManagerModule.test_servers ... ok -test.unit.common.test_manager.TestManagerModule.test_setup_env -test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok -test.unit.common.test_manager.TestManagerModule.test_verify_server -test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok -test.unit.common.test_utils.TestClosingIterator.test_close -test.unit.common.test_utils.TestClosingIterator.test_close ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_gen -test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_others -test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok -test.unit.common.test_utils.TestClosingIterator.test_nested_iters -test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_eq -test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_parse -test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok + +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa94b92691c884a78a67e5-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa94b92691c884a78a67e5-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa94b92691c884a78a67e5-00697b6f42) +test ERROR: Container GET returning 503 for [] (txn: txa94b92691c884a78a67e5-00697b6f42) +test INFO: Client disconnected on read of '/a/c' (txn: txa94b92691c884a78a67e5-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx451536e8f96a4e89821b1-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx451536e8f96a4e89821b1-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx451536e8f96a4e89821b1-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx451536e8f96a4e89821b1-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx451536e8f96a4e89821b1-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx451536e8f96a4e89821b1-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx451536e8f96a4e89821b1-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx451536e8f96a4e89821b1-00697b6f42) +test ERROR: Container GET returning 503 for [] (txn: tx451536e8f96a4e89821b1-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd4bcdd2bcf0f4d23917cd-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd4bcdd2bcf0f4d23917cd-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd4bcdd2bcf0f4d23917cd-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd4bcdd2bcf0f4d23917cd-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd4bcdd2bcf0f4d23917cd-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd4bcdd2bcf0f4d23917cd-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd4bcdd2bcf0f4d23917cd-00697b6f42) +test ERROR: Container GET returning 503 for [] (txn: txd4bcdd2bcf0f4d23917cd-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx35ad254191e24668a9885-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx35ad254191e24668a9885-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx35ad254191e24668a9885-00697b6f42) +test ERROR: Container GET returning 503 for [] (txn: tx35ad254191e24668a9885-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx81714e3715644fabb4a01-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx81714e3715644fabb4a01-00697b6f42) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx45f76714773b4ec1a9de8-00697b6f42) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx45f76714773b4ec1a9de8-00697b6f42) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx45f76714773b4ec1a9de8-00697b6f42) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx45f76714773b4ec1a9de8-00697b6f42) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx311425a26fbb450cae8ef-00697b6f42) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx4b8a70d606434020a7f5d-00697b6f42) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx4b8a70d606434020a7f5d-00697b6f42) +test INFO: Client disconnected on read of '/a/c' (txn: tx4b8a70d606434020a7f5d-00697b6f42) +test ERROR: Container GET returning 503 for [] (txn: tx61e2ed92baeb4569a7d40-00697b6f42) +test INFO: Client disconnected on read of '/a/c' (txn: tx61e2ed92baeb4569a7d40-00697b6f42) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx4cf7274be93b44ff913cc-00697b6f42) +test INFO: Client disconnected on read of '/a/c' (txn: tx4cf7274be93b44ff913cc-00697b6f42) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7e66f097f47d41feb5003-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7e66f097f47d41feb5003-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7e66f097f47d41feb5003-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7e66f097f47d41feb5003-00697b6f42) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7e66f097f47d41feb5003-00697b6f42)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769697091.59520', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake INFO: - - 27/Dec/2024/08/02/09 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1735287529 HTTP/1.0 404 - - - - - - - - 0.0002 - - 1735286529.544840336 1735286529.544992447 - -Thu Dec 26 20:02:09 2024 /tmp/tmp70eatuxl/log/swift/profile/default.profile1945203 -Thu Dec 26 20:02:09 2024 /tmp/tmp70eatuxl/log/swift/profile/default.profile123 -Thu Dec 26 20:02:09 2024 /tmp/tmp70eatuxl/log/swift/profile/default.profile456 - - 45 function calls in 0.001 seconds - - Ordered by: internal time +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok - ncalls tottime percall cumtime percalltest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac -test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_init -test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697328.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/145/27227cbba8984f5234dd2d5f3a1c4145/27227cbba8984f5234dd2d5f3a1c4145.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697330.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/b7e/0b17560fb0a50cb3465f11ca3a3d9b7e/0b17560fb0a50cb3465f11ca3a3d9b7e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697330.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/b7e/0b17560fb0a50cb3465f11ca3a3d9b7e/0b17560fb0a50cb3465f11ca3a3d9b7e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697332.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/6f9/86ff7531b108b79969900891959a76f9/86ff7531b108b79969900891959a76f9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697332.00000, db: /tmp/tmp9ey7rba0/sda/containers/0/6f9/86ff7531b108b79969900891959a76f9/86ff7531b108b79969900891959a76f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697094.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/dc9/e8f7ebded620318c5d0f40e4f4352dc9/e8f7ebded620318c5d0f40e4f4352dc9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697099.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/443/07fa2a8efb1500095b6386b7bd48b443/07fa2a8efb1500095b6386b7bd48b443.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697104.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/c72/e971c500d970534e2975e22892eb8c72/e971c500d970534e2975e22892eb8c72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697109.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/36b/f198b10dd272132b4c06ab63e88cd36b/f198b10dd272132b4c06ab63e88cd36b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697114.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/71c/26708271b7de4079810c2727f8b3b71c/26708271b7de4079810c2727f8b3b71c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697119.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/60e/87a257bbdd6c82540d87e23581acf60e/87a257bbdd6c82540d87e23581acf60e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697124.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/698/57f5443d70f666ab3d40ecb892eb3698/57f5443d70f666ab3d40ecb892eb3698.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697129.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/9c0/9b87558fb747b05598809bb90feab9c0/9b87558fb747b05598809bb90feab9c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697134.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/8eb/86d08cc40b396c4d8d52c4eebf3db8eb/86d08cc40b396c4d8d52c4eebf3db8eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697139.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/810/0ee871d6a639ac19cd776d5a7a2c5810/0ee871d6a639ac19cd776d5a7a2c5810.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697144.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/e5f/a8d558fbbc784670824496a4b27d9e5f/a8d558fbbc784670824496a4b27d9e5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697149.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/22d/54d19544359bddf5b196f932f1f2c22d/54d19544359bddf5b196f932f1f2c22d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697154.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/728/e93a8be8a7c13f1f0447dd5e742fa728/e93a8be8a7c13f1f0447dd5e742fa728.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697159.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/196/38cdf3e14747452e9d895d3856b9b196/38cdf3e14747452e9d895d3856b9b196.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697164.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/438/b035ff09eb9ed1bcc3bd4bf01dcf8438/b035ff09eb9ed1bcc3bd4bf01dcf8438.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697169.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/5e6/90f9fb64b7b29a8499e195413a1dd5e6/90f9fb64b7b29a8499e195413a1dd5e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697174.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/77c/187656786ee54ed5302b33645af0977c/187656786ee54ed5302b33645af0977c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697179.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/3bc/e944132fcb11e17eee0e208c71a303bc/e944132fcb11e17eee0e208c71a303bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697184.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/226/c15f1fbe93305207b50211474bb48226/c15f1fbe93305207b50211474bb48226.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697189.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/342/1b3ba96e0d5830e554ac1a5d6af88342/1b3ba96e0d5830e554ac1a5d6af88342.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697194.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/2a7/3954b60ac79959f1b8a67bb3bbfee2a7/3954b60ac79959f1b8a67bb3bbfee2a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697199.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/fd8/2413f8d5c4bb5fd19d9f412c1b7a2fd8/2413f8d5c4bb5fd19d9f412c1b7a2fd8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697204.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/0b1/d2955edd3dbfedd8f44cad50e74df0b1/d2955edd3dbfedd8f44cad50e74df0b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697209.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/9af/fe2f8d77e111c579b67899a4d5a189af/fe2f8d77e111c579b67899a4d5a189af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697214.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/2fe/87e4e6e5a15623ebb3d47a6abb1512fe/87e4e6e5a15623ebb3d47a6abb1512fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697219.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/0ac/5d3e463bf701920ba2f94829e9f110ac/5d3e463bf701920ba2f94829e9f110ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697224.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/1dd/98d78e536074da7970a8f7f7ea33e1dd/98d78e536074da7970a8f7f7ea33e1dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697229.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/744/7a3b6c53ec636215b69aa5a71f22f744/7a3b6c53ec636215b69aa5a71f22f744.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697234.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/f00/973bfb7e17742fd65513d4353f694f00/973bfb7e17742fd65513d4353f694f00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697239.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/0a8/850b1b514dd21edfbd15600fe0aab0a8/850b1b514dd21edfbd15600fe0aab0a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697244.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/175/32f0a9621834315dba33d348a88a8175/32f0a9621834315dba33d348a88a8175.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697249.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/e7f/a3858e698c5a1f284c5a4c3c22fcae7f/a3858e698c5a1f284c5a4c3c22fcae7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697254.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/467/f1084f720b385a822dbabbe425571467/f1084f720b385a822dbabbe425571467.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697259.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/465/291c6e24d76724a992ebff3ff07bc465/291c6e24d76724a992ebff3ff07bc465.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697264.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/485/47ee38d7d9544082751fcd81ac9ac485/47ee38d7d9544082751fcd81ac9ac485.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697269.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/3e8/9b9b723ed6ebb14fbfda8450ddb4b3e8/9b9b723ed6ebb14fbfda8450ddb4b3e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697274.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/499/402b5bb9a47cae9a8f1829f2aeced499/402b5bb9a47cae9a8f1829f2aeced499.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697279.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/79c/bdbfe6658ecf0bd31d85a315c15fa79c/bdbfe6658ecf0bd31d85a315c15fa79c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697284.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/05f/3ef23e169ba36a9d827738fb0bc2205f/3ef23e169ba36a9d827738fb0bc2205f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697289.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/d11/acb4f1d9dcb3cb9d238c8ef9c6ccad11/acb4f1d9dcb3cb9d238c8ef9c6ccad11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697294.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/42a/6ac41131311acaa277daf478ab81342a/6ac41131311acaa277daf478ab81342a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697299.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/d0a/a1b76eb8337ddfe3745ab0fb7ac60d0a/a1b76eb8337ddfe3745ab0fb7ac60d0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697304.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/ae4/8b3655a96d093fc10e40d80187184ae4/8b3655a96d093fc10e40d80187184ae4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697309.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/df3/e6fd790e2b3dddac254b6099f476ddf3/e6fd790e2b3dddac254b6099f476ddf3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697314.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/3a4/a375325ac97d66051bfd58a651bcd3a4/a375325ac97d66051bfd58a651bcd3a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697319.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/fa7/1f8890bb8b6e940e21f6b4fb7c183fa7/1f8890bb8b6e940e21f6b4fb7c183fa7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697324.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/ed0/3dac0f2bf7a6aaf8a0e0ae5cb99fded0/3dac0f2bf7a6aaf8a0e0ae5cb99fded0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697329.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/c0d/81199616d549d31da5d47cfb0cfdac0d/81199616d549d31da5d47cfb0cfdac0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697334.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/355/e2b4c24673b4dae0aae119ce96fb5355/e2b4c24673b4dae0aae119ce96fb5355.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697339.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/26f/69ed4ebb67e2658286bf9841d85b226f/69ed4ebb67e2658286bf9841d85b226f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697344.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/222/98c238eaa2b2ede9fcf6fa6a0dd38222/98c238eaa2b2ede9fcf6fa6a0dd38222.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697349.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/f34/785ac599e19fe8391cf1f431288d5f34/785ac599e19fe8391cf1f431288d5f34.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697354.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/b8c/bfbb41934c73e4515501834058dceb8c/bfbb41934c73e4515501834058dceb8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697359.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/9fb/c82ccc89f12c8682fe555d50582799fb/c82ccc89f12c8682fe555d50582799fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697364.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/d4d/94d6e4ad919f68f22b8ceeb3d5f1ad4d/94d6e4ad919f68f22b8ceeb3d5f1ad4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697369.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/31c/0d2cc1f8be690232e2ed2419b43bb31c/0d2cc1f8be690232e2ed2419b43bb31c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697374.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/ea8/dcbf0b9b5cfef8014074a78f7be98ea8/dcbf0b9b5cfef8014074a78f7be98ea8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697379.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/fa3/52479faf5b53a8e40fd5cd4e26d96fa3/52479faf5b53a8e40fd5cd4e26d96fa3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697384.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/fad/f885dae972f0f7ae64c9cbd3a5d91fad/f885dae972f0f7ae64c9cbd3a5d91fad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697389.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/fe5/c88838f11e5cc5a723d246b1504e2fe5/c88838f11e5cc5a723d246b1504e2fe5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697394.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/f4f/35fbaf159bd6492029e22b8fe6cbff4f/35fbaf159bd6492029e22b8fe6cbff4f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697399.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/4ab/1d816374d1f0cbf13403e3999dc294ab/1d816374d1f0cbf13403e3999dc294ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697404.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/cc4/9eb003767a66294a7fe6efe42eafdcc4/9eb003767a66294a7fe6efe42eafdcc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697409.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/c4d/9c511fd0181299241a0431f4430fbc4d/9c511fd0181299241a0431f4430fbc4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697414.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/65a/b3a81b70164c23dd9d2bc5ffc838465a/b3a81b70164c23dd9d2bc5ffc838465a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697419.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/e2d/bda31ec4bd6e66ded82af352265b0e2d/bda31ec4bd6e66ded82af352265b0e2d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697424.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/c03/83f25564c23519913f0897c888dddc03/83f25564c23519913f0897c888dddc03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697429.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/2e6/4ca5129ad3ef21a2e5098ff3670302e6/4ca5129ad3ef21a2e5098ff3670302e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697434.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/197/c4701a07a90cdf3df12c43bd82351197/c4701a07a90cdf3df12c43bd82351197.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697439.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/5fd/ec79f807a272aa926884ae9b61ad15fd/ec79f807a272aa926884ae9b61ad15fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697444.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/b25/bbc05bf29a1fc310ae0dc75dc62d6b25/bbc05bf29a1fc310ae0dc75dc62d6b25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697449.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/228/bfad34e2c3f7fdc49f881366284b4228/bfad34e2c3f7fdc49f881366284b4228.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697454.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/510/226723834fb6cc0eb7874e7eb3239510/226723834fb6cc0eb7874e7eb3239510.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697459.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/8cb/0b38af666728f1814c70df43f0fa38cb/0b38af666728f1814c70df43f0fa38cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697464.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/285/ad7ae3db704649db3458027fe2348285/ad7ae3db704649db3458027fe2348285.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697469.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/ed9/a86d317b85cc72f462cbd7468b1f9ed9/a86d317b85cc72f462cbd7468b1f9ed9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697474.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/473/9b921c8f0eea07e479ab5753ed1e5473/9b921c8f0eea07e479ab5753ed1e5473.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697479.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/8cf/b3c49ee7bb101b6f53734ec466a9f8cf/b3c49ee7bb101b6f53734ec466a9f8cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697484.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/0c1/5fde127b04bf6aff0f73a467daf270c1/5fde127b04bf6aff0f73a467daf270c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697489.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/4c2/6127089e89a6614f9ad9659c8cb8d4c2/6127089e89a6614f9ad9659c8cb8d4c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697494.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/f11/fe21999cab43ba9014b331ce155b9f11/fe21999cab43ba9014b331ce155b9f11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697499.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/abb/5d2aec7c86ea4315bf3f7cf979280abb/5d2aec7c86ea4315bf3f7cf979280abb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697504.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/b33/d86170824aeba3048ec75084c950eb33/d86170824aeba3048ec75084c950eb33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697509.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/69e/e90a2659bf4d1d5680e50029ba9bf69e/e90a2659bf4d1d5680e50029ba9bf69e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697514.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/4d0/0623f0847873ffec316a4c2e82f6e4d0/0623f0847873ffec316a4c2e82f6e4d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697519.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/703/594ee3a53c53f84521214a209e0f3703/594ee3a53c53f84521214a209e0f3703.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697524.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/d0a/df2f55d8e641885f09bcf748a1f42d0a/df2f55d8e641885f09bcf748a1f42d0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697529.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/0e6/c43927e86dc44aa750b07c8126d520e6/c43927e86dc44aa750b07c8126d520e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697534.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/4ba/2cfe2ec79fecd634da4c9b07c20304ba/2cfe2ec79fecd634da4c9b07c20304ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697539.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/224/8f8112bb53f6d53668532f4ca470b224/8f8112bb53f6d53668532f4ca470b224.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697544.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/c54/a707ec5ee69b7fe1bf696d95c3ec7c54/a707ec5ee69b7fe1bf696d95c3ec7c54.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697549.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/1c4/6f7143e9f62739ba5d6a565ae82de1c4/6f7143e9f62739ba5d6a565ae82de1c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697554.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/189/55902ed38d43c5278ca2fe6d4d765189/55902ed38d43c5278ca2fe6d4d765189.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697559.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/751/383d9b09a601b81a7ce6b5ef046e3751/383d9b09a601b81a7ce6b5ef046e3751.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697564.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/a85/07058b74e6f0b86f896c879f69714a85/07058b74e6f0b86f896c879f69714a85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697569.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/df7/d5c441c52262f503b2967d36ab625df7/d5c441c52262f503b2967d36ab625df7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697574.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/122/5cb0767228cdf0de29d62d8103fdb122/5cb0767228cdf0de29d62d8103fdb122.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697579.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/439/5c37d2757d9be69643f250727a831439/5c37d2757d9be69643f250727a831439.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697584.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/ff9/1dec3b1e27f11ebab5d18ac988636ff9/1dec3b1e27f11ebab5d18ac988636ff9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697589.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/977/6b6349e1589ed53f1eac3f7d23e7b977/6b6349e1589ed53f1eac3f7d23e7b977.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697594.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/b75/0623cd8bb09db3af8cd241469be2bb75/0623cd8bb09db3af8cd241469be2bb75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697599.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/04a/1337a5beaa82f866b0c45e9b6dd5604a/1337a5beaa82f866b0c45e9b6dd5604a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697604.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/cd3/2b72b2f64aca8ce3ea88c99010bf9cd3/2b72b2f64aca8ce3ea88c99010bf9cd3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697609.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/efd/c0033051e1a9a06d5bc7d0ae29608efd/c0033051e1a9a06d5bc7d0ae29608efd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697614.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/b94/5b177140ef9bf121dcc647d6b8576b94/5b177140ef9bf121dcc647d6b8576b94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697619.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/22f/5729c82a7a2018da2edf395a6939622f/5729c82a7a2018da2edf395a6939622f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697624.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/3f8/806914124a0c35e3eafedfda000ef3f8/806914124a0c35e3eafedfda000ef3f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697629.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/0db/05ec5d59ac37d4733d29ea2a9a4770db/05ec5d59ac37d4733d29ea2a9a4770db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697634.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/08d/ee077f14cc3926a7ce68e45eb6d0f08d/ee077f14cc3926a7ce68e45eb6d0f08d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697639.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/dde/808a4d97d1c4af2f38022da1b6bfbdde/808a4d97d1c4af2f38022da1b6bfbdde.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697644.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/8df/0872b728b43d9aeb6d3b7801418028df/0872b728b43d9aeb6d3b7801418028df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697649.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/d61/34774765ed81a5d2d32697e229ee3d61/34774765ed81a5d2d32697e229ee3d61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697654.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/91e/94ca242dfc960e1e4c6f2a3c5f3a991e/94ca242dfc960e1e4c6f2a3c5f3a991e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697659.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/8ca/e286e7f299c4caf2a28abc22638138ca/e286e7f299c4caf2a28abc22638138ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697664.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/1cb/468dabb3cdba90271bc92955a2f7b1cb/468dabb3cdba90271bc92955a2f7b1cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697669.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/128/a559d4942f3620d65a571cb0fd2a4128/a559d4942f3620d65a571cb0fd2a4128.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697674.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/ae8/9f58f97018b4cd423f54b58c318a6ae8/9f58f97018b4cd423f54b58c318a6ae8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697679.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/a34/d14a18f57e29168e1e0129e6d1793a34/d14a18f57e29168e1e0129e6d1793a34.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697684.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/31d/105747c588a2792db28a990bf930431d/105747c588a2792db28a990bf930431d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697689.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/e85/64433d2be1610e07b8671252c5677e85/64433d2be1610e07b8671252c5677e85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697694.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/8e2/e273e4a3d7deb620f4c184af7b7aa8e2/e273e4a3d7deb620f4c184af7b7aa8e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697699.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/958/9ab48dfa32b594b37e633750f5b22958/9ab48dfa32b594b37e633750f5b22958.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697704.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/475/e5d4a0bba7c8b33afd9e08f2777b9475/e5d4a0bba7c8b33afd9e08f2777b9475.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697709.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/cfe/55eea8f9be47db8b810b96b2c41b2cfe/55eea8f9be47db8b810b96b2c41b2cfe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697714.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/000/2e665f347670cdd7cf0d2f7dbf307000/2e665f347670cdd7cf0d2f7dbf307000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697719.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/38a/7502a90c447c884ab730dac0e3e8b38a/7502a90c447c884ab730dac0e3e8b38a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697724.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/978/667009da00c05717b9b124d8a10ae978/667009da00c05717b9b124d8a10ae978.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697729.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/465/b0e7e26d2a657ec84b32ebdcd5c5d465/b0e7e26d2a657ec84b32ebdcd5c5d465.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697734.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/01f/4827efb8da22f8df11d447839266501f/4827efb8da22f8df11d447839266501f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697739.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/df5/8dcd99d8ae8002aba5c5b5cecafdedf5/8dcd99d8ae8002aba5c5b5cecafdedf5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697744.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/3c3/cf00f4e8dbeeab1478f56a1b4c00b3c3/cf00f4e8dbeeab1478f56a1b4c00b3c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697749.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/4ae/a649ff1997075d2bd2703e9c99a6f4ae/a649ff1997075d2bd2703e9c99a6f4ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697754.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/220/43d0e91f921b6106f4177ab1d387b220/43d0e91f921b6106f4177ab1d387b220.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697759.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/5e3/210b207de8a2d98103d509182f6ab5e3/210b207de8a2d98103d509182f6ab5e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697764.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/de5/2f7cdd985bca6263387947fd72c9bde5/2f7cdd985bca6263387947fd72c9bde5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697769.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/402/1b66077605660ab89af9fdf4ff4e3402/1b66077605660ab89af9fdf4ff4e3402.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697774.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/45c/2c752db7e297b27099e268ad0248845c/2c752db7e297b27099e268ad0248845c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697779.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/f24/041f681990bf8d6aec69db04282f3f24/041f681990bf8d6aec69db04282f3f24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697784.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/e92/8f281dc27c14891406832c892d870e92/8f281dc27c14891406832c892d870e92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697789.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/b6e/a7a0df0688c27188a17fc5325a0d7b6e/a7a0df0688c27188a17fc5325a0d7b6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697794.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/9e6/08fe74e5fc04db85ac08caef174b79e6/08fe74e5fc04db85ac08caef174b79e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697799.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/d63/c20fcbbcb68cd8aad42126ca8c1add63/c20fcbbcb68cd8aad42126ca8c1add63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697804.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/447/9fe858db7eeeb0eba993f80513d17447/9fe858db7eeeb0eba993f80513d17447.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697809.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/7da/e0d550fb4a3ce6ae1a9a1923a87467da/e0d550fb4a3ce6ae1a9a1923a87467da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697814.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/d99/085560fd3def47be57d8c1c1b4656d99/085560fd3def47be57d8c1c1b4656d99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697819.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/9d6/f52c5685cb6f8937a50ebcd7b52579d6/f52c5685cb6f8937a50ebcd7b52579d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697824.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/e62/278adc868426897a611daa2977065e62/278adc868426897a611daa2977065e62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697829.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/3b2/cb0d3ac0134af9b6895ab935f6d573b2/cb0d3ac0134af9b6895ab935f6d573b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697834.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/79b/b308f80e467f774b93f4e643babb779b/b308f80e467f774b93f4e643babb779b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697839.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/859/ef2f3a834e15217237f3bf8054038859/ef2f3a834e15217237f3bf8054038859.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697844.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/e8f/d9dfd5e5e8937dfaceda3b83220d5e8f/d9dfd5e5e8937dfaceda3b83220d5e8f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697849.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/eb9/74d290ad0943732d6579bf8e51326eb9/74d290ad0943732d6579bf8e51326eb9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697854.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/a6b/3eb24aa08d757836258d3614d4363a6b/3eb24aa08d757836258d3614d4363a6b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697859.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/f76/3fd357ffb167422f00172699cdd11f76/3fd357ffb167422f00172699cdd11f76.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697864.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/1dd/483b19cae3ace7756c1dbe75cfa431dd/483b19cae3ace7756c1dbe75cfa431dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697869.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/a16/8757f417c97c385c3bd31d7ebabeea16/8757f417c97c385c3bd31d7ebabeea16.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697874.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/18a/fbde4a5f48b3377ad38226cc7b1e118a/fbde4a5f48b3377ad38226cc7b1e118a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697879.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/099/df0db2c9a362bae1843c6adc19257099/df0db2c9a362bae1843c6adc19257099.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697884.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/9e4/c72a2ff11a4c22af54c0b922730919e4/c72a2ff11a4c22af54c0b922730919e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697889.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/dec/e6f313f14891b3682647f9155f922dec/e6f313f14891b3682647f9155f922dec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697894.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/d75/43cbf5b7b75cd20037bc5836d7f31d75/43cbf5b7b75cd20037bc5836d7f31d75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697899.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/d00/1afff4a58450955bac375842887f2d00/1afff4a58450955bac375842887f2d00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697904.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/502/877a16e17215c51976e1acd77a091502/877a16e17215c51976e1acd77a091502.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697909.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/ce8/78de6f5fd7c28f69dca80595ee4a8ce8/78de6f5fd7c28f69dca80595ee4a8ce8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697914.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/6b5/962bf3a2f123ae8dab100e9bbfb2e6b5/962bf3a2f123ae8dab100e9bbfb2e6b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697919.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/7cf/c9ba78fb0b779f8e7971cc11d3f6d7cf/c9ba78fb0b779f8e7971cc11d3f6d7cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697924.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/aba/890b26158d6fa8baa93784f145b4aaba/890b26158d6fa8baa93784f145b4aaba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697929.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/756/ef61a2e3f0def204da5fc8c38ed37756/ef61a2e3f0def204da5fc8c38ed37756.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697934.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/ed7/49da63d0ae7baf4890e40f356cec0ed7/49da63d0ae7baf4890e40f356cec0ed7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697939.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/bc2/6cb1653f4d9c8dd31ab2ea72f812dbc2/6cb1653f4d9c8dd31ab2ea72f812dbc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697944.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/5d4/5eee7aebbb317e4c567df36945dff5d4/5eee7aebbb317e4c567df36945dff5d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697949.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/b88/890c1c19817ea043e5f8d895df5edb88/890c1c19817ea043e5f8d895df5edb88.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697954.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/ae8/563ff2910e1a585d6f2bc5dcb6f84ae8/563ff2910e1a585d6f2bc5dcb6f84ae8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697959.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/7ba/0c688f0ce1ba2915a5c66d48bd5227ba/0c688f0ce1ba2915a5c66d48bd5227ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697964.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/c5a/b8ed2c85ac730703f3fa49d5a8959c5a/b8ed2c85ac730703f3fa49d5a8959c5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697969.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/39b/8ef0d75d3c444ea5dc4c5627248f539b/8ef0d75d3c444ea5dc4c5627248f539b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697974.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/8b7/79dd1aaa44de69c22fc1fbb341b4f8b7/79dd1aaa44de69c22fc1fbb341b4f8b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697979.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/47c/90904a59ecd4c070f4d8156ef7fd647c/90904a59ecd4c070f4d8156ef7fd647c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697984.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/46e/ecbd8a38d8f0d52c8d15c1ab9c3bd46e/ecbd8a38d8f0d52c8d15c1ab9c3bd46e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697989.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/788/346abb5230c269adc29aedb8e84e9788/346abb5230c269adc29aedb8e84e9788.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697994.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/706/8ff805fbf370e6c8a351eb6223619706/8ff805fbf370e6c8a351eb6223619706.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697999.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/6e3/796c93250a6529721ce6a0c49e8d66e3/796c93250a6529721ce6a0c49e8d66e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698004.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/6db/8296bc548fc6222f24f258f5f0c736db/8296bc548fc6222f24f258f5f0c736db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698009.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/836/98dcce1d55035b35b7a3dd4b5de5c836/98dcce1d55035b35b7a3dd4b5de5c836.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698014.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/0e2/fb7f7dfeb37a330f3f35b8e5168330e2/fb7f7dfeb37a330f3f35b8e5168330e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698019.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/9db/970dc8a05f5edb7a21592a91c93899db/970dc8a05f5edb7a21592a91c93899db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698024.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/388/d462f5c592ad2ff98b88ae5584caf388/d462f5c592ad2ff98b88ae5584caf388.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698029.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/3af/189109bd52e6e3898202da2d3b5cd3af/189109bd52e6e3898202da2d3b5cd3af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698034.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/fe4/216dc6b424f450782880a3f458937fe4/216dc6b424f450782880a3f458937fe4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698039.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/94f/6b24abda6341f1ddefa1d461fdc9194f/6b24abda6341f1ddefa1d461fdc9194f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698044.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/ffe/b598523122c0b2c085bd5142cd000ffe/b598523122c0b2c085bd5142cd000ffe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698049.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/f91/e8cc085fe0d9c6fc9c145178c6d41f91/e8cc085fe0d9c6fc9c145178c6d41f91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698054.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/398/e5c21e9ffcd6a9171c114785681de398/e5c21e9ffcd6a9171c114785681de398.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698059.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/51d/360c50eddbf4452faad3f562d652e51d/360c50eddbf4452faad3f562d652e51d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698064.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/1d0/d538366bbb9cb8953f42a75f082971d0/d538366bbb9cb8953f42a75f082971d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698069.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/37e/e4e9da19215e31aad9384a9b7906737e/e4e9da19215e31aad9384a9b7906737e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698074.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/4fa/7980e731203324f2544da98deecb24fa/7980e731203324f2544da98deecb24fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698079.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/85c/e3379746f6d2945527c78c70b2fae85c/e3379746f6d2945527c78c70b2fae85c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698084.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/835/8d5f78081d72ad06fdc57268455c2835/8d5f78081d72ad06fdc57268455c2835.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698089.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/67c/538965df43dcad894d3afb739127367c/538965df43dcad894d3afb739127367c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698094.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/694/05a049b000333adc70c21e8db6026694/05a049b000333adc70c21e8db6026694.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698099.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/43e/09510982286aa6ec725eca98d5ba243e/09510982286aa6ec725eca98d5ba243e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698104.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/0fe/014af3852b158d77fdd5bda51af5b0fe/014af3852b158d77fdd5bda51af5b0fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698109.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/755/2f2e0399efe6ac4678f0b3ecd8192755/2f2e0399efe6ac4678f0b3ecd8192755.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698114.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/d19/7e9ace6ae08ee8611cb9a2d932d9bd19/7e9ace6ae08ee8611cb9a2d932d9bd19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698119.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/7f0/e4d31e364ca6dc10b39ac9d2438687f0/e4d31e364ca6dc10b39ac9d2438687f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698124.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/926/29a45c4323f0f9bf600d342a7b8ba926/29a45c4323f0f9bf600d342a7b8ba926.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698129.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/afe/e0fdcd06d6a87faec67ca58e021a9afe/e0fdcd06d6a87faec67ca58e021a9afe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698134.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/926/bee8e7ac37fe7b4cc63a29617df7a926/bee8e7ac37fe7b4cc63a29617df7a926.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698139.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/5c1/6ad32e70ee94b2ed8cc55dd34afeb5c1/6ad32e70ee94b2ed8cc55dd34afeb5c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698144.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/3aa/5460b6c5c114862d1d4b7b5b423ad3aa/5460b6c5c114862d1d4b7b5b423ad3aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698149.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/0d5/38448911ce293224ccf12c6786df40d5/38448911ce293224ccf12c6786df40d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698154.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/1fe/50193e7993223f760ac0aa4d902e41fe/50193e7993223f760ac0aa4d902e41fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698159.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/06b/21d237fe9293c48a75dc6b9ba86ed06b/21d237fe9293c48a75dc6b9ba86ed06b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698164.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/bb2/8e3e81c90dfef8a85b1b30e3a34f7bb2/8e3e81c90dfef8a85b1b30e3a34f7bb2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698169.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/2c9/80f77c1ebd6a192929058dae1da012c9/80f77c1ebd6a192929058dae1da012c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698174.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/b04/baa85cfbb6ca837da8056b493da50b04/baa85cfbb6ca837da8056b493da50b04.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698179.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/ca9/00b3a55d8eb7159e0abab3fb8c17eca9/00b3a55d8eb7159e0abab3fb8c17eca9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698184.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/96f/127adaafaeae82c698bc7cbcfb8ac96f/127adaafaeae82c698bc7cbcfb8ac96f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698189.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/8fc/003f38a339f08a957d9423161ab5d8fc/003f38a339f08a957d9423161ab5d8fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698194.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/530/248e3f9c0c11967305ef7ae45c118530/248e3f9c0c11967305ef7ae45c118530.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698199.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/2bc/95088240a193c6278afee73ee82e32bc/95088240a193c6278afee73ee82e32bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698204.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/aa0/8f69a3f8d93e64d347583626d9a70aa0/8f69a3f8d93e64d347583626d9a70aa0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698209.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/5fe/6aee84c8f8689aa9efd5d07efd0275fe/6aee84c8f8689aa9efd5d07efd0275fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698214.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/aad/898a1d2b566dd89de0c74c8ec8f13aad/898a1d2b566dd89de0c74c8ec8f13aad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698219.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/51b/4ef42a84cffd863e0063cf9ffb9ce51b/4ef42a84cffd863e0063cf9ffb9ce51b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698224.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/16a/910d2691e2f74fc6ccaaa9d2240d116a/910d2691e2f74fc6ccaaa9d2240d116a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698229.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/b98/9702799968f485f4a24908f6017aab98/9702799968f485f4a24908f6017aab98.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698234.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/029/efce80e223020fe49bd6deb315b3f029/efce80e223020fe49bd6deb315b3f029.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698239.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/490/4d7e1399f3cb24d5e6b8e0f32f5fe490/4d7e1399f3cb24d5e6b8e0f32f5fe490.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698244.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/0c2/821d788af29f247b1924d51e19fed0c2/821d788af29f247b1924d51e19fed0c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698249.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/00b/da5da529d590e1cd1a1506aeb20f700b/da5da529d590e1cd1a1506aeb20f700b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698254.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/a79/e80e8c212826415d4a8380c73cb07a79/e80e8c212826415d4a8380c73cb07a79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698259.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/483/3aec5cb79db863ef9f92e3c42f568483/3aec5cb79db863ef9f92e3c42f568483.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698264.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/402/238e269449d81d0672b2dad5530bd402/238e269449d81d0672b2dad5530bd402.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698269.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/36e/7e35508e302c953b3c616d57f86c736e/7e35508e302c953b3c616d57f86c736e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698274.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/52c/267851deb997abd870319e31e2f1352c/267851deb997abd870319e31e2f1352c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698279.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/f32/a11b1cb9a6a39101dad9b2e33ca8cf32/a11b1cb9a6a39101dad9b2e33ca8cf32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698284.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/191/2b1933a5b69777df96df0bc68478b191/2b1933a5b69777df96df0bc68478b191.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698289.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/dd4/f9b0872fe922d9a83ada293795261dd4/f9b0872fe922d9a83ada293795261dd4.db +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: Names allowed in acls. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:* allowed in ACL authorizing. +test DEBUG: User tenant_name:user_name is not allowed to delete its own account +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: User test has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +fake INFO: - - 29/Jan/2026/14/31/33 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1769698093 HTTP/1.0 404 - - - - - - - - 0.0002 - - 1769697093.649038553 1769697093.649210691 - +Quarantined /tmp/tmp6qmqhfmm/dev/dbs/par/pre/db to /tmp/tmp6qmqhfmm/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmp6qmqhfmm/dev/dbs/par/pre/db to /tmp/tmp6qmqhfmm/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmp6qmqhfmm/dev/dbs/par/pre/db to /tmp/tmp6qmqhfmm/dev/quarantined/tests/db due to corrupted database +Quarantined /tmp/tmp6qmqhfmm/dev/dbs/par/pre/db to /tmp/tmp6qmqhfmm/dev/quarantined/tests/db due to disk error while accessing database +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok +test.unit.common.test_db.TestDatabaseBroker.test_put_record +test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok +Quarantined /tmp/tmpeuhubzhg/dev/dbs/par/pre/db to /tmp/tmpeuhubzhg/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok +Quarantined /tmp/tmpwniemk1m/dev/dbs/par/pre/db to /tmp/tmpwniemk1m/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok +test.unit.common.test_exceptions.TestExceptions.test_client_exception +test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_exception +test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok +test.unit.common.test_swob.TestAccept.test_accept_invalid +test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok +test.unit.common.test_swob.TestAccept.test_accept_json +test.unit.common.test_swob.TestAccept.test_accept_json ... ok +test.unit.common.test_swob.TestAccept.test_accept_plain +test.unit.common.test_swob.TestAccept.test_accept_plain ... ok +test.unit.common.test_swob.TestAccept.test_accept_xml +test.unit.common.test_swob.TestAccept.test_accept_xml ... ok +test.unit.common.test_swob.TestAccept.test_repr +test.unit.common.test_swob.TestAccept.test_repr ... ok test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before @@ -86498,561 +87400,321 @@ test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok -test.unit.common.test_utils.TestParseContentRange.test_bad -test.unit.common.test_utils.TestParseContentRange.test_bad ... ok -test.unit.common.test_utils.TestParseContentRange.test_good -test.unit.common.test_utils.TestParseContentRange.test_good ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str -test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_defaults -test.unit.common.utils.test_config.ResellerConfReader.test_defaults ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default -test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma -test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options -test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok +test.unit.common.test_utils.TestClosingIterator.test_close +test.unit.common.test_utils.TestClosingIterator.test_close ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_gen +test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_others +test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok +test.unit.common.test_utils.TestClosingIterator.test_nested_iters +test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok +test.unit.common.test_utils.TestPairs.test_pairs +test.unit.common.test_utils.TestPairs.test_pairs ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:02:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286523.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Fri, 27 Dec 2024 08:02:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286523.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:02:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286523.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Fri, 27 Dec 2024 08:02:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735286523.53487', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Fri, 27 Dec 2024 08:02:03 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1735286523.54434', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash ... ok - -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, '20101494093a53bdf3000e84f7a97a93', 'bc60d7a0-7276-4ab8-9e77-e91c25fccbb7-', '1735286525.56328', '1735286525.57570', '0', '', '1735286525.56140', 3, 0) -test WARNING: /tmp/tmpd0wy5pwj/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.56742.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpd0wy5pwj/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286525.56742.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (10, '65e914114fcb50d66a6b708a14a14af8', 'a224b1fd-c82b-4153-adf6-0b5c97b3fbeb-', '1735286526.26348', '1735286526.26154', '0', '', '1735286526.26154', 5, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286526.27693', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286526.27693', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286526.27693', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286526.27840', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286526.27840', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286526.26612', 'epoch': '1735286526.26612', 'reported': 0, 'tombstones': -1}], 'a224b1fd-c82b-4153-adf6-0b5c97b3fbeb-') -test DEBUG: /tmp/tmpht1zlycq/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286526.26612.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpht1zlycq/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286526.26612.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (10, '65e914114fcb50d66a6b708a14a14af8', 'a224b1fd-c82b-4153-adf6-0b5c97b3fbeb-', '1735286526.26348', '1735286526.27379', '0', '', '1735286526.26154', 5, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286526.27693', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286526.27693', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286526.27693', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286526.27840', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286526.27840', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286526.26612', 'epoch': '1735286526.26612', 'reported': 0, 'tombstones': -1}], 'a224b1fd-c82b-4153-adf6-0b5c97b3fbeb-') -test DEBUG: /tmp/tmpht1zlycq/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286526.26612.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpht1zlycq/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286526.26612.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (10, '65e914114fcb50d66a6b708a14a14af8', 'f63f7b98-d2a0-4e87-bd55-13af23150b81-', '1735286526.32543', '1735286526.32359', '0', '', '1735286526.32359', 5, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286526.33876', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286526.33876', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286526.33876', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286526.34023', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286526.34023', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286526.32803', 'epoch': '1735286526.32803', 'reported': 0, 'tombstones': -1}], 'f63f7b98-d2a0-4e87-bd55-13af23150b81-') -test DEBUG: /tmp/tmph99u8ot3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286526.32803.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmph99u8ot3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286526.32803.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (10, '65e914114fcb50d66a6b708a14a14af8', 'f63f7b98-d2a0-4e87-bd55-13af23150b81-', '1735286526.32543', '1735286526.33554', '0', '', '1735286526.32359', 5, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286526.33876', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286526.33876', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286526.33876', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286526.34023', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286526.34023', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286526.32803', 'epoch': '1735286526.32803', 'reported': 0, 'tombstones': -1}], 'f63f7b98-d2a0-4e87-bd55-13af23150b81-') -test DEBUG: /tmp/tmph99u8ot3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286526.32803.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmph99u8ot3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286526.32803.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, '186a9a8de95953f120f2cd4b6ac624f7', '522a38a1-db6d-4e18-bfc7-165485ecdf16-', '1735286526.38891', '1735286526.38692', '0', '', '1735286526.38692', 3, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286526.39027', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286526.39027', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286526.39027', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286526.39171', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286526.39171', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286526.39148', 'epoch': '1735286526.39148', 'reported': 0, 'tombstones': -1}], '522a38a1-db6d-4e18-bfc7-165485ecdf16-') -test DEBUG: /tmp/tmp20j5d9ai/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286526.39148.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp20j5d9ai/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286526.39148.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, '186a9a8de95953f120f2cd4b6ac624f7', '522a38a1-db6d-4e18-bfc7-165485ecdf16-', '1735286526.38891', '1735286526.39968', '0', '', '1735286526.38692', 3, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286526.39027', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286526.39027', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286526.39027', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286526.39171', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286526.39171', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286526.39148', 'epoch': '1735286526.39148', 'reported': 0, 'tombstones': -1}], '522a38a1-db6d-4e18-bfc7-165485ecdf16-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container +test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok +Unlinked retiring db '/tmp/tmp2htuxm40/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok +Unlinked retiring db '/tmp/tmpijkqrdq9/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok +Unlinked retiring db '/tmp/tmpa9_myz3l/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok - +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1769697092.50352', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286525.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697092.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286525.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697092.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286525.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697092.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286525.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697092.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286525.99808', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok - -test DEBUG: /tmp/tmp20j5d9ai/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286526.39148.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp20j5d9ai/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286526.39148.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, 'dc67b91aa556826834d3fa422a5a7652', '692f4e98-3876-41af-adb3-4bb4018de8e3-', '1735286527.11132', '1735286527.10930', '0', '', '1735286527.10930', 3, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286527.11270', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286527.11270', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286527.11270', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286527.11420', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286527.11420', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286527.11398', 'epoch': '1735286527.11398', 'reported': 0, 'tombstones': -1}], '692f4e98-3876-41af-adb3-4bb4018de8e3-') -test DEBUG: /tmp/tmp4rnmgwkk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286527.11398.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp4rnmgwkk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286527.11398.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, 'dc67b91aa556826834d3fa422a5a7652', '692f4e98-3876-41af-adb3-4bb4018de8e3-', '1735286527.11132', '1735286527.12188', '0', '', '1735286527.10930', 3, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286527.11270', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286527.11270', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286527.11270', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286527.11420', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286527.11420', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286527.11398', 'epoch': '1735286527.11398', 'reported': 0, 'tombstones': -1}], '692f4e98-3876-41af-adb3-4bb4018de8e3-') -test DEBUG: /tmp/tmp4rnmgwkk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286527.11398.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp4rnmgwkk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928_1735286527.11398.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'cbcf03ea48dffe01452f2cd710935033', 'fe010d03-b080-4bc5-9d86-bd21371080a8-sda', '1735286527.15809', '1735286527.15606', '0', '', '1735286527.15606', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('fe010d03-b080-4bc5-9d86-bd21371080a8-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, 'a4564b0dab10a37ce7f14ea967203834', 'c7bcdbc3-897e-488d-987a-e2c448f386f9-sda', '1735286527.17182', '1735286527.16970', '0', '', '1735286527.16970', 6, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286527.17844', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735286527.17844', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286527.17844', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286527.17968', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286527.17968', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286527.17946', 'epoch': '1735286527.17946', 'reported': 0, 'tombstones': -1}], 'c7bcdbc3-897e-488d-987a-e2c448f386f9-sda') -test DEBUG: /tmp/tmpqrz3hpm2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpqrz3hpm2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, 'a4564b0dab10a37ce7f14ea967203834', 'c7bcdbc3-897e-488d-987a-e2c448f386f9-sda', '1735286527.17182', '1735286527.17478', '0', '', '1735286527.16970', 6, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286527.17844', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735286527.17844', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286527.17844', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286527.17968', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286527.17968', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286527.17946', 'epoch': '1735286527.17946', 'reported': 0, 'tombstones': -1}], 'c7bcdbc3-897e-488d-987a-e2c448f386f9-sda') -test DEBUG: /tmp/tmpqrz3hpm2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpqrz3hpm2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, 'a4564b0dab10a37ce7f14ea967203834', 'd62ec7ac-8acc-4795-9453-8d5445e23042-sda', '1735286527.21905', '1735286527.21720', '0', '', '1735286527.21720', 6, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286527.22509', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735286527.22509', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286527.22509', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286527.22636', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286527.22636', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286527.22615', 'epoch': '1735286527.22615', 'reported': 0, 'tombstones': -1}], 'd62ec7ac-8acc-4795-9453-8d5445e23042-sda') -test DEBUG: /tmp/tmphbbvue7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmphbbvue7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (6, 'a4564b0dab10a37ce7f14ea967203834', 'd62ec7ac-8acc-4795-9453-8d5445e23042-sda', '1735286527.21905', '1735286527.22193', '0', '', '1735286527.21720', 6, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735286527.22509', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735286527.22509', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286527.22509', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286527.22636', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286527.22636', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286527.22615', 'epoch': '1735286527.22615', 'reported': 0, 'tombstones': -1}], 'd62ec7ac-8acc-4795-9453-8d5445e23042-sda')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698294.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/a3f/997921507bbee4ac8c434e7d2b218a3f/997921507bbee4ac8c434e7d2b218a3f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698299.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/8eb/98be112a46b03d22f2d63fba6672f8eb/98be112a46b03d22f2d63fba6672f8eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698304.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/77c/4f1c77f86fef2219f7aa8a0f0e07b77c/4f1c77f86fef2219f7aa8a0f0e07b77c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698309.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/ad3/583f58b352271c78306271d664654ad3/583f58b352271c78306271d664654ad3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698314.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/390/7875a94fad9cc9416674ec1912c21390/7875a94fad9cc9416674ec1912c21390.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698319.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/1b5/c21339e063595de4c3fec291b70bb1b5/c21339e063595de4c3fec291b70bb1b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698324.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/6b9/3a13aba34837e07b9403cbc7f91676b9/3a13aba34837e07b9403cbc7f91676b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698329.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/8c8/f094f8e3d2b5f245565cc9ac491cb8c8/f094f8e3d2b5f245565cc9ac491cb8c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698334.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/e20/32a38a9827d370f9a5fd1469a5dc8e20/32a38a9827d370f9a5fd1469a5dc8e20.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698339.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/552/0c733189ccd5d9a118578e1b96245552/0c733189ccd5d9a118578e1b96245552.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698344.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/979/e8a7209b98e4611c0edd5c50a8d75979/e8a7209b98e4611c0edd5c50a8d75979.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698349.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/178/92c87ad350b98eb77a65f7f12e974178/92c87ad350b98eb77a65f7f12e974178.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698354.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/0dc/98dcc96a05554ca81b83cb9b149c70dc/98dcc96a05554ca81b83cb9b149c70dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698359.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/1b3/ecc2940390d82add1bdb63a6eabee1b3/ecc2940390d82add1bdb63a6eabee1b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698364.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/a9b/584cf5d505744db735a5215fef462a9b/584cf5d505744db735a5215fef462a9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698369.00000-0, db: /tmp/tmpqf576z4h/sda/containers/0/729/84851cf24671ad37e6b697c3ae569729/84851cf24671ad37e6b697c3ae569729.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpomq8e27h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpomq8e27h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpomq8e27h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpomq8e27h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpomq8e27h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpomq8e27h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpomq8e27h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpomq8e27h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpomq8e27h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1769697093.00000, path: a/c, db: /tmp/tmpo_voktjf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697093.00000.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmptfvt8sxe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697094.00000-0, db: /tmp/tmpbdv7l003/sda/containers/0/dc9/e8f7ebded620318c5d0f40e4f4352dc9/e8f7ebded620318c5d0f40e4f4352dc9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697094.00000-0, db: /tmp/tmpbdv7l003/sda/containers/0/dc9/e8f7ebded620318c5d0f40e4f4352dc9/e8f7ebded620318c5d0f40e4f4352dc9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697097.00000-0, db: /tmp/tmpbdv7l003/sda/containers/0/77f/3e072e3f39ef5b457a787ef3c69d977f/3e072e3f39ef5b457a787ef3c69d977f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697097.00000-0, db: /tmp/tmpbdv7l003/sda/containers/0/77f/3e072e3f39ef5b457a787ef3c69d977f/3e072e3f39ef5b457a787ef3c69d977f.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpenrpt9bi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpenrpt9bi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpenrpt9bi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpenrpt9bi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -87061,7 +87723,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration +StopIteration (txn: tx7e66f097f47d41feb5003-00697b6f42) test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -87070,251 +87732,10 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503, 503) +StopIteration (txn: tx7e66f097f47d41feb5003-00697b6f42) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx7e66f097f47d41feb5003-00697b6f42) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (201, 404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (201, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -87322,8 +87743,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +StopIteration (txn: txbd602db6edd645e39cbf2-00697b6f43) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -87331,8 +87752,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: txbd602db6edd645e39cbf2-00697b6f43) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -87340,8 +87761,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +StopIteration (txn: txbd602db6edd645e39cbf2-00697b6f43) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -87350,7 +87770,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration +StopIteration (txn: txbd602db6edd645e39cbf2-00697b6f43) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -87359,7 +87779,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration +StopIteration (txn: txbd602db6edd645e39cbf2-00697b6f43) test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -87368,7 +87788,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration +StopIteration (txn: txbd602db6edd645e39cbf2-00697b6f43) test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -87377,807 +87797,776 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: txbd602db6edd645e39cbf2-00697b6f43) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: txbd602db6edd645e39cbf2-00697b6f43) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok + +test-expirer ERROR: Exception while deleting object .expiring_objects 1769644721 1769697090-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1769644721 1769697090-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer ERROR: Unexcepted error handling task '1769610692-invalid0': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire + target_object = parse_task_obj(task_object) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 69, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid0 +test-expirer ERROR: Unexcepted error handling task '1769610692-invalid1': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire + target_object = parse_task_obj(task_object) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 69, in parse_task_obj + split_path('/' + target_path, 3, 3, True) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path + raise ValueError('Invalid path: %s' % quote(path)) +ValueError: Invalid path: /invalid1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test-expirer INFO: Pass so far 0s; 0 objects expired +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} +test-expirer ERROR: Unhandled exception: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 480, in run_forever + self.run_once(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/test/unit/obj/test_expirer.py", line 1738, in raise_exceptions + raise Exception('exception %d' % raises[0]) +Exception: exception 1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer ERROR: Unhandled exception: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 427, in run_once + self.swift.get_account_info(task_account) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AttributeError: 'str' object has no attribute 'get_account_info' +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok - -test DEBUG: /tmp/tmphbbvue7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmphbbvue7a/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, 'b38c44b6af050221848a34d77b168646', 'a7463838-bfb6-433c-887d-e807e6f760ad-sda', '1735286528.02245', '1735286528.02055', '0', '', '1735286528.02055', 3, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, rsync_then_merge, ('a7463838-bfb6-433c-887d-e807e6f760ad-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Unlinked retiring db '/tmp/tmp64_wo1hl/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, 'b38c44b6af050221848a34d77b168646', 'ad16f145-26cf-44d6-891d-d8c495399c14-sda', '1735286528.05147', '1735286528.04972', '0', '', '1735286528.04972', 3, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, rsync_then_merge, ('ad16f145-26cf-44d6-891d-d8c495399c14-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, 'b38c44b6af050221848a34d77b168646', '893ef05f-4127-4c2a-89ce-d2f61af484de-sda', '1735286528.08167', '1735286528.07984', '0', '', '1735286528.07984', 3, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, rsync_then_merge, ('893ef05f-4127-4c2a-89ce-d2f61af484de-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Unlinked retiring db '/tmp/tmp5qnqa925/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (3, 'b38c44b6af050221848a34d77b168646', 'd86c8baf-4e8c-4832-b6ba-b904342a42e2-sda', '1735286528.11138', '1735286528.10951', '0', '', '1735286528.10951', 3, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, rsync_then_merge, ('d86c8baf-4e8c-4832-b6ba-b904342a42e2-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'c75071e3-a1c2-440d-bd9c-888dc3e444ed-sda', '1735286528.14850', '1735286528.14675', '0', '', '1735286528.14675', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpimwn5txz/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '483fba94-a04a-46ed-8c77-efbc3383f73c-sdb', '1735286528.17303', '1735286529.00000', '0', '', '1735286529.00000', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('483fba94-a04a-46ed-8c77-efbc3383f73c-sdb', 'c0ad7ddcd21bd2c0303123f75421e928.db') -REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '483fba94-a04a-46ed-8c77-efbc3383f73c-sdb', '1735286528.17303', '1735286529.00000', '0', '', '1735286529.00000', 0, 0) -test ERROR: Quarantining DB /tmp/tmpimwn5txz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('483fba94-a04a-46ed-8c77-efbc3383f73c-sdb', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01021 seconds (97.98077/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfc40stam/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '3335c812-8774-4c63-bb18-50112b25872f-sda', '1735286528.18910', '1735286528', '0', '', '1735286528', 0, 1) -test DEBUG: /tmp/tmpfc40stam/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '3335c812-8774-4c63-bb18-50112b25872f-sda', '1735286528.18910', '1735286528', '0', '', '1735286528', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('3335c812-8774-4c63-bb18-50112b25872f-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01038 seconds (96.30694/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpozoayxv6/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'f0aa06122e2f7614e917cba5934d7a68', '1f78660e-fdc7-4f5c-9a92-936eacf29656-sda', '1735286528.20923', '1735286528', '0', '', '1735286528', 1, 1) -test DEBUG: /tmp/tmpozoayxv6/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286530.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '1f78660e-fdc7-4f5c-9a92-936eacf29656-sda') -test DEBUG: /tmp/tmpozoayxv6/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00335193s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'f0aa06122e2f7614e917cba5934d7a68', '1f78660e-fdc7-4f5c-9a92-936eacf29656-sda', '1735286528.20923', '1735286528', '0', '', '1735286528', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('1f78660e-fdc7-4f5c-9a92-936eacf29656-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01620 seconds (61.71414/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp61s2hf7g/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '65e4627c-58ec-4378-bc04-a8148fc90a86-sda', '1735286528.23710', '1735286528', '0', '', '1735286528', 0, 0) -test DEBUG: /tmp/tmp61s2hf7g/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '65e4627c-58ec-4378-bc04-a8148fc90a86-sda', '1735286528.23710', '1735286528', '0', '', '1735286528', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('65e4627c-58ec-4378-bc04-a8148fc90a86-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01150 seconds (86.99273/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_0fhuhq3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'f0aa06122e2f7614e917cba5934d7a68', 'df76e565-ac12-46a5-8d69-4acb8bdcf370-sda', '1735286528.25841', '1735286528', '0', '', '1735286528', 1, 0) -test DEBUG: /tmp/tmp_0fhuhq3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286527.09048', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286527.09994', 'Content-Type': 'so'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'f0aa06122e2f7614e917cba5934d7a68', 'df76e565-ac12-46a5-8d69-4acb8bdcf370-sda', '1735286528.25841', '1735286528', '0', '', '1735286528', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('df76e565-ac12-46a5-8d69-4acb8bdcf370-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01331 seconds (75.12982/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpn41enr8w/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '4e3d35b3-a181-4c4e-b846-634249d0cd43-sda', '1735286528.79006', '1735286528', '0', '', '1735286528', 0, 1) -test DEBUG: /tmp/tmpn41enr8w/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '4e3d35b3-a181-4c4e-b846-634249d0cd43-sda', '1735286528.79006', '1735286528', '0', '', '1735286528', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('4e3d35b3-a181-4c4e-b846-634249d0cd43-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01621 seconds (61.68600/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2e03b5t8/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '29e5a060a791cfad9257baeee9989218', 'b23d6413-fe79-4545-90f9-9a0ed8344704-sda', '1735286528.81655', '1735286528', '0', '', '1735286528', 1, 1) -test DEBUG: /tmp/tmp2e03b5t8/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286531.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'b23d6413-fe79-4545-90f9-9a0ed8344704-sda') -test DEBUG: /tmp/tmp2e03b5t8/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00277352s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '29e5a060a791cfad9257baeee9989218', 'b23d6413-fe79-4545-90f9-9a0ed8344704-sda', '1735286528.81655', '1735286528', '0', '', '1735286528', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('b23d6413-fe79-4545-90f9-9a0ed8344704-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01809 seconds (55.27591/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0a7ywv8m/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '21c1719f-b0ba-49df-9177-64bc5f7fb34c-sda', '1735286528.84560', '1735286528', '0', '', '1735286528', 0, 0) -test DEBUG: /tmp/tmp0a7ywv8m/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '21c1719f-b0ba-49df-9177-64bc5f7fb34c-sda', '1735286528.84560', '1735286528', '0', '', '1735286528', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('21c1719f-b0ba-49df-9177-64bc5f7fb34c-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01268 seconds (78.87823/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpbjeemqav/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '29e5a060a791cfad9257baeee9989218', '68619943-0706-43b3-96ce-a1c7504f79eb-sda', '1735286528.86841', '1735286528', '0', '', '1735286528', 1, 1) -test DEBUG: /tmp/tmpbjeemqav/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '29e5a060a791cfad9257baeee9989218', '68619943-0706-43b3-96ce-a1c7504f79eb-sda', '1735286528.86841', '1735286528', '0', '', '1735286528', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('68619943-0706-43b3-96ce-a1c7504f79eb-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01299 seconds (76.98030/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8nh0n69t/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '8bd56d31-68b9-4e49-9a11-c1f41d1948da-sda', '1735286528.89750', '1735286530', '0', '', '1735286530', 0, 0) -test DEBUG: /tmp/tmp8nh0n69t/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '8bd56d31-68b9-4e49-9a11-c1f41d1948da-sda', '1735286528.89750', '1735286530', '0', '', '1735286530', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('8bd56d31-68b9-4e49-9a11-c1f41d1948da-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01042 seconds (96.01153/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp64zelh20/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '29e5a060a791cfad9257baeee9989218', 'bdd975f8-837e-4b21-a577-bd9319b21d1c-sda', '1735286528.91848', '1735286530', '0', '', '1735286530', 1, 0) -test DEBUG: /tmp/tmp64zelh20/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286531.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'bdd975f8-837e-4b21-a577-bd9319b21d1c-sda') -test DEBUG: /tmp/tmp64zelh20/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00304508s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '29e5a060a791cfad9257baeee9989218', 'bdd975f8-837e-4b21-a577-bd9319b21d1c-sda', '1735286528.91848', '1735286530', '0', '', '1735286530', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +cont1 DEBUG: Could not load '/tmp/tmpc0hxahzs/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpc0hxahzs/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +cont2 DEBUG: Could not load '/tmp/tmpc0hxahzs/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpc0hxahzs/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0035 "-" 3334967 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0110 "-" 3334967 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3334967 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 3334967 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx79f927d4ef0845af91d32-00697b6f44" "proxy-server 3334967" 0.0012 "-" 3334967 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:50157/sda1/1/a/c" "tx79f927d4ef0845af91d32-00697b6f44" "container-server 3334967" 0.0010 "-" 3334967 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:55425/sdb1/1/a/c" "tx79f927d4ef0845af91d32-00697b6f44" "container-server 3334967" 0.0010 "-" 3334967 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx79f927d4ef0845af91d32-00697b6f44" "proxy-server 3334967" 0.0142 "-" 3334967 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx79f927d4ef0845af91d32-00697b6f44" "proxy-server 3334967" 0.0093 "-" 3334967 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/32 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx79f927d4ef0845af91d32-00697b6f44 - 0.0234 - - 1769697092.520851851 1769697092.544246435 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0d5c0315e50f4044ab053-00697b6f44" "proxy-server 3334967" 0.0011 "-" 3334967 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:50157/sda1/1/a1/c1" "tx0d5c0315e50f4044ab053-00697b6f44" "container-server 3334967" 0.0021 "-" 3334967 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:55425/sdb1/1/a1/c1" "tx0d5c0315e50f4044ab053-00697b6f44" "container-server 3334967" 0.0011 "-" 3334967 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0d5c0315e50f4044ab053-00697b6f44" "proxy-server 3334967" 0.0176 "-" 3334967 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0d5c0315e50f4044ab053-00697b6f44" "proxy-server 3334967" 0.0224 "-" 3334967 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/32 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0d5c0315e50f4044ab053-00697b6f44 - 0.0337 - - 1769697092.545708656 1769697092.579367399 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfec04a2cb7d6462cada92-00697b6f44" "proxy-server 3334967" 0.0060 "-" 3334967 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:55425/sdb1/2/a/c1" "txfec04a2cb7d6462cada92-00697b6f44" "container-server 3334967" 0.0055 "-" 3334967 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:50157/sda1/2/a/c1" "txfec04a2cb7d6462cada92-00697b6f44" "container-server 3334967" 0.0017 "-" 3334967 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfec04a2cb7d6462cada92-00697b6f44" "proxy-server 3334967" 0.0261 "-" 3334967 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfec04a2cb7d6462cada92-00697b6f44" "proxy-server 3334967" 0.0183 "-" 3334967 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/32 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txfec04a2cb7d6462cada92-00697b6f44 - 0.0434 - - 1769697092.580944061 1769697092.624304056 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa04123b6e29c480d9fd41-00697b6f44" "proxy-server 3334967" 0.0019 "-" 3334967 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:55425/sdb1/1/a/c2" "txa04123b6e29c480d9fd41-00697b6f44" "container-server 3334967" 0.0039 "-" 3334967 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:50157/sda1/1/a/c2" "txa04123b6e29c480d9fd41-00697b6f44" "container-server 3334967" 0.0018 "-" 3334967 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa04123b6e29c480d9fd41-00697b6f44" "proxy-server 3334967" 0.0119 "-" 3334967 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:32 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa04123b6e29c480d9fd41-00697b6f44" "proxy-server 3334967" 0.0250 "-" 3334967 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/32 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txa04123b6e29c480d9fd41-00697b6f44 - 0.0373 - - 1769697092.625664711 1769697092.662950754 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx570c401708b94a738cef9-00697b6f44) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txdfd3611cb2d54919889a2-00697b6f44) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx680459a9be1341ba97f45-00697b6f44) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx680459a9be1341ba97f45-00697b6f44) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx680459a9be1341ba97f45-00697b6f44)test.unit.proxy.test_mem_server.TestContainerController.test_DELETE +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST +test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok +test.unit.container.test_sync.TestContainerSync.test_container_first_loop +test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_report +test.unit.container.test_sync.TestContainerSync.test_container_report ... ok +test.unit.container.test_sync.TestContainerSync.test_container_second_loop +test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_stop_at +test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok - -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:02:06 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286526.75863', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286527.90241', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286528.24223', 'Content-Type': 'so'} +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697093.79020', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697093.80064', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('bdd975f8-837e-4b21-a577-bd9319b21d1c-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.30947 seconds (3.23130/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp311jxid3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'bedbdd3aed02ac72d754032189330772', '01f36f19-6af9-48c9-ba9b-e16bd60f5a64-sda', '1735286529.81707', '1735286529', '1735286530', '', '1735286530', 1, 1) -test DEBUG: /tmp/tmp311jxid3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286532.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '01f36f19-6af9-48c9-ba9b-e16bd60f5a64-sda') -test DEBUG: /tmp/tmp311jxid3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00261045s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'bedbdd3aed02ac72d754032189330772', '01f36f19-6af9-48c9-ba9b-e16bd60f5a64-sda', '1735286529.81707', '1735286529', '1735286530', '', '1735286530', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('01f36f19-6af9-48c9-ba9b-e16bd60f5a64-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01607 seconds (62.21764/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyu6naod1/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'bedbdd3aed02ac72d754032189330772', 'cfdf65a6-735e-4ef1-9680-019404e069b0-sda', '1735286529.84318', '1735286529', '1735286530', '', '1735286530', 1, 1) -test DEBUG: /tmp/tmpyu6naod1/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'bedbdd3aed02ac72d754032189330772', 'cfdf65a6-735e-4ef1-9680-019404e069b0-sda', '1735286529.84318', '1735286529', '1735286530', '', '1735286530', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('cfdf65a6-735e-4ef1-9680-019404e069b0-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01940 seconds (51.53884/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpljwh_wwz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f2b1bf42-4aed-481d-8f81-9f106c547d31-sda', '1735286529.87534', '1735286531', '1735286530', '', '1735286531', 0, 1) -test DEBUG: /tmp/tmpljwh_wwz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f2b1bf42-4aed-481d-8f81-9f106c547d31-sda', '1735286529.87534', '1735286531', '1735286530', '', '1735286531', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('f2b1bf42-4aed-481d-8f81-9f106c547d31-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01077 seconds (92.85510/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmps1oj451k/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'd0ce37a7b3f1f07368cf886306fed9fa', '4c3fae39-df81-4a62-b67d-a82d95facc64-sda', '1735286529.89730', '1735286531', '1735286530', '', '1735286531', 1, 0) -test DEBUG: /tmp/tmps1oj451k/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286533.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4c3fae39-df81-4a62-b67d-a82d95facc64-sda') -test DEBUG: /tmp/tmps1oj451k/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00277376s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'd0ce37a7b3f1f07368cf886306fed9fa', '4c3fae39-df81-4a62-b67d-a82d95facc64-sda', '1735286529.89730', '1735286531', '1735286530', '', '1735286531', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('4c3fae39-df81-4a62-b67d-a82d95facc64-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01734 seconds (57.67949/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpnjigs3xg/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'cc8c5dff-867d-44a9-9f5b-71482da7420d-sda', '1735286529.92552', '1735286531', '1735286530', '', '1735286531', 0, 0) -test DEBUG: /tmp/tmpnjigs3xg/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'cc8c5dff-867d-44a9-9f5b-71482da7420d-sda', '1735286529.92552', '1735286531', '1735286530', '', '1735286531', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('cc8c5dff-867d-44a9-9f5b-71482da7420d-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01172 seconds (85.33087/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5y_0w9go/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'd0ce37a7b3f1f07368cf886306fed9fa', 'ad63eedc-b215-4f1e-b8c0-0b09e3c3d6d7-sda', '1735286529.94872', '1735286531', '1735286530', '', '1735286531', 1, 0) -test DEBUG: /tmp/tmp5y_0w9go/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'd0ce37a7b3f1f07368cf886306fed9fa', 'ad63eedc-b215-4f1e-b8c0-0b09e3c3d6d7-sda', '1735286529.94872', '1735286531', '1735286530', '', '1735286531', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('ad63eedc-b215-4f1e-b8c0-0b09e3c3d6d7-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db')test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1769697094.00000, (0, 0) as of 1769697094.00000, active as of 1769697094.00000> to ShardRange<'k' to 't' as of 1769697095.00000, (0, 0) as of 1769697095.00000, active as of 1769697095.00000>, path: .shards_a/shard_c, db: /tmp/tmpenrpt9bi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpenrpt9bi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpenrpt9bi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpenrpt9bi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpenrpt9bi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697099.00000, (0, 0) as of 1769697099.00000, shrinking as of 1769697096.00000> to ShardRange<'k' to 't' as of 1769697099.00000, (0, 0) as of 1769697099.00000, sharding as of 1769697100.00000>, path: .shards_a/shard_c, db: /tmp/tmpenrpt9bi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpenrpt9bi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpenrpt9bi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpenrpt9bi/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-384c1524bf7a8138762a1bca992c7147-1769697098.00000-2, db: /tmp/tmp7_skbqto/sda/containers/0/679/c99a4d88e73ef2e0327251d0e0f43679/c99a4d88e73ef2e0327251d0e0f43679.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697094.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/8f5/f9adfe39d8291ba4bdddcaa035c688f5/f9adfe39d8291ba4bdddcaa035c688f5.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697094.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/8f5/f9adfe39d8291ba4bdddcaa035c688f5/f9adfe39d8291ba4bdddcaa035c688f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697103.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/692/4be62fd186abd8275d4f3a655d91e692/4be62fd186abd8275d4f3a655d91e692.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697103.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/692/4be62fd186abd8275d4f3a655d91e692/4be62fd186abd8275d4f3a655d91e692.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697112.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/081/fbd93c54a9c31746b32b653f81c73081/fbd93c54a9c31746b32b653f81c73081.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697112.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/081/fbd93c54a9c31746b32b653f81c73081/fbd93c54a9c31746b32b653f81c73081.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697121.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/3bc/5c5e809985148bfed33a48734c0833bc/5c5e809985148bfed33a48734c0833bc.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697121.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/3bc/5c5e809985148bfed33a48734c0833bc/5c5e809985148bfed33a48734c0833bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697130.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/424/a479968b4f0f3fca423f2414c043b424/a479968b4f0f3fca423f2414c043b424.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697130.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/424/a479968b4f0f3fca423f2414c043b424/a479968b4f0f3fca423f2414c043b424.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697139.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/bc3/8cc9821018ec8a1b6107f0ca875ccbc3/8cc9821018ec8a1b6107f0ca875ccbc3.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697139.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/bc3/8cc9821018ec8a1b6107f0ca875ccbc3/8cc9821018ec8a1b6107f0ca875ccbc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697148.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/d64/e50ca2d81db642aed6334cff8efc2d64/e50ca2d81db642aed6334cff8efc2d64.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697148.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/d64/e50ca2d81db642aed6334cff8efc2d64/e50ca2d81db642aed6334cff8efc2d64.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697157.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/2bd/f0c7432ca303ed20e374ac114e5432bd/f0c7432ca303ed20e374ac114e5432bd.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697157.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/2bd/f0c7432ca303ed20e374ac114e5432bd/f0c7432ca303ed20e374ac114e5432bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697166.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/595/91b8b757a7d83f0074eff31d3f1cb595/91b8b757a7d83f0074eff31d3f1cb595.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697166.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/595/91b8b757a7d83f0074eff31d3f1cb595/91b8b757a7d83f0074eff31d3f1cb595.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697166.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/595/91b8b757a7d83f0074eff31d3f1cb595/91b8b757a7d83f0074eff31d3f1cb595.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697175.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/70e/68b9551b825b67c5fc0ebf408314f70e/68b9551b825b67c5fc0ebf408314f70e.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697175.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/70e/68b9551b825b67c5fc0ebf408314f70e/68b9551b825b67c5fc0ebf408314f70e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697175.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/70e/68b9551b825b67c5fc0ebf408314f70e/68b9551b825b67c5fc0ebf408314f70e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697184.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/cdb/2e6e0f7c5d3fd012abb8dcca1a54ccdb/2e6e0f7c5d3fd012abb8dcca1a54ccdb.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697184.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/cdb/2e6e0f7c5d3fd012abb8dcca1a54ccdb/2e6e0f7c5d3fd012abb8dcca1a54ccdb.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok +test ERROR: Failed to unlink '/tmp/tmpqlqplibz/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpqlqplibz/containers/part/suffix/hash/container_1769697096.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpqlqplibz/containers/part/suffix/hash/container_1769697096.00000.db': ['/tmp/tmpqlqplibz/containers/part/suffix/hash/container.db', '/tmp/tmpqlqplibz/containers/part/suffix/hash/container_1769697097.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpqlqplibz/containers/part/suffix/hash/container_1769697097.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1769697096.5886023, time window end: 1769697096.5886023, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 +test-container-sync ERROR: ERROR Syncing : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 389, in container_sync + if not self.container_sync_row( + ^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1769697096.5906289, time window end: 1769697096.5906386, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 535, in container_sync_row + row['created_at']) + ~~~^^^^^^^^^^^^^^ +KeyError: 'created_at' +test-container-sync INFO: Container sync report: a/c, time window start: 1769697096.5907755, time window end: 1769697096.5911067, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync INFO: Container sync report: a/c, time window start: 1769697096.5912154, time window end: 1769697096.5912678, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exceptiontest.unit.container.test_sync.TestContainerSync.test_container_sync_row_put +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok +test.unit.container.test_sync.TestContainerSync.test_run_forever +test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok +test.unit.container.test_sync.TestContainerSync.test_run_once +test.unit.container.test_sync.TestContainerSync.test_run_once ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa935d2a3529c4d07ae9c8-00697b6f47) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa935d2a3529c4d07ae9c8-00697b6f47) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa935d2a3529c4d07ae9c8-00697b6f47) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa935d2a3529c4d07ae9c8-00697b6f47) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa935d2a3529c4d07ae9c8-00697b6f47) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa935d2a3529c4d07ae9c8-00697b6f47) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txa935d2a3529c4d07ae9c8-00697b6f47) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa935d2a3529c4d07ae9c8-00697b6f47) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa935d2a3529c4d07ae9c8-00697b6f47) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txa935d2a3529c4d07ae9c8-00697b6f47) +test DEBUG: Setting object count to 1032 (txn: txa935d2a3529c4d07ae9c8-00697b6f47) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txb749929b9e9c4a709127d-00697b6f47) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb749929b9e9c4a709127d-00697b6f47) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txb749929b9e9c4a709127d-00697b6f47) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txb749929b9e9c4a709127d-00697b6f47) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb749929b9e9c4a709127d-00697b6f47) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txb749929b9e9c4a709127d-00697b6f47) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txb749929b9e9c4a709127d-00697b6f47) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb749929b9e9c4a709127d-00697b6f47) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb749929b9e9c4a709127d-00697b6f47) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txb749929b9e9c4a709127d-00697b6f47) +test DEBUG: Setting object count to 48 (txn: txb749929b9e9c4a709127d-00697b6f47) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txea33c05f26a9460fa10e5-00697b6f47) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txea33c05f26a9460fa10e5-00697b6f47) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txea33c05f26a9460fa10e5-00697b6f47) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txea33c05f26a9460fa10e5-00697b6f47) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txea33c05f26a9460fa10e5-00697b6f47) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txea33c05f26a9460fa10e5-00697b6f47) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txea33c05f26a9460fa10e5-00697b6f47) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txea33c05f26a9460fa10e5-00697b6f47) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txea33c05f26a9460fa10e5-00697b6f47) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txea33c05f26a9460fa10e5-00697b6f47) +test DEBUG: Setting object count to 1064 (txn: txea33c05f26a9460fa10e5-00697b6f47) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx5bbf048e00d24040b7709-00697b6f47) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5bbf048e00d24040b7709-00697b6f47) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5bbf048e00d24040b7709-00697b6f47) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx5bbf048e00d24040b7709-00697b6f47) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5bbf048e00d24040b7709-00697b6f47) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5bbf048e00d24040b7709-00697b6f47) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx5bbf048e00d24040b7709-00697b6f47) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx3958d4f558ab4d4280d74-00697b6f47) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3958d4f558ab4d4280d74-00697b6f47) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx3958d4f558ab4d4280d74-00697b6f47) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx3958d4f558ab4d4280d74-00697b6f47) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3958d4f558ab4d4280d74-00697b6f47) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3958d4f558ab4d4280d74-00697b6f47) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3958d4f558ab4d4280d74-00697b6f47) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8a7ca0abab694c46bde05-00697b6f48) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8a7ca0abab694c46bde05-00697b6f48)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -88192,32 +88581,35 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Dec/2024/08/02/06 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0010 - - 1735286526.497548580 1735286526.498526573 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Dec/2024/08/02/06 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1735286526.499106646 1735286526.499907255 0 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 -fake-swift ERROR: Got status 404 listing container /AUTH_test/c -fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 -fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 -test WARNING: More than one part in a single-part response? -test ERROR: Problem finding shard upper in '/tmp/tmpcp4rb7y_/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpcp4rb7y_/test_container.db': : +fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response + sw_resp = sw_req.get_response(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -88226,2129 +88618,1960 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpvufi4l_r/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpvufi4l_r/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestConfigOptionHandling.test_default -test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok -test.unit.obj.test_server.TestTpoolSize.test_default_config -test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_len -test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286529.09850', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 338, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286529.11101', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid ... ok + +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx90cc06e7106a42a39fb9d-00697b6f45) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx90cc06e7106a42a39fb9d-00697b6f45) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx90cc06e7106a42a39fb9d-00697b6f45) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx15987386258d4d2287241-00697b6f45) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx15987386258d4d2287241-00697b6f45) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txfbea5da325d64a27bf065-00697b6f45) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txfbea5da325d64a27bf065-00697b6f45) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx820fa4798e664a24aa566-00697b6f45) +test INFO: Client disconnected on read of '/a/c' (txn: tx820fa4798e664a24aa566-00697b6f45) +test INFO: Client disconnected on read of '/a/c' (txn: txc09883497b3c44f1b1f5c-00697b6f45) +test INFO: Client disconnected on read of '/a/c' (txn: txc09883497b3c44f1b1f5c-00697b6f45) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8a3313a0448d482c986fa-00697b6f45) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2cb1153db17e4e3baf784-00697b6f45) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx808de5e58ae34b7287a72-00697b6f45) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx808de5e58ae34b7287a72-00697b6f45) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx808de5e58ae34b7287a72-00697b6f45) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx808de5e58ae34b7287a72-00697b6f45) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx92d392ad85dd420dad89b-00697b6f45) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx92d392ad85dd420dad89b-00697b6f45) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx92d392ad85dd420dad89b-00697b6f45) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx92d392ad85dd420dad89b-00697b6f45) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx4ee911117bca43d792264-00697b6f45) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx4ee911117bca43d792264-00697b6f45) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx4ee911117bca43d792264-00697b6f45) +test ERROR: Account HEAD returning 503 for [] (txn: tx4ee911117bca43d792264-00697b6f45) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7c95526e434b4172b9d3c-00697b6f45) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx40be8a0c86114641aa4af-00697b6f45) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx40be8a0c86114641aa4af-00697b6f45) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd8a43ebf7a7f4a35b0e69-00697b6f45)test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT +test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286529.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286529.19816', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.38673 seconds (2.58575/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4z5enj1g/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '3c0a072b-c973-4cbd-a53b-878d60e2e946-sda', '1735286531.04433', '1735286534', '1735286533', '', '1735286534', 0, 0) -test DEBUG: /tmp/tmp4z5enj1g/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '3c0a072b-c973-4cbd-a53b-878d60e2e946-sda', '1735286531.04433', '1735286534', '1735286533', '', '1735286534', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('3c0a072b-c973-4cbd-a53b-878d60e2e946-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01020 seconds (98.06553/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpk764jfyt/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '23d21f2aba0f385c1f4211b39bb34842', '11d3a070-17cf-4e2e-871b-7fcac8308754-sda', '1735286531.06583', '1735286534', '1735286533', '', '1735286534', 1, 1) -test DEBUG: /tmp/tmpk764jfyt/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286536.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '11d3a070-17cf-4e2e-871b-7fcac8308754-sda') -test DEBUG: /tmp/tmpk764jfyt/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00275922s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '23d21f2aba0f385c1f4211b39bb34842', '11d3a070-17cf-4e2e-871b-7fcac8308754-sda', '1735286531.06583', '1735286534', '1735286533', '', '1735286534', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('11d3a070-17cf-4e2e-871b-7fcac8308754-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01682 seconds (59.43515/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0vy5ya2_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'c89fafcd-4882-41d3-9d00-cfeb4d9fc6da-sda', '1735286531.09354', '1735286534', '1735286533', '', '1735286534', 0, 0) -test DEBUG: /tmp/tmp0vy5ya2_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'c89fafcd-4882-41d3-9d00-cfeb4d9fc6da-sda', '1735286531.09354', '1735286534', '1735286533', '', '1735286534', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('c89fafcd-4882-41d3-9d00-cfeb4d9fc6da-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01861 seconds (53.72944/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpp649ciul/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '23d21f2aba0f385c1f4211b39bb34842', '888adefa-bed8-45ae-8f0a-98f5b772a832-sda', '1735286531.12329', '1735286534', '1735286533', '', '1735286534', 1, 0) -test DEBUG: /tmp/tmpp649ciul/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '23d21f2aba0f385c1f4211b39bb34842', '888adefa-bed8-45ae-8f0a-98f5b772a832-sda', '1735286531.12329', '1735286534', '1735286533', '', '1735286534', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('888adefa-bed8-45ae-8f0a-98f5b772a832-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01367 seconds (73.12702/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpal5tu55w/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'ce5e32f4-60ca-4c11-a7cb-7a7ef9f610e8-sda', '1735286531.15214', '1735286534', '1735286533', '', '1735286534', 0, 1) -test DEBUG: /tmp/tmpal5tu55w/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'ce5e32f4-60ca-4c11-a7cb-7a7ef9f610e8-sda', '1735286531.15214', '1735286534', '1735286533', '', '1735286534', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('ce5e32f4-60ca-4c11-a7cb-7a7ef9f610e8-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01049 seconds (95.31119/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9tywg9p7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a6df08ecfa0911f05fd6578613474ca3', 'feb7e541-eb8e-4b96-8091-d4e911ce7064-sda', '1735286531.17425', '1735286534', '1735286533', '', '1735286534', 1, 0) -test DEBUG: /tmp/tmp9tywg9p7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286535.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'feb7e541-eb8e-4b96-8091-d4e911ce7064-sda') -test DEBUG: /tmp/tmp9tywg9p7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00270939s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a6df08ecfa0911f05fd6578613474ca3', 'feb7e541-eb8e-4b96-8091-d4e911ce7064-sda', '1735286531.17425', '1735286534', '1735286533', '', '1735286534', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('feb7e541-eb8e-4b96-8091-d4e911ce7064-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVERtest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx29eaad6dab1f47e58c8af-00697b6f45) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe4aeb9a9b6514758b3e56-00697b6f45) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx99dc6274d8f9499f9d6f3-00697b6f45) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd2578c8b475d49ffa17e1-00697b6f45) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2657ea294ff7491e8d66d-00697b6f45) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx2657ea294ff7491e8d66d-00697b6f45) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx83d570f654ab442fa4e8d-00697b6f45) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx83d570f654ab442fa4e8d-00697b6f45) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx83d570f654ab442fa4e8d-00697b6f45) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx83d570f654ab442fa4e8d-00697b6f45) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx83d570f654ab442fa4e8d-00697b6f45) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx83d570f654ab442fa4e8d-00697b6f45) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx83d570f654ab442fa4e8d-00697b6f45) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx83d570f654ab442fa4e8d-00697b6f45) +test WARNING: Could not autocreate account '/account' (txn: tx83d570f654ab442fa4e8d-00697b6f45) +test INFO: autocreate account '/account' (txn: tx24e45e000aa642c1b02de-00697b6f45) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx1efb03f9eaa54e78a8126-00697b6f45) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx1efb03f9eaa54e78a8126-00697b6f45) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx1efb03f9eaa54e78a8126-00697b6f45) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx1efb03f9eaa54e78a8126-00697b6f45) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx1efb03f9eaa54e78a8126-00697b6f45) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx1efb03f9eaa54e78a8126-00697b6f45) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx1efb03f9eaa54e78a8126-00697b6f45) +test WARNING: Could not autocreate account '/account' (txn: tx1efb03f9eaa54e78a8126-00697b6f45) +test INFO: autocreate account '/account' (txn: tx3c0221f97dc04e0cab66d-00697b6f45) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx34472ea13cb6413790860-00697b6f45) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx34472ea13cb6413790860-00697b6f45) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx34472ea13cb6413790860-00697b6f45) +test INFO: autocreate account '/account' (txn: txd50d7c82c4674b54ac315-00697b6f45) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx0c5d23cb31b045ec9ccba-00697b6f45) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx0c5d23cb31b045ec9ccba-00697b6f45) +test INFO: autocreate account '/account' (txn: tx0c5d23cb31b045ec9ccba-00697b6f45) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txe88723d9d83b4c32b9dbc-00697b6f45) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txe88723d9d83b4c32b9dbc-00697b6f45) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: tx06d4db32d7a9459ea7843-00697b6f45) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697094.82420', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697094.83647', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:09 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num ... ok + +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286530.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test INFO: autocreate account '/account' (txn: txa676343a919941aeb7402-00697b6f47) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx329d3fedd21840889f06e-00676e5efe) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx1c9cad7ef81d4f6d80330-00697b6f47) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx329d3fedd21840889f06e-00676e5efe) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx0c451b57b3154e2bb61fc-00697b6f47) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx329d3fedd21840889f06e-00676e5efe) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx29d343d4d20042719091e-00697b6f47) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx329d3fedd21840889f06e-00676e5efe) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx6de2724a59e84e92870c0-00697b6f47) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx329d3fedd21840889f06e-00676e5efe) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txe2154bd0f327427ab793f-00697b6f47) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx329d3fedd21840889f06e-00676e5efe) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx31f43f119771467b94475-00697b6f47) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx329d3fedd21840889f06e-00676e5efe) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx53b51082d0bb419299e0f-00697b6f47) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx53b51082d0bb419299e0f-00697b6f47) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx53b51082d0bb419299e0f-00697b6f47) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txa16825d1415a46f0b3125-00697b6f47) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txa16825d1415a46f0b3125-00697b6f47) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txa16825d1415a46f0b3125-00697b6f47) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx222a4e0e973a4cf6a9e47-00697b6f47) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx222a4e0e973a4cf6a9e47-00697b6f47) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx222a4e0e973a4cf6a9e47-00697b6f47) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx222a4e0e973a4cf6a9e47-00697b6f47) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx329d3fedd21840889f06e-00676e5efe)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok - -test INFO: Attempted to replicate 1 dbs in 0.34486 seconds (2.89975/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgnpdfqby/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'ae68bd9a-47b4-4e59-9c4f-f3fe4b4cecba-sda', '1735286531.52981', '1735286534', '1735286533', '', '1735286534', 0, 0) -test DEBUG: /tmp/tmpgnpdfqby/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'ae68bd9a-47b4-4e59-9c4f-f3fe4b4cecba-sda', '1735286531.52981', '1735286534', '1735286533', '', '1735286534', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('ae68bd9a-47b4-4e59-9c4f-f3fe4b4cecba-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01206 seconds (82.90380/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1f55i2yj/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a6df08ecfa0911f05fd6578613474ca3', '5cc230e2-bfae-4ba7-9607-ddd867ba21ec-sda', '1735286531.55245', '1735286534', '1735286533', '', '1735286534', 1, 1) -test DEBUG: /tmp/tmp1f55i2yj/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a6df08ecfa0911f05fd6578613474ca3', '5cc230e2-bfae-4ba7-9607-ddd867ba21ec-sda', '1735286531.55245', '1735286534', '1735286533', '', '1735286534', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('5cc230e2-bfae-4ba7-9607-ddd867ba21ec-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01377 seconds (72.60800/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgwri81z6/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '4c20fc16-86ab-4a10-9063-ddf57f005373-sda', '1735286531.83625', '1735286535', '1735286534', '', '1735286535', 0, 0) -test DEBUG: /tmp/tmpgwri81z6/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '4c20fc16-86ab-4a10-9063-ddf57f005373-sda', '1735286531.83625', '1735286535', '1735286534', '', '1735286535', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('4c20fc16-86ab-4a10-9063-ddf57f005373-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01083 seconds (92.30337/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpdfjxqzc2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '23d21f2aba0f385c1f4211b39bb34842', '4ff2a5d5-fc6d-4594-8d06-9236da0bbfc8-sda', '1735286531.85767', '1735286535', '1735286534', '', '1735286535', 1, 0) -test DEBUG: /tmp/tmpdfjxqzc2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286536.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4ff2a5d5-fc6d-4594-8d06-9236da0bbfc8-sda') -test DEBUG: /tmp/tmpdfjxqzc2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00278378s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '23d21f2aba0f385c1f4211b39bb34842', '4ff2a5d5-fc6d-4594-8d06-9236da0bbfc8-sda', '1735286531.85767', '1735286535', '1735286534', '', '1735286535', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('4ff2a5d5-fc6d-4594-8d06-9236da0bbfc8-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02390 seconds (41.84453/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp27r5bdlg/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '3b1df52f-00ef-4062-ac39-b96b0f307e5a-sda', '1735286531.89280', '1735286535', '1735286534', '', '1735286535', 0, 0) -test DEBUG: /tmp/tmp27r5bdlg/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '3b1df52f-00ef-4062-ac39-b96b0f307e5a-sda', '1735286531.89280', '1735286535', '1735286534', '', '1735286535', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('3b1df52f-00ef-4062-ac39-b96b0f307e5a-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01275 seconds (78.44304/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_ogdi3w1/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '23d21f2aba0f385c1f4211b39bb34842', '4c6fbee7-428a-47e4-8995-d2f23025005f-sda', '1735286531.91710', '1735286535', '1735286534', '', '1735286535', 1, 1) -test DEBUG: /tmp/tmp_ogdi3w1/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '23d21f2aba0f385c1f4211b39bb34842', '4c6fbee7-428a-47e4-8995-d2f23025005f-sda', '1735286531.91710', '1735286535', '1735286534', '', '1735286535', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('4c6fbee7-428a-47e4-8995-d2f23025005f-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01428 seconds (70.02011/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp6byw829k/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'e9d9ca35-4a2b-46cb-8dc3-ea078694401c-sda', '1735286531.94812', '1735286536', '1735286535', '', '1735286536', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx7845f98fa5e54aebb5b87-00697b6f47) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx7845f98fa5e54aebb5b87-00697b6f47) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx7845f98fa5e54aebb5b87-00697b6f47) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7845f98fa5e54aebb5b87-00697b6f47)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286530.48748', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286530.49707', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test ERROR: Failed to unlink '/tmp/tmpx7i8lubw/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpx7i8lubw/containers/part/suffix/hash/container_1735286535.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpx7i8lubw/containers/part/suffix/hash/container_1735286535.00000.db': ['/tmp/tmpx7i8lubw/containers/part/suffix/hash/container.db', '/tmp/tmpx7i8lubw/containers/part/suffix/hash/container_1735286536.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpx7i8lubw/containers/part/suffix/hash/container_1735286536.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa62e53f2165e4332b1370-00676e5f07) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa62e53f2165e4332b1370-00676e5f07) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa62e53f2165e4332b1370-00676e5f07) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa62e53f2165e4332b1370-00676e5f07) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa62e53f2165e4332b1370-00676e5f07) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa62e53f2165e4332b1370-00676e5f07) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txa62e53f2165e4332b1370-00676e5f07) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa62e53f2165e4332b1370-00676e5f07) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa62e53f2165e4332b1370-00676e5f07) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txa62e53f2165e4332b1370-00676e5f07) -test DEBUG: Setting object count to 1032 (txn: txa62e53f2165e4332b1370-00676e5f07) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx29c99f52c40b45968b289-00676e5f07) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx29c99f52c40b45968b289-00676e5f07) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx29c99f52c40b45968b289-00676e5f07) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx29c99f52c40b45968b289-00676e5f07) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx29c99f52c40b45968b289-00676e5f07) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx29c99f52c40b45968b289-00676e5f07) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx29c99f52c40b45968b289-00676e5f07) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx29c99f52c40b45968b289-00676e5f07) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx29c99f52c40b45968b289-00676e5f07) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx29c99f52c40b45968b289-00676e5f07) -test DEBUG: Setting object count to 48 (txn: tx29c99f52c40b45968b289-00676e5f07) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx658f83cc9a4148718776c-00676e5f07) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx658f83cc9a4148718776c-00676e5f07) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx658f83cc9a4148718776c-00676e5f07) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx658f83cc9a4148718776c-00676e5f07) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx658f83cc9a4148718776c-00676e5f07) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx658f83cc9a4148718776c-00676e5f07) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx658f83cc9a4148718776c-00676e5f07) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx658f83cc9a4148718776c-00676e5f07) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx658f83cc9a4148718776c-00676e5f07) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx658f83cc9a4148718776c-00676e5f07) -test DEBUG: Setting object count to 1064 (txn: tx658f83cc9a4148718776c-00676e5f07) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx55105d43a7a94fe88b272-00676e5f07) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx55105d43a7a94fe88b272-00676e5f07)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697095.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok -test ERROR: Container GET returning 503 for [] (txn: tx329d3fedd21840889f06e-00676e5efe) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx300a7ceddf3e4b43b36c8-00676e5f01) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx300a7ceddf3e4b43b36c8-00676e5f01) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx300a7ceddf3e4b43b36c8-00676e5f01) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx300a7ceddf3e4b43b36c8-00676e5f01) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx300a7ceddf3e4b43b36c8-00676e5f01) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx300a7ceddf3e4b43b36c8-00676e5f01) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx300a7ceddf3e4b43b36c8-00676e5f01) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx300a7ceddf3e4b43b36c8-00676e5f01) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx300a7ceddf3e4b43b36c8-00676e5f01) -test INFO: Client disconnected on read of '/a/c' (txn: txc4e58bab38e54d69a1d85-00676e5f01) -test INFO: Client disconnected on read of '/a/c' (txn: tx338c129e79b1452297777-00676e5f01) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7010b73f67df4997971bb-00676e5f01) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7010b73f67df4997971bb-00676e5f01) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7010b73f67df4997971bb-00676e5f01) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7010b73f67df4997971bb-00676e5f01) -test ERROR: Container GET returning 503 for [] (txn: tx7010b73f67df4997971bb-00676e5f01) -test INFO: Client disconnected on read of '/a/c' (txn: tx7010b73f67df4997971bb-00676e5f01) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfb4fa8fe3440483081c8f-00676e5f01) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfb4fa8fe3440483081c8f-00676e5f01) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfb4fa8fe3440483081c8f-00676e5f01) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfb4fa8fe3440483081c8f-00676e5f01) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfb4fa8fe3440483081c8f-00676e5f01) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfb4fa8fe3440483081c8f-00676e5f01) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfb4fa8fe3440483081c8f-00676e5f01) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfb4fa8fe3440483081c8f-00676e5f01) -test ERROR: Container GET returning 503 for [] (txn: txfb4fa8fe3440483081c8f-00676e5f01) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8d33774dd8194fa8b1c87-00676e5f02) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8d33774dd8194fa8b1c87-00676e5f02) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8d33774dd8194fa8b1c87-00676e5f02) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8d33774dd8194fa8b1c87-00676e5f02) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8d33774dd8194fa8b1c87-00676e5f02) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8d33774dd8194fa8b1c87-00676e5f02) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8d33774dd8194fa8b1c87-00676e5f02) -test ERROR: Container GET returning 503 for [] (txn: tx8d33774dd8194fa8b1c87-00676e5f02) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx64ebabfac3bb4e2eb7d79-00676e5f02) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx64ebabfac3bb4e2eb7d79-00676e5f02) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx64ebabfac3bb4e2eb7d79-00676e5f02) -test ERROR: Container GET returning 503 for [] (txn: tx64ebabfac3bb4e2eb7d79-00676e5f02) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx94aa48f1d96d4eb4a12ec-00676e5f02) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx94aa48f1d96d4eb4a12ec-00676e5f02) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx8b5674f03c91478081701-00676e5f02) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx8b5674f03c91478081701-00676e5f02) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx8b5674f03c91478081701-00676e5f02) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx8b5674f03c91478081701-00676e5f02) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx190b1daefe3942158ecbe-00676e5f02) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx980504ca0226447b97ae4-00676e5f02) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx980504ca0226447b97ae4-00676e5f02) -test INFO: Client disconnected on read of '/a/c' (txn: tx980504ca0226447b97ae4-00676e5f02) -test ERROR: Container GET returning 503 for [] (txn: tx9b4eafae17bc48049408a-00676e5f02) -test INFO: Client disconnected on read of '/a/c' (txn: tx9b4eafae17bc48049408a-00676e5f02) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txdcc0f3250ca148f3a7103-00676e5f02) -test INFO: Client disconnected on read of '/a/c' (txn: txdcc0f3250ca148f3a7103-00676e5f02) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0b806daa9ee545de8fc7d-00676e5f02) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0b806daa9ee545de8fc7d-00676e5f02)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row + if self._object_in_remote_container(row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row + if self._object_in_remote_container(row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: /tmp/tmp6byw829k/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'e9d9ca35-4a2b-46cb-8dc3-ea078694401c-sda', '1735286531.94812', '1735286536', '1735286535', '', '1735286536', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('e9d9ca35-4a2b-46cb-8dc3-ea078694401c-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.25213 seconds (3.96627/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp76t98dzp/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'b10d536b500743cea300f0c41fc03204', 'a4d90a8b-4714-45aa-8e20-e62abccd711d-sda', '1735286532.21129', '1735286537', '1735286536', '', '1735286537', 1, 1) -test DEBUG: /tmp/tmp76t98dzp/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286538.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'a4d90a8b-4714-45aa-8e20-e62abccd711d-sda') -test DEBUG: /tmp/tmp76t98dzp/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00334549s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'b10d536b500743cea300f0c41fc03204', 'a4d90a8b-4714-45aa-8e20-e62abccd711d-sda', '1735286532.21129', '1735286537', '1735286536', '', '1735286537', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('a4d90a8b-4714-45aa-8e20-e62abccd711d-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01644 seconds (60.81661/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpd9p4et0j/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '5e746483-19b7-4437-966c-592f307decf9-sda', '1735286532.24159', '1735286537', '1735286536', '', '1735286537', 0, 1) -test DEBUG: /tmp/tmpd9p4et0j/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '5e746483-19b7-4437-966c-592f307decf9-sda', '1735286532.24159', '1735286537', '1735286536', '', '1735286537', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('5e746483-19b7-4437-966c-592f307decf9-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01134 seconds (88.17042/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyptz3c75/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'b10d536b500743cea300f0c41fc03204', 'da4b9071-6e79-4256-a0c2-2c03f6de6995-sda', '1735286532.26436', '1735286537', '1735286536', '', '1735286537', 1, 0) -test DEBUG: /tmp/tmpyptz3c75/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'b10d536b500743cea300f0c41fc03204', 'da4b9071-6e79-4256-a0c2-2c03f6de6995-sda', '1735286532.26436', '1735286537', '1735286536', '', '1735286537', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('da4b9071-6e79-4256-a0c2-2c03f6de6995-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01319 seconds (75.80604/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'b4811398-a694-44fe-93a6-6ac75dc626c2-sda', '1735286532.49106', '1735286532.00000', '0', '', '1735286532.00000', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'b4811398-a694-44fe-93a6-6ac75dc626c2-sda', '1735286532.49106', '1735286533.00000', '0', '', '1735286532.00000', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, '023d8303f60eb22a14ffc452c207fff8', 'b94a91b9-afb7-46d3-aa1b-f9e5b6d7d0e9-sda', '1735286532.51162', '1735286532.50962', '0', '', '1735286532.50962', 11, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1735286532.51621', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1735286532.51697', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1735286532.51708', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1735286532.51716', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1735286532.51723', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1735286532.51730', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1735286532.51738', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1735286532.51745', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1735286532.51752', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1735286532.51759', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1735286532.51772', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b94a91b9-afb7-46d3-aa1b-f9e5b6d7d0e9-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1735286532.52786', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b94a91b9-afb7-46d3-aa1b-f9e5b6d7d0e9-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1735286532.53255', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b94a91b9-afb7-46d3-aa1b-f9e5b6d7d0e9-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1735286532.53581', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b94a91b9-afb7-46d3-aa1b-f9e5b6d7d0e9-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test WARNING: Handoff requested (9) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286531.66207', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286531.67463', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286531.65076', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697095.94162', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697095.95486', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok - -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1735286532.80245', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b94a91b9-afb7-46d3-aa1b-f9e5b6d7d0e9-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1735286532.80669', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b94a91b9-afb7-46d3-aa1b-f9e5b6d7d0e9-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1735286532.81007', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b94a91b9-afb7-46d3-aa1b-f9e5b6d7d0e9-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1735286532.81339', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b94a91b9-afb7-46d3-aa1b-f9e5b6d7d0e9-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1735286532.81666', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b94a91b9-afb7-46d3-aa1b-f9e5b6d7d0e9-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1735286532.82115', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b94a91b9-afb7-46d3-aa1b-f9e5b6d7d0e9-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (21, '197821b3b9e0908949a81e1c0a67c68d', 'b94a91b9-afb7-46d3-aa1b-f9e5b6d7d0e9-sda', '1735286532.51162', '1735286532.50962', '0', '', '1735286532.50962', 21, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1735286532.82439', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b94a91b9-afb7-46d3-aa1b-f9e5b6d7d0e9-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmptvivdrhb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'ebaafa08-258c-41ee-af8f-22e45712e2ff-sda', '1735286533.13480', '1735286534', '0', '', '1735286534', 0, 1) -test DEBUG: /tmp/tmptvivdrhb/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'ebaafa08-258c-41ee-af8f-22e45712e2ff-sda', '1735286533.13480', '1735286534', '0', '', '1735286534', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('ebaafa08-258c-41ee-af8f-22e45712e2ff-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01076 seconds (92.95182/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpulw0qycl/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a6df08ecfa0911f05fd6578613474ca3', 'e62f123e-3a52-4ecd-a6e4-1f913c8aaa11-sda', '1735286533.15503', '1735286534', '0', '', '1735286534', 1, 0) -test DEBUG: /tmp/tmpulw0qycl/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286535.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e62f123e-3a52-4ecd-a6e4-1f913c8aaa11-sda') -test DEBUG: /tmp/tmpulw0qycl/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00319719s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a6df08ecfa0911f05fd6578613474ca3', 'e62f123e-3a52-4ecd-a6e4-1f913c8aaa11-sda', '1735286533.15503', '1735286534', '0', '', '1735286534', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('e62f123e-3a52-4ecd-a6e4-1f913c8aaa11-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpulw0qycl/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02028 seconds (49.30449/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpulw0qycl/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '6794bebc2b0b6b7b97a8eb1a3cb28681', 'd718c58b-ffc6-4ab7-9d57-a612599929ad-sda', '1735286533.17575', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('d718c58b-ffc6-4ab7-9d57-a612599929ad-sda', '589fef55c871b997f28898d3b4e47a82.db') -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '6794bebc2b0b6b7b97a8eb1a3cb28681', 'd718c58b-ffc6-4ab7-9d57-a612599929ad-sda', '1735286533.17575', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('d718c58b-ffc6-4ab7-9d57-a612599929ad-sda', '589fef55c871b997f28898d3b4e47a82.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmptljfx32_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '233ac03b-627f-48d8-a9ff-1a10674c1c55-sda', '1735286533.19520', '1735286534', '0', '', '1735286534', 0, 1) -test DEBUG: /tmp/tmptljfx32_/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '233ac03b-627f-48d8-a9ff-1a10674c1c55-sda', '1735286533.19520', '1735286534', '0', '', '1735286534', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('233ac03b-627f-48d8-a9ff-1a10674c1c55-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01128 seconds (88.61938/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpoe86jeor/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a6df08ecfa0911f05fd6578613474ca3', 'c36a8423-19b8-49a2-bec4-f6aedab65fb2-sda', '1735286533.21594', '1735286534', '0', '', '1735286534', 1, 1) -test DEBUG: /tmp/tmpoe86jeor/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a6df08ecfa0911f05fd6578613474ca3', 'c36a8423-19b8-49a2-bec4-f6aedab65fb2-sda', '1735286533.21594', '1735286534', '0', '', '1735286534', 1, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0b806daa9ee545de8fc7d-00676e5f02) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0b806daa9ee545de8fc7d-00676e5f02) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0b806daa9ee545de8fc7d-00676e5f02) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0b806daa9ee545de8fc7d-00676e5f02) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0b806daa9ee545de8fc7d-00676e5f02) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx0b806daa9ee545de8fc7d-00676e5f02) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd14411ad49b644149807d-00676e5f04) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to PUT /a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txcb20787b038b4b2cb24b9-00697b6f48) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd14411ad49b644149807d-00676e5f04) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txb8a5641fae424b898adbd-00697b6f48) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd14411ad49b644149807d-00676e5f04) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txb8a5641fae424b898adbd-00697b6f48) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd14411ad49b644149807d-00676e5f04) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: txb8a5641fae424b898adbd-00697b6f48) +test ERROR: Account HEAD returning 503 for [] (txn: txb8a5641fae424b898adbd-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx4e4436b6f4df44a1980db-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx4e4436b6f4df44a1980db-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx4e4436b6f4df44a1980db-00697b6f48) +test ERROR: Account HEAD returning 503 for [] (txn: tx4e4436b6f4df44a1980db-00697b6f48) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx1b738481fc624db292a8c-00697b6f48) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd14411ad49b644149807d-00676e5f04) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx22db969436d544c68eb92-00697b6f48) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd14411ad49b644149807d-00676e5f04) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx22db969436d544c68eb92-00697b6f48) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd14411ad49b644149807d-00676e5f04) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: txd14411ad49b644149807d-00676e5f04) +StopIteration (txn: tx22db969436d544c68eb92-00697b6f48) +test ERROR: Account HEAD returning 503 for [] (txn: tx22db969436d544c68eb92-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txf4bc3c0dae764cfe8dc7d-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txf4bc3c0dae764cfe8dc7d-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txf4bc3c0dae764cfe8dc7d-00697b6f48) +test ERROR: Account HEAD returning 503 for [] (txn: txf4bc3c0dae764cfe8dc7d-00697b6f48) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3d7a773949234b3bb9284-00676e5f04) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txacf12af7836c4fa594bb6-00676e5f04) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx1f71d6b88423455bb15f3-00676e5f04) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx807d89acb20c42afa86bd-00676e5f04) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe20c5d75396343d38414e-00676e5f04) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc0b21a8598774aacb71ad-00676e5f04) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx096ce68ac8ea4a50b7b4a-00676e5f04) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9da54346dac14067b20d7-00676e5f04) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx42e5295ceda0452999919-00676e5f04) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8666e656610440dca4131-00676e5f04)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx1a1d5abe1430468b92769-00697b6f48) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286532.44018', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286532.44916', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:writetest:writeWRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286532.46307', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286532.46515', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286532.46734', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286532.46926', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286532.47114', 'Content-Type': 'binary/octet-stream'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1735286532.47371', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286532.47566', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286532.47755', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286532.47944', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286532.49152', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok +test.unit.common.middleware.test_acl.TestACL.test_clean_acl +test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok + +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx2ca87f0bb99c49a4a5867-00697b6f48) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx2ca87f0bb99c49a4a5867-00697b6f48) +test INFO: Client disconnected on read of '/a/c' (txn: tx2ca87f0bb99c49a4a5867-00697b6f48) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd1729738006a4cd1b109f-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txe8589fb5bf57406fbbf39-00697b6f48) +test INFO: Client disconnected on read of '/a/c' (txn: txe8589fb5bf57406fbbf39-00697b6f48) +test INFO: Client disconnected on read of '/a/c/' (txn: txe8589fb5bf57406fbbf39-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txc35166410fc049a1a1544-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc35166410fc049a1a1544-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc35166410fc049a1a1544-00697b6f48) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc35166410fc049a1a1544-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txc1b7de25e19d4730b5662-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txc1b7de25e19d4730b5662-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txc1b7de25e19d4730b5662-00697b6f48) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc1b7de25e19d4730b5662-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txfc8e862599e24271a41ff-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txfc8e862599e24271a41ff-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txfc8e862599e24271a41ff-00697b6f48) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txfc8e862599e24271a41ff-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx3b5edb2a66d1491caeb15-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx3b5edb2a66d1491caeb15-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx3b5edb2a66d1491caeb15-00697b6f48) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx3b5edb2a66d1491caeb15-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txbebcfc45bf32486fb0b41-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbebcfc45bf32486fb0b41-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txbebcfc45bf32486fb0b41-00697b6f48) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txbebcfc45bf32486fb0b41-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txa1b3a07706ed476ead070-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txa1b3a07706ed476ead070-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txa1b3a07706ed476ead070-00697b6f48) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa1b3a07706ed476ead070-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6d2778ace4d342b88b44b-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6d2778ace4d342b88b44b-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6d2778ace4d342b88b44b-00697b6f48) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx6d2778ace4d342b88b44b-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx26989c2ce81d451dbc37b-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx26989c2ce81d451dbc37b-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx26989c2ce81d451dbc37b-00697b6f48) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx26989c2ce81d451dbc37b-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx022f0ac8ead14244a5fa1-00697b6f48) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx022f0ac8ead14244a5fa1-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx022f0ac8ead14244a5fa1-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx022f0ac8ead14244a5fa1-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx022f0ac8ead14244a5fa1-00697b6f48) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx022f0ac8ead14244a5fa1-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx99117251a30347f999bd9-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx99117251a30347f999bd9-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx99117251a30347f999bd9-00697b6f48) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx99117251a30347f999bd9-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx28d8a7c00d7c41aa9f5f7-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx28d8a7c00d7c41aa9f5f7-00697b6f48) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx28d8a7c00d7c41aa9f5f7-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx28d8a7c00d7c41aa9f5f7-00697b6f48) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx28d8a7c00d7c41aa9f5f7-00697b6f48) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx28d8a7c00d7c41aa9f5f7-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx28d8a7c00d7c41aa9f5f7-00697b6f48) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx28d8a7c00d7c41aa9f5f7-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb8c9deabde084b088319c-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb8c9deabde084b088319c-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb8c9deabde084b088319c-00697b6f48) +test ERROR: Container GET returning 503 for [] (txn: txb8c9deabde084b088319c-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txea1b79c3aa4a4006979b5-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txea1b79c3aa4a4006979b5-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txea1b79c3aa4a4006979b5-00697b6f48) +test ERROR: Container GET returning 503 for [] (txn: txea1b79c3aa4a4006979b5-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf5c67167ed8e4f96a5787-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf5c67167ed8e4f96a5787-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf5c67167ed8e4f96a5787-00697b6f48) +test ERROR: Container GET returning 503 for [] (txn: txf5c67167ed8e4f96a5787-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx65fa5139ef164899b4f50-00697b6f48)test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting +test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286532.49341', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok - +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697096.22983', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697096.23883', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok - -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('c36a8423-19b8-49a2-bec4-f6aedab65fb2-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpoe86jeor/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.23565 seconds (4.24357/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpoe86jeor/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '9c5b883954112cacf3c4aa64a27d0b2c', 'd2a95488-231b-46ae-ac74-1789f249a2ee-sda', '1735286533.45115', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('d2a95488-231b-46ae-ac74-1789f249a2ee-sda', '589fef55c871b997f28898d3b4e47a82.db') -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '9c5b883954112cacf3c4aa64a27d0b2c', 'd2a95488-231b-46ae-ac74-1789f249a2ee-sda', '1735286533.45115', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('d2a95488-231b-46ae-ac74-1789f249a2ee-sda', '589fef55c871b997f28898d3b4e47a82.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2udpfn2s/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '34634200-8374-463d-8959-abeab37e0116-sda', '1735286533.78184', '1735286534', '1735286535', '', '1735286535', 0, 0) -test DEBUG: /tmp/tmp2udpfn2s/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '34634200-8374-463d-8959-abeab37e0116-sda', '1735286533.78184', '1735286534', '1735286535', '', '1735286535', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('34634200-8374-463d-8959-abeab37e0116-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01102 seconds (90.71429/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpr64n2wet/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '23d21f2aba0f385c1f4211b39bb34842', '3e72c42b-50f4-411d-b30c-953ce1224fa2-sda', '1735286533.80294', '1735286534', '1735286535', '', '1735286535', 1, 1) -test DEBUG: /tmp/tmpr64n2wet/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286536.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '3e72c42b-50f4-411d-b30c-953ce1224fa2-sda') -test DEBUG: /tmp/tmpr64n2wet/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00317931s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '23d21f2aba0f385c1f4211b39bb34842', '3e72c42b-50f4-411d-b30c-953ce1224fa2-sda', '1735286533.80294', '1735286534', '1735286535', '', '1735286535', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('3e72c42b-50f4-411d-b30c-953ce1224fa2-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpr64n2wet/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02155 seconds (46.39387/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpr64n2wet/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, sync, (1, 'c78b18c48be94ef3c9969df3bcae7b4f', '5d2c7acb-0875-40f1-b518-00fff05dce44-sda', '1735286533.82479', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('5d2c7acb-0875-40f1-b518-00fff05dce44-sda', '589fef55c871b997f28898d3b4e47a82.db') -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (1, 'c78b18c48be94ef3c9969df3bcae7b4f', '5d2c7acb-0875-40f1-b518-00fff05dce44-sda', '1735286533.82479', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('5d2c7acb-0875-40f1-b518-00fff05dce44-sda', '589fef55c871b997f28898d3b4e47a82.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpy4jsb3lv/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '49da022c-8efb-4751-a1e9-be17665c306d-sda', '1735286533.84418', '1735286534', '1735286535', '', '1735286535', 0, 1) -test DEBUG: /tmp/tmpy4jsb3lv/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '49da022c-8efb-4751-a1e9-be17665c306d-sda', '1735286533.84418', '1735286534', '1735286535', '', '1735286535', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('49da022c-8efb-4751-a1e9-be17665c306d-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01165 seconds (85.82501/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwv8xpux2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '23d21f2aba0f385c1f4211b39bb34842', '3a56ae59-5e24-4cd4-bddd-717f42c10f84-sda', '1735286533.86612', '1735286534', '1735286535', '', '1735286535', 1, 1) -test DEBUG: /tmp/tmpwv8xpux2/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '23d21f2aba0f385c1f4211b39bb34842', '3a56ae59-5e24-4cd4-bddd-717f42c10f84-sda', '1735286533.86612', '1735286534', '1735286535', '', '1735286535', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('3a56ae59-5e24-4cd4-bddd-717f42c10f84-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpwv8xpux2/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01737 seconds (57.56155/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpwv8xpux2/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697096.58960', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697096.59174', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697096.59363', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok - -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd75f4f1fcc8b4c46978a6-00676e5f04) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx39e89bc582b6429583bc6-00676e5f04) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx954d1f55efa44a73b5e38-00676e5f04) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txef30f0b5d51447d9bca13-00676e5f04) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3457d2e9a8a64e7d98b60-00676e5f04) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx11fe2742aadf480d99616-00676e5f04) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx22f4628cd7054ffe97c5e-00676e5f04) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txcd51d0d0c6a94cb892f76-00676e5f04) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9a8128e58fe84e2f8d58f-00676e5f04) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8a51add3b039439bb7bd8-00676e5f04) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4483841434fb49dcb11cb-00676e5f04) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx376e3935ddc24db382186-00676e5f04) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx654ab11d33684c6599d2f-00676e5f04) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa97f87bf1fc94a94b2052-00676e5f04) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txea354abc59d74d7fa8c52-00676e5f04) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx1ecb937fbc064bec9ffac-00676e5f04) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx8d3f7632fb834185ba3ba-00676e5f04) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx1d725491e6c14041aa584-00676e5f04) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx70a0d5c24c4143d993631-00676e5f04) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txd33948560a88429da2edc-00676e5f04) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txdea8e149c5f3431c91d7c-00676e5f04) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txe6c3aef1bad64ab69fd23-00676e5f05) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: txde72ed3611a245899356b-00676e5f05) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txde42a184c51d49d48343b-00676e5f05) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx071c471efcd84ce2b0893-00676e5f05) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf92ada8b53224408b9815-00676e5f05) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe2862be1f8f44da996feb-00676e5f05) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7c3681f6a67944e1bf22e-00676e5f05) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx98a70fee8e624dcda5c40-00676e5f05) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286533.19887', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286533.20087', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286533.20270', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c312980>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok + +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx65fa5139ef164899b4f50-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx65fa5139ef164899b4f50-00697b6f48) +test ERROR: Container GET returning 503 for [] (txn: tx65fa5139ef164899b4f50-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7730c2002340498080693-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7730c2002340498080693-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7730c2002340498080693-00697b6f48) +test ERROR: Container GET returning 503 for [] (txn: tx7730c2002340498080693-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6c4e1a55701843e888f6c-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6c4e1a55701843e888f6c-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6c4e1a55701843e888f6c-00697b6f48) +test ERROR: Container GET returning 503 for [] (txn: tx6c4e1a55701843e888f6c-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa5b3643a5cd84058aa08d-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa5b3643a5cd84058aa08d-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa5b3643a5cd84058aa08d-00697b6f48) +test ERROR: Container GET returning 503 for [] (txn: txa5b3643a5cd84058aa08d-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx17a69a3b51f3459cbcc28-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx17a69a3b51f3459cbcc28-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx17a69a3b51f3459cbcc28-00697b6f48) +test ERROR: Container GET returning 503 for [] (txn: tx17a69a3b51f3459cbcc28-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf98433bd1a3c4e6580cee-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf98433bd1a3c4e6580cee-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf98433bd1a3c4e6580cee-00697b6f48) +test ERROR: Container GET returning 503 for [] (txn: txf98433bd1a3c4e6580cee-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5e127a35530f4a6ea2601-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5e127a35530f4a6ea2601-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5e127a35530f4a6ea2601-00697b6f48) +test ERROR: Container GET returning 503 for [] (txn: tx5e127a35530f4a6ea2601-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx77908af4c95f4a3d9e3aa-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx77908af4c95f4a3d9e3aa-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx77908af4c95f4a3d9e3aa-00697b6f48) +test ERROR: Container GET returning 503 for [] (txn: tx77908af4c95f4a3d9e3aa-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1d5103918bac4a62ad071-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1d5103918bac4a62ad071-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1d5103918bac4a62ad071-00697b6f48) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx1d5103918bac4a62ad071-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx60a4dacbb9d54d1095c56-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx60a4dacbb9d54d1095c56-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx60a4dacbb9d54d1095c56-00697b6f48) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx60a4dacbb9d54d1095c56-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4cf19f2f06b64be2a9a71-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4cf19f2f06b64be2a9a71-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4cf19f2f06b64be2a9a71-00697b6f48) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx4cf19f2f06b64be2a9a71-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx02a94aba703142ba8a682-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx02a94aba703142ba8a682-00697b6f48) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx02a94aba703142ba8a682-00697b6f48) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx02a94aba703142ba8a682-00697b6f48) +test INFO: Client disconnected on read of '/a/c' (txn: tx38333eb9fa274c63a392e-00697b6f48) +test INFO: Client disconnected on read of '/a/c/' (txn: tx38333eb9fa274c63a392e-00697b6f48) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txda6adf2a026446e2b3915-00697b6f48) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txda6adf2a026446e2b3915-00697b6f48) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txda6adf2a026446e2b3915-00697b6f48) +test ERROR: Account HEAD returning 503 for [] (txn: txda6adf2a026446e2b3915-00697b6f48) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx5db37f9d2f52493abe53a-00697b6f48) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx5db37f9d2f52493abe53a-00697b6f48) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx5db37f9d2f52493abe53a-00697b6f48) +test ERROR: Account HEAD returning 503 for [] (txn: tx5db37f9d2f52493abe53a-00697b6f48) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestAccountController.test_DELETE +test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.proxy.test_server.TestAccountController.test_GET +test.unit.proxy.test_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286533.20451', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697096.68438', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286533.20633', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697096.68660', 'Content-Type': 'binary/octet-stream'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ @@ -90368,488 +90591,594 @@ ^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok - +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1769697096.69362', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697096.70221', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697096.70604', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697096.71622', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697096.72667', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697096.72946', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769697096.73893', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD +test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735286533.29121', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241227/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241227T080213Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286533.30165', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok - +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260129/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260129T143137Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697097.22383', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok - -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: txaa3100fd329e4ccb932e0-00676e5f05) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txaa3100fd329e4ccb932e0-00676e5f05) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp9b1ni1mw/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp9b1ni1mw/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp9b1ni1mw/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp9b1ni1mw/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0032 "-" 1945226 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0030 "-" 1945226 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 1945226 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 1945226 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd4615dee799141eabc977-00676e5f05" "proxy-server 1945226" 0.0012 "-" 1945226 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:56961/sdb1/0/a/c" "txd4615dee799141eabc977-00676e5f05" "container-server 1945226" 0.0520 "-" 1945226 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:58819/sda1/0/a/c" "txd4615dee799141eabc977-00676e5f05" "container-server 1945226" 0.0010 "-" 1945226 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txd4615dee799141eabc977-00676e5f05" "proxy-server 1945226" 0.0646 "-" 1945226 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txd4615dee799141eabc977-00676e5f05" "proxy-server 1945226" 0.0608 "-" 1945226 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/13 PUT /v1/a/c HTTP/1.0 201 - - t - - - txd4615dee799141eabc977-00676e5f05 - 0.0734 - - 1735286533.685915232 1735286533.759342194 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txa12d8d1c8f7c458db5f31-00676e5f05" "proxy-server 1945226" 0.0012 "-" 1945226 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:58819/sda1/2/a1/c1" "txa12d8d1c8f7c458db5f31-00676e5f05" "container-server 1945226" 0.0015 "-" 1945226 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:56961/sdb1/2/a1/c1" "txa12d8d1c8f7c458db5f31-00676e5f05" "container-server 1945226" 0.0010 "-" 1945226 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa12d8d1c8f7c458db5f31-00676e5f05" "proxy-server 1945226" 0.0129 "-" 1945226 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa12d8d1c8f7c458db5f31-00676e5f05" "proxy-server 1945226" 0.0093 "-" 1945226 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/13 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txa12d8d1c8f7c458db5f31-00676e5f05 - 0.0208 - - 1735286533.760759115 1735286533.781583071 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa8f4884971ff42109274e-00676e5f05" "proxy-server 1945226" 0.0019 "-" 1945226 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:56961/sdb1/0/a/c1" "txa8f4884971ff42109274e-00676e5f05" "container-server 1945226" 0.0045 "-" 1945226 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:58819/sda1/0/a/c1" "txa8f4884971ff42109274e-00676e5f05" "container-server 1945226" 0.0011 "-" 1945226 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa8f4884971ff42109274e-00676e5f05" "proxy-server 1945226" 0.0121 "-" 1945226 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa8f4884971ff42109274e-00676e5f05" "proxy-server 1945226" 0.0170 "-" 1945226 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/13 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa8f4884971ff42109274e-00676e5f05 - 0.0251 - - 1735286533.783010483 1735286533.808086157 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5ad9a3b0da7044db8d294-00676e5f05" "proxy-server 1945226" 0.0019 "-" 1945226 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:58819/sda1/2/a/c2" "tx5ad9a3b0da7044db8d294-00676e5f05" "container-server 1945226" 0.0027 "-" 1945226 2 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:56961/sdb1/2/a/c2" "tx5ad9a3b0da7044db8d294-00676e5f05" "container-server 1945226" 0.0011 "-" 1945226 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5ad9a3b0da7044db8d294-00676e5f05" "proxy-server 1945226" 0.0143 "-" 1945226 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:13 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5ad9a3b0da7044db8d294-00676e5f05" "proxy-server 1945226" 0.0108 "-" 1945226 2test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states -test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260129/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260129T143137Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697097.24761', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/14 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx5ad9a3b0da7044db8d294-00676e5f05 - 0.3868 - - 1735286533.809540749 1735286534.196290970 2 +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c312980>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c311e40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c311e40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c312980>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok +my-daemon: Starting 3334960 +my-daemon: Exited 3334960 +my-daemon: Starting 3334960 +my-daemon: Exited 3334960 +my-daemon: Starting 3334960 +test.unit.common.test_manager.TestServer.test_conf_dir +test.unit.common.test_manager.TestServer.test_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_conf_files +test.unit.common.test_manager.TestServer.test_conf_files ... ok +test.unit.common.test_manager.TestServer.test_create_server +test.unit.common.test_manager.TestServer.test_create_serverserver: Starting 3334960 +server: User quit +server: Exited 3334960 + ... ok +test.unit.common.test_manager.TestServer.test_expirer_conf_files +test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok +test.unit.common.test_manager.TestServer.test_get_conf_file_name +test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_pid_file_name +test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_running_pids +test.unit.common.test_manager.TestServer.test_get_running_pids ... ok +test.unit.common.test_manager.TestServer.test_interact +test.unit.common.test_manager.TestServer.test_interact ... ok +test.unit.common.test_manager.TestServer.test_iter_pid_files +test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok +test.unit.common.test_manager.TestServer.test_kill_running_pids +test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok +test.unit.common.test_manager.TestServer.test_launch +test.unit.common.test_manager.TestServer.test_launch ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir +test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok +my-daemon: Starting 3334960 +my-daemon: Exited 3334960 +test.unit.common.test_manager.TestServer.test_proxy_conf_dir +test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_server_equality +test.unit.common.test_manager.TestServer.test_server_equality ... ok +test.unit.common.test_manager.TestServer.test_server_repr +test.unit.common.test_manager.TestServer.test_server_repr ... ok +test.unit.common.test_manager.TestServer.test_server_to_string +test.unit.common.test_manager.TestServer.test_server_to_string ... ok +test.unit.common.test_manager.TestServer.test_signal_pids +test.unit.common.test_manager.TestServer.test_signal_pids ... ok +test.unit.common.test_manager.TestServer.test_spawn +test.unit.common.test_manager.TestServer.test_spawn ... ok +test.unit.common.test_manager.TestServer.test_status +test.unit.common.test_manager.TestServer.test_status ... ok +test.unit.common.test_manager.TestServer.test_stop +test.unit.common.test_manager.TestServer.test_stop ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT +test.unit.proxy.test_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_status +test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_server.TestAccountController.test_connection_refused +test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok +test.unit.proxy.test_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, sync, (1, 'c78b18c48be94ef3c9969df3bcae7b4f', 'a4b90815-e56c-430d-a30e-a674b5406e2b-sda', '1735286533.88412', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('a4b90815-e56c-430d-a30e-a674b5406e2b-sda', '589fef55c871b997f28898d3b4e47a82.db') -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (1, 'c78b18c48be94ef3c9969df3bcae7b4f', 'a4b90815-e56c-430d-a30e-a674b5406e2b-sda', '1735286533.88412', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('a4b90815-e56c-430d-a30e-a674b5406e2b-sda', '589fef55c871b997f28898d3b4e47a82.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpdl1imjkc/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'abef05f7-f2b4-4fc9-8e62-a7a502eb7f56-sda', '1735286534.51952', '1735286534', '1735286535', '', '1735286535', 0, 0) -test DEBUG: /tmp/tmpdl1imjkc/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'abef05f7-f2b4-4fc9-8e62-a7a502eb7f56-sda', '1735286534.51952', '1735286534', '1735286535', '', '1735286535', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('abef05f7-f2b4-4fc9-8e62-a7a502eb7f56-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01508 seconds (66.29904/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpiqg0r4oz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '3fa332a6-7381-460c-b969-435ca38fbcfb-sda', '1735286534.54533', '1735286534', '1735286535', '', '1735286535', 0, 1) -test DEBUG: /tmp/tmpiqg0r4oz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '3fa332a6-7381-460c-b969-435ca38fbcfb-sda', '1735286534.54533', '1735286534', '1735286535', '', '1735286535', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('3fa332a6-7381-460c-b969-435ca38fbcfb-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01222 seconds (81.80270/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2crsiww8/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '74413b05-045c-490f-9145-8a96d3393996-sda', '1735286534.57201', '1735286536', '0', '', '1735286536', 0, 1) -test DEBUG: /tmp/tmp2crsiww8/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '74413b05-045c-490f-9145-8a96d3393996-sda', '1735286534.57201', '1735286536', '0', '', '1735286536', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('74413b05-045c-490f-9145-8a96d3393996-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01209 seconds (82.71089/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0_wmixf7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '6b3a5ad76e0ec4f358916594a131b065', '42d36fc7-54a4-4bfe-a62e-eb5983ae22b5-sda', '1735286534.59590', '1735286536', '0', '', '1735286536', 1, 0) -test DEBUG: /tmp/tmp0_wmixf7/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '6b3a5ad76e0ec4f358916594a131b065', '42d36fc7-54a4-4bfe-a62e-eb5983ae22b5-sda', '1735286534.59590', '1735286536', '0', '', '1735286536', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('42d36fc7-54a4-4bfe-a62e-eb5983ae22b5-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp0_wmixf7/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01808 seconds (55.30798/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp0_wmixf7/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, sync, (1, 'a43954483a918cb84c42bcd20a6d6a03', 'a178403e-27db-4326-951a-63ee70c21bf0-sda', '1735286534.61339', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('a178403e-27db-4326-951a-63ee70c21bf0-sda', '589fef55c871b997f28898d3b4e47a82.db') -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (1, 'a43954483a918cb84c42bcd20a6d6a03', 'a178403e-27db-4326-951a-63ee70c21bf0-sda', '1735286534.61339', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('a178403e-27db-4326-951a-63ee70c21bf0-sda', '589fef55c871b997f28898d3b4e47a82.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'cff9a9c4-7414-48d0-8413-ef32ecbc1992-sda', '1735286534.63202', '1735286534.6301', '0', '', '1735286534.6301', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpm2rqjbjd/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '5f94506a-8a4e-4950-af77-7e534f7ffb63-sda', '1735286534.63942', '1735286534.63744', '0', '', '1735286534.63744', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('5f94506a-8a4e-4950-af77-7e534f7ffb63-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '5f94506a-8a4e-4950-af77-7e534f7ffb63-sda', '1735286534.63942', '1735286534.63744', '0', '', '1735286534.63744', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('5f94506a-8a4e-4950-af77-7e534f7ffb63-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00994 seconds (100.59388/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'cadb17bda78077701171cd0d270a24e3', '4e55e861-9bec-43c2-9dc7-5cf0e179f999-sda', '1735286534.65836', '1735286534.65635', '0', '', '1735286534.65635', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:33] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000054 +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:33] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000044 +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:33] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000037 +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:33] "GET https://cluster.domain HTTP/1.0" 200 117 0.000041 +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:33] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000043 +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: tx3b7462f118284820be8e1-00697b6f45) +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) +proxy INFO: wsgi exiting (txn: test-trans-id) +proxy INFO: (3334961) wsgi exited, is_accepting=True (txn: test-trans-id) +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:33] "PUT /path HTTP/1.0" 200 105 0.000054 +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:33] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000037 +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:33] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000042 +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:33] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000039 +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:33] "GET / HTTP/1.1" 200 120 0.000061 +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Thu, 29 Jan 2026 14:31:33 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:33] "GET /%FF HTTP/1.1" 200 123 0.000103 +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Thu, 29 Jan 2026 14:31:33 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:33] "GET /ÿ HTTP/1.1" 200 126 0.000049 +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Thu, 29 Jan 2026 14:31:33 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:33] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000048 +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Thu, 29 Jan 2026 14:31:33 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:33] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000050 +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Thu, 29 Jan 2026 14:31:33 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:33] "GET // HTTP/1.1" 200 121 0.000050 +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Thu, 29 Jan 2026 14:31:33 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:33] "GET //bar HTTP/1.1" 200 124 0.000047 +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Thu, 29 Jan 2026 14:31:33 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:33] "GET //////baz HTTP/1.1" 200 128 0.000048 +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Thu, 29 Jan 2026 14:31:33 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' +proxy INFO: (3334961) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (3334961) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [30/Jan/2026 04:31:33] "GET /someurl HTTP/1.0" 200 102 0.000042 +proxy INFO: wsgi exiting +proxy INFO: (3334961) wsgi exited, is_accepting=True +test ERROR: Problem finding shard upper in '/tmp/tmp3qrs0de3/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp3qrs0de3/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalErrortest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok +my-daemon: Starting 3334960 +my-daemon: Exited 3334960 +my-daemon: Starting 3334960 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_trackingmy-daemon: Exited 3334960 + ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok @@ -90857,1688 +91186,1352 @@ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1735286533.55539', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286533.56043', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286533.56234', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286533.56410', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286533.57321', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286533.57550', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735286533.93401', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241227/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241227T080214Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286534.09252', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260129/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260129T143137Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697097.57369', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241227/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241227T080214Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286534.10313', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697097.59563', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, rsync_then_merge, ('4e55e861-9bec-43c2-9dc7-5cf0e179f999-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (11, 'b51f0eef63cc6cf3f7bf67c9936c2c49', '048af6a3-6921-4b16-86f4-3bdc69178144-sda', '1735286535.13603', '1735286535.13396', '0', '', '1735286535.13396', 11, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1735286535.14147', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1735286535.14222', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1735286535.14233', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1735286535.14241', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1735286535.14249', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1735286535.14257', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1735286535.14264', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1735286535.14272', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1735286535.14279', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1735286535.14287', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1735286535.14295', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '048af6a3-6921-4b16-86f4-3bdc69178144-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp18kw278s/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'c03f1584-9468-4642-b0f0-fd4b9e09f671-sda', '1735286535.16427', '1735286538', '0', '', '1735286538', 0, 0) -test DEBUG: /tmp/tmp18kw278s/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'c03f1584-9468-4642-b0f0-fd4b9e09f671-sda', '1735286535.16427', '1735286538', '0', '', '1735286538', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('c03f1584-9468-4642-b0f0-fd4b9e09f671-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01036 seconds (96.53969/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpr6vjq6pl/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '9466a5f344f9ede87c084cfbfbf22c0e', '72e41188-d3d2-42bd-8da7-c04e64b6b808-sda', '1735286535.19210', '1735286538', '0', '', '1735286538', 1, 1) -test DEBUG: /tmp/tmpr6vjq6pl/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286539.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '72e41188-d3d2-42bd-8da7-c04e64b6b808-sda') -test DEBUG: /tmp/tmpr6vjq6pl/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00316286s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '9466a5f344f9ede87c084cfbfbf22c0e', '72e41188-d3d2-42bd-8da7-c04e64b6b808-sda', '1735286535.19210', '1735286538', '0', '', '1735286538', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('72e41188-d3d2-42bd-8da7-c04e64b6b808-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpr6vjq6pl/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02071 seconds (48.28564/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpr6vjq6pl/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '4718af5b98f8c6be0d5de4e91b43318a', '7119d0c3-3f9a-477b-af65-c50b4b27c81f-sda', '1735286535.21194', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('7119d0c3-3f9a-477b-af65-c50b4b27c81f-sda', '589fef55c871b997f28898d3b4e47a82.db') -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '4718af5b98f8c6be0d5de4e91b43318a', '7119d0c3-3f9a-477b-af65-c50b4b27c81f-sda', '1735286535.21194', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('7119d0c3-3f9a-477b-af65-c50b4b27c81f-sda', '589fef55c871b997f28898d3b4e47a82.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpadagiefo/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '12196aca-4027-41d8-b16e-96ba63a74c9b-sda', '1735286535.23283', '1735286538', '0', '', '1735286538', 0, 0) -test DEBUG: /tmp/tmpadagiefo/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '12196aca-4027-41d8-b16e-96ba63a74c9b-sda', '1735286535.23283', '1735286538', '0', '', '1735286538', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('12196aca-4027-41d8-b16e-96ba63a74c9b-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01167 seconds (85.72152/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzd0joawc/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '9466a5f344f9ede87c084cfbfbf22c0e', '037b0da4-a426-4d1b-9097-01b531dacbb8-sda', '1735286535.25519', '1735286538', '0', '', '1735286538', 1, 1) -test DEBUG: /tmp/tmpzd0joawc/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '9466a5f344f9ede87c084cfbfbf22c0e', '037b0da4-a426-4d1b-9097-01b531dacbb8-sda', '1735286535.25519', '1735286538', '0', '', '1735286538', 1, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok +test INFO: Client disconnected on read of '/a/c' (txn: tx51d047398e42418a92fd6-00697b6f48) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx625ed5b5c879474ebbd84-00697b6f49) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txc7b45265e4bb417d9ff3f-00697b6f49) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpp5_jbioh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpp5_jbioh/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpp5_jbioh/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpp5_jbioh/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 3334967 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0033 "-" 3334967 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3334967 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3334967 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txea3fb6749ce94265a245f-00697b6f4a" "proxy-server 3334967" 0.0011 "-" 3334967 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:54393/sdb1/1/a/c" "txea3fb6749ce94265a245f-00697b6f4a" "container-server 3334967" 0.0011 "-" 3334967 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:50701/sda1/1/a/c" "txea3fb6749ce94265a245f-00697b6f4a" "container-server 3334967" 0.0010 "-" 3334967 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txea3fb6749ce94265a245f-00697b6f4a" "proxy-server 3334967" 0.0086 "-" 3334967 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txea3fb6749ce94265a245f-00697b6f4a" "proxy-server 3334967" 0.0140 "-" 3334967 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/38 PUT /v1/a/c HTTP/1.0 201 - - t - - - txea3fb6749ce94265a245f-00697b6f4a - 0.0223 - - 1769697098.197479248 1769697098.219810247 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx49c124b676a040dca1614-00697b6f4a" "proxy-server 3334967" 0.0012 "-" 3334967 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:50701/sda1/1/a1/c1" "tx49c124b676a040dca1614-00697b6f4a" "container-server 3334967" 0.0012 "-" 3334967 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54393/sdb1/1/a1/c1" "tx49c124b676a040dca1614-00697b6f4a" "container-server 3334967" 0.0011 "-" 3334967 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx49c124b676a040dca1614-00697b6f4a" "proxy-server 3334967" 0.0105 "-" 3334967 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx49c124b676a040dca1614-00697b6f4a" "proxy-server 3334967" 0.0153 "-" 3334967 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/38 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx49c124b676a040dca1614-00697b6f4a - 0.0227 - - 1769697098.221225739 1769697098.243879795 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf972d06df5674ae192c54-00697b6f4a" "proxy-server 3334967" 0.0019 "-" 3334967 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:54393/sdb1/2/a/c1" "txf972d06df5674ae192c54-00697b6f4a" "container-server 3334967" 0.0027 "-" 3334967 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:50701/sda1/2/a/c1" "txf972d06df5674ae192c54-00697b6f4a" "container-server 3334967" 0.0011 "-" 3334967 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf972d06df5674ae192c54-00697b6f4a" "proxy-server 3334967" 0.0101 "-" 3334967 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf972d06df5674ae192c54-00697b6f4a" "proxy-server 3334967" 0.0150 "-" 3334967 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/38 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txf972d06df5674ae192c54-00697b6f4a - 0.0236 - - 1769697098.245283604 1769697098.268898010 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx166a7355577c41c5808e4-00697b6f4a" "proxy-server 3334967" 0.0020 "-" 3334967 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:50701/sda1/1/a/c2" "tx166a7355577c41c5808e4-00697b6f4a" "container-server 3334967" 0.0019 "-" 3334967 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:54393/sdb1/1/a/c2" "tx166a7355577c41c5808e4-00697b6f4a" "container-server 3334967" 0.0018 "-" 3334967 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx166a7355577c41c5808e4-00697b6f4a" "proxy-server 3334967" 0.0100 "-" 3334967 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:38 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx166a7355577c41c5808e4-00697b6f4a" "proxy-server 3334967" 0.0149 "-" 3334967 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/38 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx166a7355577c41c5808e4-00697b6f4a - 0.0231 - - 1769697098.270299911 1769697098.293359756 2 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697184.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/cdb/2e6e0f7c5d3fd012abb8dcca1a54ccdb/2e6e0f7c5d3fd012abb8dcca1a54ccdb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697193.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/1c4/95e5a28129317550b59126e31055f1c4/95e5a28129317550b59126e31055f1c4.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697193.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/1c4/95e5a28129317550b59126e31055f1c4/95e5a28129317550b59126e31055f1c4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697193.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/1c4/95e5a28129317550b59126e31055f1c4/95e5a28129317550b59126e31055f1c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697202.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/bb4/025b3d5104904a99c6c613bd7e95dbb4/025b3d5104904a99c6c613bd7e95dbb4.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697202.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/bb4/025b3d5104904a99c6c613bd7e95dbb4/025b3d5104904a99c6c613bd7e95dbb4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697202.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/bb4/025b3d5104904a99c6c613bd7e95dbb4/025b3d5104904a99c6c613bd7e95dbb4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697211.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/5ba/5702ce926a9e0de69a271be3db6e85ba/5702ce926a9e0de69a271be3db6e85ba.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697211.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/5ba/5702ce926a9e0de69a271be3db6e85ba/5702ce926a9e0de69a271be3db6e85ba.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697211.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/5ba/5702ce926a9e0de69a271be3db6e85ba/5702ce926a9e0de69a271be3db6e85ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697220.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/52f/4250e357bd8b6cfe077b9d0bad54652f/4250e357bd8b6cfe077b9d0bad54652f.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697220.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/52f/4250e357bd8b6cfe077b9d0bad54652f/4250e357bd8b6cfe077b9d0bad54652f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697220.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/52f/4250e357bd8b6cfe077b9d0bad54652f/4250e357bd8b6cfe077b9d0bad54652f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697229.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/b77/a92c29bb3aaad95c1abf70a32a8e3b77/a92c29bb3aaad95c1abf70a32a8e3b77.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697229.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/b77/a92c29bb3aaad95c1abf70a32a8e3b77/a92c29bb3aaad95c1abf70a32a8e3b77.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697229.00000-2, db: /tmp/tmp6oy2bhjm/sda/containers/0/b77/a92c29bb3aaad95c1abf70a32a8e3b77/a92c29bb3aaad95c1abf70a32a8e3b77.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697095.00000-2, db: /tmp/tmpoiq7femq/sda/containers/0/3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1769697095.00000, (0, 0) as of 1769697095.00000, active as of 1769697095.00000> to ShardRange<'a' to 'b' as of 1769697095.00000, (0, 0) as of 1769697095.00000, sharding as of 1769697100.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697095.00000-2, db: /tmp/tmpoiq7femq/sda/containers/0/3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697095.00000-2, db: /tmp/tmpoiq7femq/sda/containers/0/3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697095.00000-2, db: /tmp/tmpoiq7femq/sda/containers/0/3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697095.00000-2, db: /tmp/tmpoiq7femq/sda/containers/0/3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1_1769697095.00000.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697095.00000-2, db: /tmp/tmpoiq7femq/sda/containers/0/3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1_1769697095.00000.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697095.00000-2, db: /tmp/tmpoiq7femq/sda/containers/0/3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1_1769697095.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpoiq7femq/sda/containers/0/3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697095.00000-2, db: /tmp/tmpoiq7femq/sda/containers/0/3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1_1769697095.00000.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1769697095.00000, (0, 0) as of 1769697095.00000, sharding as of 1769697101.00000> to ShardRange<'a' to 'b' as of 1769697095.00000, (0, 0) as of 1769697095.00000, sharded as of 1769697104.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769697095.00000-2, db: /tmp/tmpoiq7femq/sda/containers/0/3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1/0f0c64722ec7bd5974a6f65e6c0ce3f1_1769697095.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697095.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/c0f/ad66a3c7e9f6cfd9b12ced8c5ca62c0f/ad66a3c7e9f6cfd9b12ced8c5ca62c0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697097.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/bce/40f215d3c798326697088d491e6e6bce/40f215d3c798326697088d491e6e6bce.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697096.00000, (0, 0) as of 1769697096.00000, found as of 1769697096.00000> to ShardRange<'k' to 't' as of 1769697097.00000, (0, 0) as of 1769697097.00000, created as of 1769697097.00000>, path: .shards_a/shard_c_1769697097.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/bce/40f215d3c798326697088d491e6e6bce/40f215d3c798326697088d491e6e6bce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697099.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/797/98f0a8edff2d77ecd6d84954ca9a7797/98f0a8edff2d77ecd6d84954ca9a7797.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697098.00000, (0, 0) as of 1769697098.00000, found as of 1769697098.00000> to ShardRange<'k' to 't' as of 1769697099.00000, (0, 0) as of 1769697099.00000, cleaved as of 1769697099.00000>, path: .shards_a/shard_c_1769697099.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/797/98f0a8edff2d77ecd6d84954ca9a7797/98f0a8edff2d77ecd6d84954ca9a7797.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697101.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/b3a/90a6a260bd5575531d6520b8ed787b3a/90a6a260bd5575531d6520b8ed787b3a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697100.00000, (0, 0) as of 1769697100.00000, found as of 1769697100.00000> to ShardRange<'k' to 't' as of 1769697101.00000, (0, 0) as of 1769697101.00000, active as of 1769697101.00000>, path: .shards_a/shard_c_1769697101.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/b3a/90a6a260bd5575531d6520b8ed787b3a/90a6a260bd5575531d6520b8ed787b3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697103.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/015/a91252ecc3e398073c153978c1646015/a91252ecc3e398073c153978c1646015.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697102.00000, (0, 0) as of 1769697102.00000, found as of 1769697102.00000> to ShardRange<'k' to 't' as of 1769697103.00000, (0, 0) as of 1769697103.00000, shrinking as of 1769697103.00000>, path: .shards_a/shard_c_1769697103.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/015/a91252ecc3e398073c153978c1646015/a91252ecc3e398073c153978c1646015.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697103.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/015/a91252ecc3e398073c153978c1646015/a91252ecc3e398073c153978c1646015.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697105.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/5eb/3293ff6462690f185e4890f3bb5fc5eb/3293ff6462690f185e4890f3bb5fc5eb.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697104.00000, (0, 0) as of 1769697104.00000, found as of 1769697104.00000> to ShardRange<'k' to 't' as of 1769697105.00000, (0, 0) as of 1769697105.00000, sharding as of 1769697105.00000>, path: .shards_a/shard_c_1769697105.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/5eb/3293ff6462690f185e4890f3bb5fc5eb/3293ff6462690f185e4890f3bb5fc5eb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697105.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/5eb/3293ff6462690f185e4890f3bb5fc5eb/3293ff6462690f185e4890f3bb5fc5eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697107.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/e36/ca9b04d43f7ec503b547b69b1ce62e36/ca9b04d43f7ec503b547b69b1ce62e36.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697106.00000, (0, 0) as of 1769697106.00000, found as of 1769697106.00000> to ShardRange<'k' to 't' as of 1769697107.00000, (0, 0) as of 1769697107.00000, sharded as of 1769697107.00000>, path: .shards_a/shard_c_1769697107.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/e36/ca9b04d43f7ec503b547b69b1ce62e36/ca9b04d43f7ec503b547b69b1ce62e36.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697107.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/e36/ca9b04d43f7ec503b547b69b1ce62e36/ca9b04d43f7ec503b547b69b1ce62e36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697109.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/a69/6a34a9c22940a52a22c936886efe7a69/6a34a9c22940a52a22c936886efe7a69.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697108.00000, (0, 0) as of 1769697108.00000, found as of 1769697108.00000> to ShardRange<'k' to 't' as of 1769697109.00000, (0, 0) as of 1769697109.00000, shrunk as of 1769697109.00000>, path: .shards_a/shard_c_1769697109.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/a69/6a34a9c22940a52a22c936886efe7a69/6a34a9c22940a52a22c936886efe7a69.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697109.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/a69/6a34a9c22940a52a22c936886efe7a69/6a34a9c22940a52a22c936886efe7a69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697111.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/206/5cde06e8a06f57f753c0b6ae49b5f206/5cde06e8a06f57f753c0b6ae49b5f206.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697110.00000, (0, 0) as of 1769697110.00000, created as of 1769697110.00000> to ShardRange<'k' to 't' as of 1769697111.00000, (0, 0) as of 1769697111.00000, found as of 1769697111.00000>, path: .shards_a/shard_c_1769697111.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/206/5cde06e8a06f57f753c0b6ae49b5f206/5cde06e8a06f57f753c0b6ae49b5f206.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697113.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/d83/966c0bc611fd4f3528d75202dc977d83/966c0bc611fd4f3528d75202dc977d83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697115.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/aae/f2143981b39023493637073a8aa7daae/f2143981b39023493637073a8aa7daae.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697114.00000, (0, 0) as of 1769697114.00000, created as of 1769697114.00000> to ShardRange<'k' to 't' as of 1769697115.00000, (0, 0) as of 1769697115.00000, cleaved as of 1769697115.00000>, path: .shards_a/shard_c_1769697115.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/aae/f2143981b39023493637073a8aa7daae/f2143981b39023493637073a8aa7daae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697117.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/112/89c1f0fd4f04e098edc56eb321afe112/89c1f0fd4f04e098edc56eb321afe112.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697116.00000, (0, 0) as of 1769697116.00000, created as of 1769697116.00000> to ShardRange<'k' to 't' as of 1769697117.00000, (0, 0) as of 1769697117.00000, active as of 1769697117.00000>, path: .shards_a/shard_c_1769697117.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/112/89c1f0fd4f04e098edc56eb321afe112/89c1f0fd4f04e098edc56eb321afe112.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697119.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/a28/242fc001501dcc2cf55d6cc0f1cdca28/242fc001501dcc2cf55d6cc0f1cdca28.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697118.00000, (0, 0) as of 1769697118.00000, created as of 1769697118.00000> to ShardRange<'k' to 't' as of 1769697119.00000, (0, 0) as of 1769697119.00000, shrinking as of 1769697119.00000>, path: .shards_a/shard_c_1769697119.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/a28/242fc001501dcc2cf55d6cc0f1cdca28/242fc001501dcc2cf55d6cc0f1cdca28.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697119.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/a28/242fc001501dcc2cf55d6cc0f1cdca28/242fc001501dcc2cf55d6cc0f1cdca28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697121.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/40d/07c6cf7305b4389b31bd711163edc40d/07c6cf7305b4389b31bd711163edc40d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697120.00000, (0, 0) as of 1769697120.00000, created as of 1769697120.00000> to ShardRange<'k' to 't' as of 1769697121.00000, (0, 0) as of 1769697121.00000, sharding as of 1769697121.00000>, path: .shards_a/shard_c_1769697121.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/40d/07c6cf7305b4389b31bd711163edc40d/07c6cf7305b4389b31bd711163edc40d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697121.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/40d/07c6cf7305b4389b31bd711163edc40d/07c6cf7305b4389b31bd711163edc40d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697123.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/f8c/94bbb48adefad1d1c0d0a811f4adcf8c/94bbb48adefad1d1c0d0a811f4adcf8c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697122.00000, (0, 0) as of 1769697122.00000, created as of 1769697122.00000> to ShardRange<'k' to 't' as of 1769697123.00000, (0, 0) as of 1769697123.00000, sharded as of 1769697123.00000>, path: .shards_a/shard_c_1769697123.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/f8c/94bbb48adefad1d1c0d0a811f4adcf8c/94bbb48adefad1d1c0d0a811f4adcf8c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697123.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/f8c/94bbb48adefad1d1c0d0a811f4adcf8c/94bbb48adefad1d1c0d0a811f4adcf8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697125.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/f3b/43ba609856066225e79616e947e14f3b/43ba609856066225e79616e947e14f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697124.00000, (0, 0) as of 1769697124.00000, created as of 1769697124.00000> to ShardRange<'k' to 't' as of 1769697125.00000, (0, 0) as of 1769697125.00000, shrunk as of 1769697125.00000>, path: .shards_a/shard_c_1769697125.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/f3b/43ba609856066225e79616e947e14f3b/43ba609856066225e79616e947e14f3b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697125.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/f3b/43ba609856066225e79616e947e14f3b/43ba609856066225e79616e947e14f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697127.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/81f/a4756a7334628f1905d93ecb84d2981f/a4756a7334628f1905d93ecb84d2981f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697126.00000, (0, 0) as of 1769697126.00000, cleaved as of 1769697126.00000> to ShardRange<'k' to 't' as of 1769697127.00000, (0, 0) as of 1769697127.00000, found as of 1769697127.00000>, path: .shards_a/shard_c_1769697127.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/81f/a4756a7334628f1905d93ecb84d2981f/a4756a7334628f1905d93ecb84d2981f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697129.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/ea3/ed5c04072ed16466355650405000fea3/ed5c04072ed16466355650405000fea3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697128.00000, (0, 0) as of 1769697128.00000, cleaved as of 1769697128.00000> to ShardRange<'k' to 't' as of 1769697129.00000, (0, 0) as of 1769697129.00000, created as of 1769697129.00000>, path: .shards_a/shard_c_1769697129.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/ea3/ed5c04072ed16466355650405000fea3/ed5c04072ed16466355650405000fea3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697131.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/aea/ed86d36985e631517b578d90e716eaea/ed86d36985e631517b578d90e716eaea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697133.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/6da/c0b67cde9f54406942b8525d52bab6da/c0b67cde9f54406942b8525d52bab6da.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697132.00000, (0, 0) as of 1769697132.00000, cleaved as of 1769697132.00000> to ShardRange<'k' to 't' as of 1769697133.00000, (0, 0) as of 1769697133.00000, active as of 1769697133.00000>, path: .shards_a/shard_c_1769697133.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/6da/c0b67cde9f54406942b8525d52bab6da/c0b67cde9f54406942b8525d52bab6da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697135.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/50d/772482f5747bb7fc2f02fb38ce41250d/772482f5747bb7fc2f02fb38ce41250d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697134.00000, (0, 0) as of 1769697134.00000, cleaved as of 1769697134.00000> to ShardRange<'k' to 't' as of 1769697135.00000, (0, 0) as of 1769697135.00000, shrinking as of 1769697135.00000>, path: .shards_a/shard_c_1769697135.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/50d/772482f5747bb7fc2f02fb38ce41250d/772482f5747bb7fc2f02fb38ce41250d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697135.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/50d/772482f5747bb7fc2f02fb38ce41250d/772482f5747bb7fc2f02fb38ce41250d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697137.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/124/504fea5ef5f7426ea379c7874e305124/504fea5ef5f7426ea379c7874e305124.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697136.00000, (0, 0) as of 1769697136.00000, cleaved as of 1769697136.00000> to ShardRange<'k' to 't' as of 1769697137.00000, (0, 0) as of 1769697137.00000, sharding as of 1769697137.00000>, path: .shards_a/shard_c_1769697137.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/124/504fea5ef5f7426ea379c7874e305124/504fea5ef5f7426ea379c7874e305124.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697137.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/124/504fea5ef5f7426ea379c7874e305124/504fea5ef5f7426ea379c7874e305124.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697139.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/0da/6ff2f0705785b1dfda6142511a01b0da/6ff2f0705785b1dfda6142511a01b0da.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697138.00000, (0, 0) as of 1769697138.00000, cleaved as of 1769697138.00000> to ShardRange<'k' to 't' as of 1769697139.00000, (0, 0) as of 1769697139.00000, sharded as of 1769697139.00000>, path: .shards_a/shard_c_1769697139.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/0da/6ff2f0705785b1dfda6142511a01b0da/6ff2f0705785b1dfda6142511a01b0da.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697139.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/0da/6ff2f0705785b1dfda6142511a01b0da/6ff2f0705785b1dfda6142511a01b0da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697141.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/87d/bec5d0518bd4b65a595c4b740e75087d/bec5d0518bd4b65a595c4b740e75087d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697140.00000, (0, 0) as of 1769697140.00000, cleaved as of 1769697140.00000> to ShardRange<'k' to 't' as of 1769697141.00000, (0, 0) as of 1769697141.00000, shrunk as of 1769697141.00000>, path: .shards_a/shard_c_1769697141.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/87d/bec5d0518bd4b65a595c4b740e75087d/bec5d0518bd4b65a595c4b740e75087d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697141.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/87d/bec5d0518bd4b65a595c4b740e75087d/bec5d0518bd4b65a595c4b740e75087d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697143.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/37c/f527b668c929301cf07bb4f790ef437c/f527b668c929301cf07bb4f790ef437c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697142.00000, (0, 0) as of 1769697142.00000, active as of 1769697142.00000> to ShardRange<'k' to 't' as of 1769697143.00000, (0, 0) as of 1769697143.00000, found as of 1769697143.00000>, path: .shards_a/shard_c_1769697143.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/37c/f527b668c929301cf07bb4f790ef437c/f527b668c929301cf07bb4f790ef437c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697145.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/90f/7a780a90f0a826b0338f359a9dbef90f/7a780a90f0a826b0338f359a9dbef90f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697144.00000, (0, 0) as of 1769697144.00000, active as of 1769697144.00000> to ShardRange<'k' to 't' as of 1769697145.00000, (0, 0) as of 1769697145.00000, created as of 1769697145.00000>, path: .shards_a/shard_c_1769697145.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/90f/7a780a90f0a826b0338f359a9dbef90f/7a780a90f0a826b0338f359a9dbef90f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697147.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/854/7b0017ff75a439036bf5e96c3f2e5854/7b0017ff75a439036bf5e96c3f2e5854.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697146.00000, (0, 0) as of 1769697146.00000, active as of 1769697146.00000> to ShardRange<'k' to 't' as of 1769697147.00000, (0, 0) as of 1769697147.00000, cleaved as of 1769697147.00000>, path: .shards_a/shard_c_1769697147.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/854/7b0017ff75a439036bf5e96c3f2e5854/7b0017ff75a439036bf5e96c3f2e5854.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697149.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/c3b/7604e9c3bc2d23f1e3dec2ecfcad1c3b/7604e9c3bc2d23f1e3dec2ecfcad1c3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697151.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/7e2/2026d9f3cc1c8f088c8f5195635157e2/2026d9f3cc1c8f088c8f5195635157e2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697150.00000, (0, 0) as of 1769697150.00000, active as of 1769697150.00000> to ShardRange<'k' to 't' as of 1769697151.00000, (0, 0) as of 1769697151.00000, shrinking as of 1769697151.00000>, path: .shards_a/shard_c_1769697151.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/7e2/2026d9f3cc1c8f088c8f5195635157e2/2026d9f3cc1c8f088c8f5195635157e2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697151.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/7e2/2026d9f3cc1c8f088c8f5195635157e2/2026d9f3cc1c8f088c8f5195635157e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697153.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/3c3/2eb343b0faeb9797c68863116ddb23c3/2eb343b0faeb9797c68863116ddb23c3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697152.00000, (0, 0) as of 1769697152.00000, active as of 1769697152.00000> to ShardRange<'k' to 't' as of 1769697153.00000, (0, 0) as of 1769697153.00000, sharding as of 1769697153.00000>, path: .shards_a/shard_c_1769697153.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/3c3/2eb343b0faeb9797c68863116ddb23c3/2eb343b0faeb9797c68863116ddb23c3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697153.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/3c3/2eb343b0faeb9797c68863116ddb23c3/2eb343b0faeb9797c68863116ddb23c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697155.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/522/757b997f9a6df17fd30359c11414c522/757b997f9a6df17fd30359c11414c522.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697154.00000, (0, 0) as of 1769697154.00000, active as of 1769697154.00000> to ShardRange<'k' to 't' as of 1769697155.00000, (0, 0) as of 1769697155.00000, sharded as of 1769697155.00000>, path: .shards_a/shard_c_1769697155.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/522/757b997f9a6df17fd30359c11414c522/757b997f9a6df17fd30359c11414c522.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697155.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/522/757b997f9a6df17fd30359c11414c522/757b997f9a6df17fd30359c11414c522.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697157.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/b23/6bd1b5c5cb93f59a1a7540b1c6217b23/6bd1b5c5cb93f59a1a7540b1c6217b23.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697156.00000, (0, 0) as of 1769697156.00000, active as of 1769697156.00000> to ShardRange<'k' to 't' as of 1769697157.00000, (0, 0) as of 1769697157.00000, shrunk as of 1769697157.00000>, path: .shards_a/shard_c_1769697157.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/b23/6bd1b5c5cb93f59a1a7540b1c6217b23/6bd1b5c5cb93f59a1a7540b1c6217b23.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697157.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/b23/6bd1b5c5cb93f59a1a7540b1c6217b23/6bd1b5c5cb93f59a1a7540b1c6217b23.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697159.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/cd3/c674698c91e5ec6a875ec303c196bcd3/c674698c91e5ec6a875ec303c196bcd3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697158.00000, (0, 0) as of 1769697158.00000, shrinking as of 1769697158.00000> to ShardRange<'k' to 't' as of 1769697159.00000, (0, 0) as of 1769697159.00000, found as of 1769697159.00000>, path: .shards_a/shard_c_1769697159.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/cd3/c674698c91e5ec6a875ec303c196bcd3/c674698c91e5ec6a875ec303c196bcd3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697161.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/3b4/f462ab17cfdceae583959eda8398b3b4/f462ab17cfdceae583959eda8398b3b4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697160.00000, (0, 0) as of 1769697160.00000, shrinking as of 1769697160.00000> to ShardRange<'k' to 't' as of 1769697161.00000, (0, 0) as of 1769697161.00000, created as of 1769697161.00000>, path: .shards_a/shard_c_1769697161.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/3b4/f462ab17cfdceae583959eda8398b3b4/f462ab17cfdceae583959eda8398b3b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697163.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/700/e6df55217e45536d329b31630dfad700/e6df55217e45536d329b31630dfad700.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697162.00000, (0, 0) as of 1769697162.00000, shrinking as of 1769697162.00000> to ShardRange<'k' to 't' as of 1769697163.00000, (0, 0) as of 1769697163.00000, cleaved as of 1769697163.00000>, path: .shards_a/shard_c_1769697163.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/700/e6df55217e45536d329b31630dfad700/e6df55217e45536d329b31630dfad700.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697165.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/365/4097a56a809ed13b585048eb22342365/4097a56a809ed13b585048eb22342365.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697164.00000, (0, 0) as of 1769697164.00000, shrinking as of 1769697164.00000> to ShardRange<'k' to 't' as of 1769697165.00000, (0, 0) as of 1769697165.00000, active as of 1769697165.00000>, path: .shards_a/shard_c_1769697165.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/365/4097a56a809ed13b585048eb22342365/4097a56a809ed13b585048eb22342365.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697167.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/e9d/8fb9bdc6e9d6c3ce49958ed1e7573e9d/8fb9bdc6e9d6c3ce49958ed1e7573e9d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697167.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/e9d/8fb9bdc6e9d6c3ce49958ed1e7573e9d/8fb9bdc6e9d6c3ce49958ed1e7573e9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697169.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/72c/2b0cad1c7de57ea482703ab86771b72c/2b0cad1c7de57ea482703ab86771b72c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697168.00000, (0, 0) as of 1769697168.00000, shrinking as of 1769697168.00000> to ShardRange<'k' to 't' as of 1769697169.00000, (0, 0) as of 1769697169.00000, sharding as of 1769697169.00000>, path: .shards_a/shard_c_1769697169.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/72c/2b0cad1c7de57ea482703ab86771b72c/2b0cad1c7de57ea482703ab86771b72c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697169.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/72c/2b0cad1c7de57ea482703ab86771b72c/2b0cad1c7de57ea482703ab86771b72c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697171.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/114/a3151c2809b34b6768e052affd198114/a3151c2809b34b6768e052affd198114.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697170.00000, (0, 0) as of 1769697170.00000, shrinking as of 1769697170.00000> to ShardRange<'k' to 't' as of 1769697171.00000, (0, 0) as of 1769697171.00000, sharded as of 1769697171.00000>, path: .shards_a/shard_c_1769697171.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/114/a3151c2809b34b6768e052affd198114/a3151c2809b34b6768e052affd198114.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697171.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/114/a3151c2809b34b6768e052affd198114/a3151c2809b34b6768e052affd198114.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697173.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/f4c/c9785067ffc9c7b3b03acfda34a4af4c/c9785067ffc9c7b3b03acfda34a4af4c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697172.00000, (0, 0) as of 1769697172.00000, shrinking as of 1769697172.00000> to ShardRange<'k' to 't' as of 1769697173.00000, (0, 0) as of 1769697173.00000, shrunk as of 1769697173.00000>, path: .shards_a/shard_c_1769697173.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/f4c/c9785067ffc9c7b3b03acfda34a4af4c/c9785067ffc9c7b3b03acfda34a4af4c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697173.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/f4c/c9785067ffc9c7b3b03acfda34a4af4c/c9785067ffc9c7b3b03acfda34a4af4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697175.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/bb7/a8179b4116a5236f74514fa1c0784bb7/a8179b4116a5236f74514fa1c0784bb7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697174.00000, (0, 0) as of 1769697174.00000, sharding as of 1769697174.00000> to ShardRange<'k' to 't' as of 1769697175.00000, (0, 0) as of 1769697175.00000, found as of 1769697175.00000>, path: .shards_a/shard_c_1769697175.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/bb7/a8179b4116a5236f74514fa1c0784bb7/a8179b4116a5236f74514fa1c0784bb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697177.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/1d7/4323f57da3fa1a1840f005ad8784f1d7/4323f57da3fa1a1840f005ad8784f1d7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697176.00000, (0, 0) as of 1769697176.00000, sharding as of 1769697176.00000> to ShardRange<'k' to 't' as of 1769697177.00000, (0, 0) as of 1769697177.00000, created as of 1769697177.00000>, path: .shards_a/shard_c_1769697177.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/1d7/4323f57da3fa1a1840f005ad8784f1d7/4323f57da3fa1a1840f005ad8784f1d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697179.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/978/69410a0333743d2d0329ba8784efb978/69410a0333743d2d0329ba8784efb978.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697178.00000, (0, 0) as of 1769697178.00000, sharding as of 1769697178.00000> to ShardRange<'k' to 't' as of 1769697179.00000, (0, 0) as of 1769697179.00000, cleaved as of 1769697179.00000>, path: .shards_a/shard_c_1769697179.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/978/69410a0333743d2d0329ba8784efb978/69410a0333743d2d0329ba8784efb978.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697181.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/307/0363df1c7620cfb4bdb22aa0000e4307/0363df1c7620cfb4bdb22aa0000e4307.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697180.00000, (0, 0) as of 1769697180.00000, sharding as of 1769697180.00000> to ShardRange<'k' to 't' as of 1769697181.00000, (0, 0) as of 1769697181.00000, active as of 1769697181.00000>, path: .shards_a/shard_c_1769697181.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/307/0363df1c7620cfb4bdb22aa0000e4307/0363df1c7620cfb4bdb22aa0000e4307.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697183.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/e29/f2eaa30b0bd36a223fe9a3680c090e29/f2eaa30b0bd36a223fe9a3680c090e29.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697182.00000, (0, 0) as of 1769697182.00000, sharding as of 1769697182.00000> to ShardRange<'k' to 't' as of 1769697183.00000, (0, 0) as of 1769697183.00000, shrinking as of 1769697183.00000>, path: .shards_a/shard_c_1769697183.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/e29/f2eaa30b0bd36a223fe9a3680c090e29/f2eaa30b0bd36a223fe9a3680c090e29.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697183.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/e29/f2eaa30b0bd36a223fe9a3680c090e29/f2eaa30b0bd36a223fe9a3680c090e29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697185.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/357/57a1f3ac8660027ef39266f506824357/57a1f3ac8660027ef39266f506824357.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697185.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/357/57a1f3ac8660027ef39266f506824357/57a1f3ac8660027ef39266f506824357.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697187.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/217/70ffdaad928e8232babc7441b1f94217/70ffdaad928e8232babc7441b1f94217.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697186.00000, (0, 0) as of 1769697186.00000, sharding as of 1769697186.00000> to ShardRange<'k' to 't' as of 1769697187.00000, (0, 0) as of 1769697187.00000, sharded as of 1769697187.00000>, path: .shards_a/shard_c_1769697187.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/217/70ffdaad928e8232babc7441b1f94217/70ffdaad928e8232babc7441b1f94217.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697187.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/217/70ffdaad928e8232babc7441b1f94217/70ffdaad928e8232babc7441b1f94217.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697189.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/a02/01dc90e894acbd0de05f46245e67aa02/01dc90e894acbd0de05f46245e67aa02.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697188.00000, (0, 0) as of 1769697188.00000, sharding as of 1769697188.00000> to ShardRange<'k' to 't' as of 1769697189.00000, (0, 0) as of 1769697189.00000, shrunk as of 1769697189.00000>, path: .shards_a/shard_c_1769697189.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/a02/01dc90e894acbd0de05f46245e67aa02/01dc90e894acbd0de05f46245e67aa02.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697189.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/a02/01dc90e894acbd0de05f46245e67aa02/01dc90e894acbd0de05f46245e67aa02.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697191.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/032/0e20bc488b7ed7704d628d2da102e032/0e20bc488b7ed7704d628d2da102e032.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697190.00000, (0, 0) as of 1769697190.00000, sharded as of 1769697190.00000> to ShardRange<'k' to 't' as of 1769697191.00000, (0, 0) as of 1769697191.00000, found as of 1769697191.00000>, path: .shards_a/shard_c_1769697191.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/032/0e20bc488b7ed7704d628d2da102e032/0e20bc488b7ed7704d628d2da102e032.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697193.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/ec2/ab3e8a4797c858984a098a96fe063ec2/ab3e8a4797c858984a098a96fe063ec2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697192.00000, (0, 0) as of 1769697192.00000, sharded as of 1769697192.00000> to ShardRange<'k' to 't' as of 1769697193.00000, (0, 0) as of 1769697193.00000, created as of 1769697193.00000>, path: .shards_a/shard_c_1769697193.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/ec2/ab3e8a4797c858984a098a96fe063ec2/ab3e8a4797c858984a098a96fe063ec2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697195.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/764/848ca76c7dc82ae4b149d7b1a544a764/848ca76c7dc82ae4b149d7b1a544a764.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697194.00000, (0, 0) as of 1769697194.00000, sharded as of 1769697194.00000> to ShardRange<'k' to 't' as of 1769697195.00000, (0, 0) as of 1769697195.00000, cleaved as of 1769697195.00000>, path: .shards_a/shard_c_1769697195.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/764/848ca76c7dc82ae4b149d7b1a544a764/848ca76c7dc82ae4b149d7b1a544a764.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697197.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/27f/7aa464a8ab4e351929a0d0b1e039027f/7aa464a8ab4e351929a0d0b1e039027f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697196.00000, (0, 0) as of 1769697196.00000, sharded as of 1769697196.00000> to ShardRange<'k' to 't' as of 1769697197.00000, (0, 0) as of 1769697197.00000, active as of 1769697197.00000>, path: .shards_a/shard_c_1769697197.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/27f/7aa464a8ab4e351929a0d0b1e039027f/7aa464a8ab4e351929a0d0b1e039027f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697199.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/cee/e468fca2ba9ab869fce3c68803db6cee/e468fca2ba9ab869fce3c68803db6cee.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697198.00000, (0, 0) as of 1769697198.00000, sharded as of 1769697198.00000> to ShardRange<'k' to 't' as of 1769697199.00000, (0, 0) as of 1769697199.00000, shrinking as of 1769697199.00000>, path: .shards_a/shard_c_1769697199.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/cee/e468fca2ba9ab869fce3c68803db6cee/e468fca2ba9ab869fce3c68803db6cee.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697199.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/cee/e468fca2ba9ab869fce3c68803db6cee/e468fca2ba9ab869fce3c68803db6cee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697201.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/d19/98a4aa0526e1218cb77340c55c6a2d19/98a4aa0526e1218cb77340c55c6a2d19.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697200.00000, (0, 0) as of 1769697200.00000, sharded as of 1769697200.00000> to ShardRange<'k' to 't' as of 1769697201.00000, (0, 0) as of 1769697201.00000, sharding as of 1769697201.00000>, path: .shards_a/shard_c_1769697201.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/d19/98a4aa0526e1218cb77340c55c6a2d19/98a4aa0526e1218cb77340c55c6a2d19.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697201.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/d19/98a4aa0526e1218cb77340c55c6a2d19/98a4aa0526e1218cb77340c55c6a2d19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697203.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/b7b/06c8b2d700296e9b7682a6b1e709bb7b/06c8b2d700296e9b7682a6b1e709bb7b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697203.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/b7b/06c8b2d700296e9b7682a6b1e709bb7b/06c8b2d700296e9b7682a6b1e709bb7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697205.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/2d1/aeb499dd54837d07bb2b9a077ac9d2d1/aeb499dd54837d07bb2b9a077ac9d2d1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697204.00000, (0, 0) as of 1769697204.00000, sharded as of 1769697204.00000> to ShardRange<'k' to 't' as of 1769697205.00000, (0, 0) as of 1769697205.00000, shrunk as of 1769697205.00000>, path: .shards_a/shard_c_1769697205.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/2d1/aeb499dd54837d07bb2b9a077ac9d2d1/aeb499dd54837d07bb2b9a077ac9d2d1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697205.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/2d1/aeb499dd54837d07bb2b9a077ac9d2d1/aeb499dd54837d07bb2b9a077ac9d2d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697207.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/999/8ab313f403104483ae33cd59db378999/8ab313f403104483ae33cd59db378999.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697206.00000, (0, 0) as of 1769697206.00000, shrunk as of 1769697206.00000> to ShardRange<'k' to 't' as of 1769697207.00000, (0, 0) as of 1769697207.00000, found as of 1769697207.00000>, path: .shards_a/shard_c_1769697207.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/999/8ab313f403104483ae33cd59db378999/8ab313f403104483ae33cd59db378999.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697209.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/ba1/534af1324d8fc51affb632ca811dfba1/534af1324d8fc51affb632ca811dfba1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697208.00000, (0, 0) as of 1769697208.00000, shrunk as of 1769697208.00000> to ShardRange<'k' to 't' as of 1769697209.00000, (0, 0) as of 1769697209.00000, created as of 1769697209.00000>, path: .shards_a/shard_c_1769697209.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/ba1/534af1324d8fc51affb632ca811dfba1/534af1324d8fc51affb632ca811dfba1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697211.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/5bf/a5fb827e43aa11cce3a616b62da0c5bf/a5fb827e43aa11cce3a616b62da0c5bf.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697210.00000, (0, 0) as of 1769697210.00000, shrunk as of 1769697210.00000> to ShardRange<'k' to 't' as of 1769697211.00000, (0, 0) as of 1769697211.00000, cleaved as of 1769697211.00000>, path: .shards_a/shard_c_1769697211.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/5bf/a5fb827e43aa11cce3a616b62da0c5bf/a5fb827e43aa11cce3a616b62da0c5bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697213.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/8fb/e3adcb78706684929e717d27fd20f8fb/e3adcb78706684929e717d27fd20f8fb.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697212.00000, (0, 0) as of 1769697212.00000, shrunk as of 1769697212.00000> to ShardRange<'k' to 't' as of 1769697213.00000, (0, 0) as of 1769697213.00000, active as of 1769697213.00000>, path: .shards_a/shard_c_1769697213.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/8fb/e3adcb78706684929e717d27fd20f8fb/e3adcb78706684929e717d27fd20f8fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697215.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/aad/68b4fc0a10fa3a32ed84c78fc6937aad/68b4fc0a10fa3a32ed84c78fc6937aad.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697214.00000, (0, 0) as of 1769697214.00000, shrunk as of 1769697214.00000> to ShardRange<'k' to 't' as of 1769697215.00000, (0, 0) as of 1769697215.00000, shrinking as of 1769697215.00000>, path: .shards_a/shard_c_1769697215.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/aad/68b4fc0a10fa3a32ed84c78fc6937aad/68b4fc0a10fa3a32ed84c78fc6937aad.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697215.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/aad/68b4fc0a10fa3a32ed84c78fc6937aad/68b4fc0a10fa3a32ed84c78fc6937aad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697217.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/a4c/e0c52de955c10a643460255df2aa2a4c/e0c52de955c10a643460255df2aa2a4c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697216.00000, (0, 0) as of 1769697216.00000, shrunk as of 1769697216.00000> to ShardRange<'k' to 't' as of 1769697217.00000, (0, 0) as of 1769697217.00000, sharding as of 1769697217.00000>, path: .shards_a/shard_c_1769697217.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/a4c/e0c52de955c10a643460255df2aa2a4c/e0c52de955c10a643460255df2aa2a4c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697217.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/a4c/e0c52de955c10a643460255df2aa2a4c/e0c52de955c10a643460255df2aa2a4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697219.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/e9c/65a57cb445dc0a0549adef94b2e89e9c/65a57cb445dc0a0549adef94b2e89e9c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697218.00000, (0, 0) as of 1769697218.00000, shrunk as of 1769697218.00000> to ShardRange<'k' to 't' as of 1769697219.00000, (0, 0) as of 1769697219.00000, sharded as of 1769697219.00000>, path: .shards_a/shard_c_1769697219.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/e9c/65a57cb445dc0a0549adef94b2e89e9c/65a57cb445dc0a0549adef94b2e89e9c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697219.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/e9c/65a57cb445dc0a0549adef94b2e89e9c/65a57cb445dc0a0549adef94b2e89e9c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697221.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/dd2/4a26bad4431fb6fc59a5322f0b632dd2/4a26bad4431fb6fc59a5322f0b632dd2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697221.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/dd2/4a26bad4431fb6fc59a5322f0b632dd2/4a26bad4431fb6fc59a5322f0b632dd2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697222.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/c11/b1c93672e15a56aa3a87b1a6eae21c11/b1c93672e15a56aa3a87b1a6eae21c11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697224.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/751/34d6ffc31a62b75003ece63559ccc751/34d6ffc31a62b75003ece63559ccc751.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697226.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/f60/da0d9d9222e76ba48013a3280010af60/da0d9d9222e76ba48013a3280010af60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697228.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/f83/4b2e0a428b8597c2c478decb77bc1f83/4b2e0a428b8597c2c478decb77bc1f83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697230.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/61f/f7eac50acd47a936db0f3de987a9161f/f7eac50acd47a936db0f3de987a9161f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697232.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/948/95a5db10696cd9082626ef76c3738948/95a5db10696cd9082626ef76c3738948.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697234.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/571/2644e93da415cbd77f0c37ac3daa8571/2644e93da415cbd77f0c37ac3daa8571.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697236.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/253/f82537838ed14a1929f374f82a783253/f82537838ed14a1929f374f82a783253.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697238.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/0b1/4dad841ac6c08749985137cf105460b1/4dad841ac6c08749985137cf105460b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697240.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/177/0324e68186d582e6f7689e90a0b26177/0324e68186d582e6f7689e90a0b26177.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697242.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/695/2a4cb60981011f7dc1e3676a99fbb695/2a4cb60981011f7dc1e3676a99fbb695.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697244.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/9b1/d1d9bd336317124d4d41d49d2133c9b1/d1d9bd336317124d4d41d49d2133c9b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697246.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/cd8/844da09222261e506c30d87de1195cd8/844da09222261e506c30d87de1195cd8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697248.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/2c2/46f5adf49cfb019570e5d184ad6da2c2/46f5adf49cfb019570e5d184ad6da2c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697250.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/9a9/390a26a522567c29cc7acf3ed44d69a9/390a26a522567c29cc7acf3ed44d69a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697252.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/38d/61d385445eb80436f20050af6ac2a38d/61d385445eb80436f20050af6ac2a38d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697254.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/cab/f2e20f77affee431d22bd5edea536cab/f2e20f77affee431d22bd5edea536cab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697256.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/83f/c43d81b3012991865341e9c8d1edc83f/c43d81b3012991865341e9c8d1edc83f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697258.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/d49/38b89075ec65ca377a1dc9f9c413bd49/38b89075ec65ca377a1dc9f9c413bd49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697260.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/6ed/331ff638d8f8959551b6344d35b356ed/331ff638d8f8959551b6344d35b356ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697262.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/23c/34073e78e6cedb06564527dcdd11c23c/34073e78e6cedb06564527dcdd11c23c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697264.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/67b/5fd40d2d90807c446a6387514643967b/5fd40d2d90807c446a6387514643967b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697266.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/c48/5852385ab707782ed9c2c39141572c48/5852385ab707782ed9c2c39141572c48.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697268.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/673/eee27d0f09428ed306fc2bdfed579673/eee27d0f09428ed306fc2bdfed579673.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697270.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/66d/22f632c1f97d82aca8916b5f5f65266d/22f632c1f97d82aca8916b5f5f65266d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697272.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/548/8125b113cc62873cfceb344b31e9c548/8125b113cc62873cfceb344b31e9c548.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697274.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/e77/5a44451c9496c163cd4ebec881d47e77/5a44451c9496c163cd4ebec881d47e77.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697276.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/86a/620999c21024193b2922735c13fab86a/620999c21024193b2922735c13fab86a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697278.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/ac1/e30a1e458e21c42080be49d1ff7ecac1/e30a1e458e21c42080be49d1ff7ecac1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697280.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/03a/1304182cacd005d9d9b5c5add6cf403a/1304182cacd005d9d9b5c5add6cf403a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697282.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/cbb/ef6785dc5e2f32afc75792b09b731cbb/ef6785dc5e2f32afc75792b09b731cbb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697284.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/c3a/eac2397c55d9c7018c079079eb42bc3a/eac2397c55d9c7018c079079eb42bc3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697286.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/fab/372c510e7fc884b2f0c44005fb7d1fab/372c510e7fc884b2f0c44005fb7d1fab.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697286.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/fab/372c510e7fc884b2f0c44005fb7d1fab/372c510e7fc884b2f0c44005fb7d1fab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697288.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/16c/6ff5ab71e5ce6f3273d14b267917f16c/6ff5ab71e5ce6f3273d14b267917f16c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697288.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/16c/6ff5ab71e5ce6f3273d14b267917f16c/6ff5ab71e5ce6f3273d14b267917f16c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697290.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/8a0/d332f7903328a35c953f543a2529c8a0/d332f7903328a35c953f543a2529c8a0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697290.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/8a0/d332f7903328a35c953f543a2529c8a0/d332f7903328a35c953f543a2529c8a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697292.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/429/724d9b5da9e33c6674978dbaea832429/724d9b5da9e33c6674978dbaea832429.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697292.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/429/724d9b5da9e33c6674978dbaea832429/724d9b5da9e33c6674978dbaea832429.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697294.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/38e/925fe8fa31873ca44c934a4928ad438e/925fe8fa31873ca44c934a4928ad438e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697294.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/38e/925fe8fa31873ca44c934a4928ad438e/925fe8fa31873ca44c934a4928ad438e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697296.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/e20/140d20f10a5e679e1d7fa6cf02860e20/140d20f10a5e679e1d7fa6cf02860e20.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697296.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/e20/140d20f10a5e679e1d7fa6cf02860e20/140d20f10a5e679e1d7fa6cf02860e20.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697298.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/d33/098d6b1d05cbf65f9179e25cc3339d33/098d6b1d05cbf65f9179e25cc3339d33.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697298.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/d33/098d6b1d05cbf65f9179e25cc3339d33/098d6b1d05cbf65f9179e25cc3339d33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697300.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/d10/363bbe1ba6e1d904e744506bc40a8d10/363bbe1ba6e1d904e744506bc40a8d10.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697300.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/d10/363bbe1ba6e1d904e744506bc40a8d10/363bbe1ba6e1d904e744506bc40a8d10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697302.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/d74/04c62f01ee3713c00e85a1abb1f8cd74/04c62f01ee3713c00e85a1abb1f8cd74.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697302.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/d74/04c62f01ee3713c00e85a1abb1f8cd74/04c62f01ee3713c00e85a1abb1f8cd74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697304.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/c0f/2a4742a9b65ea35e0cdff0f8f684bc0f/2a4742a9b65ea35e0cdff0f8f684bc0f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697304.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/c0f/2a4742a9b65ea35e0cdff0f8f684bc0f/2a4742a9b65ea35e0cdff0f8f684bc0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697306.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/0ae/2df5412d4aab15f668b625d091c090ae/2df5412d4aab15f668b625d091c090ae.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697306.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/0ae/2df5412d4aab15f668b625d091c090ae/2df5412d4aab15f668b625d091c090ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697308.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/1db/333379744ac681dee05546aab94cb1db/333379744ac681dee05546aab94cb1db.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697308.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/1db/333379744ac681dee05546aab94cb1db/333379744ac681dee05546aab94cb1db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697310.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/bb5/58d2ac92a9f583c79f15041096439bb5/58d2ac92a9f583c79f15041096439bb5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697310.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/bb5/58d2ac92a9f583c79f15041096439bb5/58d2ac92a9f583c79f15041096439bb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697312.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/9ae/5d02c5a46233c750d1631f1096a8c9ae/5d02c5a46233c750d1631f1096a8c9ae.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697312.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/9ae/5d02c5a46233c750d1631f1096a8c9ae/5d02c5a46233c750d1631f1096a8c9ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697314.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/098/63b4d252734cb8fa7f790d832da33098/63b4d252734cb8fa7f790d832da33098.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697314.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/098/63b4d252734cb8fa7f790d832da33098/63b4d252734cb8fa7f790d832da33098.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697316.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/2dc/76e8a93167fd3d4dff980c29442dc2dc/76e8a93167fd3d4dff980c29442dc2dc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697316.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/2dc/76e8a93167fd3d4dff980c29442dc2dc/76e8a93167fd3d4dff980c29442dc2dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697318.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/f00/7f1ebd78aa3155dd8b400c1d869e3f00/7f1ebd78aa3155dd8b400c1d869e3f00.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697318.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/f00/7f1ebd78aa3155dd8b400c1d869e3f00/7f1ebd78aa3155dd8b400c1d869e3f00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697320.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/1f7/2fbec700d779a2c12cbeef7b989cb1f7/2fbec700d779a2c12cbeef7b989cb1f7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697320.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/1f7/2fbec700d779a2c12cbeef7b989cb1f7/2fbec700d779a2c12cbeef7b989cb1f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697322.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/ce0/b5971d0228a0c7e5abf5bd794b2bcce0/b5971d0228a0c7e5abf5bd794b2bcce0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697322.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/ce0/b5971d0228a0c7e5abf5bd794b2bcce0/b5971d0228a0c7e5abf5bd794b2bcce0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697324.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/f99/1522af722f3272310568f61085c45f99/1522af722f3272310568f61085c45f99.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697324.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/f99/1522af722f3272310568f61085c45f99/1522af722f3272310568f61085c45f99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697326.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/9bf/68cbc49f177708c8e9d527de9f9b79bf/68cbc49f177708c8e9d527de9f9b79bf.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697326.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/9bf/68cbc49f177708c8e9d527de9f9b79bf/68cbc49f177708c8e9d527de9f9b79bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697328.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/145/27227cbba8984f5234dd2d5f3a1c4145/27227cbba8984f5234dd2d5f3a1c4145.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697328.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/145/27227cbba8984f5234dd2d5f3a1c4145/27227cbba8984f5234dd2d5f3a1c4145.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697097.90969', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697097.92636', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241227/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241227T080214Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286534.80611', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697098.13768', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241227/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241227T080214Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286534.81467', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx55105d43a7a94fe88b272-00676e5f07) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx55105d43a7a94fe88b272-00676e5f07) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx55105d43a7a94fe88b272-00676e5f07) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx55105d43a7a94fe88b272-00676e5f07) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx55105d43a7a94fe88b272-00676e5f07) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx8a3a7601a6554ca8809ca-00676e5f07) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8a3a7601a6554ca8809ca-00676e5f07) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx8a3a7601a6554ca8809ca-00676e5f07) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx8a3a7601a6554ca8809ca-00676e5f07) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8a3a7601a6554ca8809ca-00676e5f07) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8a3a7601a6554ca8809ca-00676e5f07) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8a3a7601a6554ca8809ca-00676e5f07) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx32333fa8f97c485d82403-00676e5f08) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx32333fa8f97c485d82403-00676e5f08) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx32333fa8f97c485d82403-00676e5f08) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx32333fa8f97c485d82403-00676e5f08) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx32333fa8f97c485d82403-00676e5f08) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx32333fa8f97c485d82403-00676e5f08) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx32333fa8f97c485d82403-00676e5f08) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx32333fa8f97c485d82403-00676e5f08) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx32333fa8f97c485d82403-00676e5f08) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx32333fa8f97c485d82403-00676e5f08) -test DEBUG: Setting object count to 1065 (txn: tx32333fa8f97c485d82403-00676e5f08) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx98bfaa20a15343128a5b0-00676e5f09) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx98bfaa20a15343128a5b0-00676e5f09) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx98bfaa20a15343128a5b0-00676e5f09) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98bfaa20a15343128a5b0-00676e5f09) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx98bfaa20a15343128a5b0-00676e5f09) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx98bfaa20a15343128a5b0-00676e5f09) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98bfaa20a15343128a5b0-00676e5f09) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx98bfaa20a15343128a5b0-00676e5f09) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx98bfaa20a15343128a5b0-00676e5f09) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx98bfaa20a15343128a5b0-00676e5f09) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx98bfaa20a15343128a5b0-00676e5f09) -test DEBUG: Setting object count to 1065 (txn: tx98bfaa20a15343128a5b0-00676e5f09) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb51929b54bc141cda5068-00676e5f0a) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txb51929b54bc141cda5068-00676e5f0a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe42ea21de15e4b4bbf4b0-00676e5f0b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txe42ea21de15e4b4bbf4b0-00676e5f0b) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txe42ea21de15e4b4bbf4b0-00676e5f0b) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txe42ea21de15e4b4bbf4b0-00676e5f0b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txe42ea21de15e4b4bbf4b0-00676e5f0b) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txe42ea21de15e4b4bbf4b0-00676e5f0b) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txe42ea21de15e4b4bbf4b0-00676e5f0b)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697330.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/b7e/0b17560fb0a50cb3465f11ca3a3d9b7e/0b17560fb0a50cb3465f11ca3a3d9b7e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697330.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/b7e/0b17560fb0a50cb3465f11ca3a3d9b7e/0b17560fb0a50cb3465f11ca3a3d9b7e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697332.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/6f9/86ff7531b108b79969900891959a76f9/86ff7531b108b79969900891959a76f9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697332.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/6f9/86ff7531b108b79969900891959a76f9/86ff7531b108b79969900891959a76f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697334.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/0f8/f4b97e7aba77afa52bb1725f17fb20f8/f4b97e7aba77afa52bb1725f17fb20f8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697334.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/0f8/f4b97e7aba77afa52bb1725f17fb20f8/f4b97e7aba77afa52bb1725f17fb20f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697336.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/7db/8b68091885ba8b9e99ad926cf0eb17db/8b68091885ba8b9e99ad926cf0eb17db.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697336.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/7db/8b68091885ba8b9e99ad926cf0eb17db/8b68091885ba8b9e99ad926cf0eb17db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697338.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/5a5/85fd65327bc7161ff7de592e476845a5/85fd65327bc7161ff7de592e476845a5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697338.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/5a5/85fd65327bc7161ff7de592e476845a5/85fd65327bc7161ff7de592e476845a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697340.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/c93/9f7a8902f55e23f344e5e2e19d457c93/9f7a8902f55e23f344e5e2e19d457c93.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697340.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/c93/9f7a8902f55e23f344e5e2e19d457c93/9f7a8902f55e23f344e5e2e19d457c93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697342.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/a8c/88b3b1d2e98638c516820d7f8c0fea8c/88b3b1d2e98638c516820d7f8c0fea8c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697342.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/a8c/88b3b1d2e98638c516820d7f8c0fea8c/88b3b1d2e98638c516820d7f8c0fea8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697344.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/805/256bb3587c27840fe5fc61947dbf1805/256bb3587c27840fe5fc61947dbf1805.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697344.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/805/256bb3587c27840fe5fc61947dbf1805/256bb3587c27840fe5fc61947dbf1805.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697346.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/b96/1cc5f2956ed6882a5a63dcce8528db96/1cc5f2956ed6882a5a63dcce8528db96.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697346.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/b96/1cc5f2956ed6882a5a63dcce8528db96/1cc5f2956ed6882a5a63dcce8528db96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769697348.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/432/bb65d2871994d74cd0b890e8c39bf432/bb65d2871994d74cd0b890e8c39bf432.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769697348.00000, db: /tmp/tmpnybnkxfm/sda/containers/0/432/bb65d2871994d74cd0b890e8c39bf432/bb65d2871994d74cd0b890e8c39bf432.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpx57ecrfx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769697097.00000, (0, 0) as of 1769697097.00000, active as of 1769697097.00000> to ShardRange<'k' to 't' as of 1769697098.00000, (0, 0) as of 1769697098.00000, sharded as of 1769697099.00000>, path: .shards_a/shard_c, db: /tmp/tmpx57ecrfx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpx57ecrfx/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpst1gzha9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697098.00000-0, db: /tmp/tmpefwaqn54/sda/containers/0/6b1/c98dd9d9f3363bbaba452a61d36486b1/c98dd9d9f3363bbaba452a61d36486b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697101.00000-0, db: /tmp/tmpefwaqn54/sda/containers/0/c92/7502b29791938b791cedf154bec16c92/7502b29791938b791cedf154bec16c92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697104.00000-0, db: /tmp/tmpefwaqn54/sda/containers/0/c72/e971c500d970534e2975e22892eb8c72/e971c500d970534e2975e22892eb8c72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697107.00000-0, db: /tmp/tmpefwaqn54/sda/containers/0/4f8/606a0ffbbcc15ba2dc71ff3313e6d4f8/606a0ffbbcc15ba2dc71ff3313e6d4f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697110.00000-0, db: /tmp/tmpefwaqn54/sda/containers/0/c45/ab289ce2c12ecee2bf396103a2844c45/ab289ce2c12ecee2bf396103a2844c45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697113.00000-0, db: /tmp/tmpefwaqn54/sda/containers/0/4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697116.00000-0, db: /tmp/tmpefwaqn54/sda/containers/0/bbe/e106ec274a4cf8ab990dadfd58ce2bbe/e106ec274a4cf8ab990dadfd58ce2bbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697119.00000-0, db: /tmp/tmpefwaqn54/sda/containers/0/60e/87a257bbdd6c82540d87e23581acf60e/87a257bbdd6c82540d87e23581acf60e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697122.00000-0, db: /tmp/tmpefwaqn54/sda/containers/0/52e/f422c8353cb202863bec108f5223a52e/f422c8353cb202863bec108f5223a52e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697125.00000-0, db: /tmp/tmpefwaqn54/sda/containers/0/66b/06ba1aabebf5bc06be0862260007a66b/06ba1aabebf5bc06be0862260007a66b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697128.00000-0, db: /tmp/tmpefwaqn54/sda/containers/0/119/b6e3ea560ec92ccbc47b31dcfced8119/b6e3ea560ec92ccbc47b31dcfced8119.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697131.00000-0, db: /tmp/tmpefwaqn54/sda/containers/0/6e7/d4a056943bb2a361c17bd3caf39276e7/d4a056943bb2a361c17bd3caf39276e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697134.00000-0, db: /tmp/tmpefwaqn54/sda/containers/0/8eb/86d08cc40b396c4d8d52c4eebf3db8eb/86d08cc40b396c4d8d52c4eebf3db8eb.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286534.97658', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286534.98433', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241227/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241227T080215Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286535.51510', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286535.52401', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok - -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('037b0da4-a426-4d1b-9097-01b531dacbb8-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpzd0joawc/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.09918 seconds (10.08308/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpzd0joawc/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '4718af5b98f8c6be0d5de4e91b43318a', '97b767f3-e733-46e3-bbd0-c6a682308ce7-sda', '1735286535.35471', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('97b767f3-e733-46e3-bbd0-c6a682308ce7-sda', '589fef55c871b997f28898d3b4e47a82.db') -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '4718af5b98f8c6be0d5de4e91b43318a', '97b767f3-e733-46e3-bbd0-c6a682308ce7-sda', '1735286535.35471', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('97b767f3-e733-46e3-bbd0-c6a682308ce7-sda', '589fef55c871b997f28898d3b4e47a82.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmpfdjxgt/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '8c7c8d41-a1aa-4382-a33e-c6375ed0f7be-sda', '1735286535.66351', '1735286535', '1735286539', '', '1735286539', 0, 0) -test DEBUG: /tmp/tmpmpfdjxgt/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '8c7c8d41-a1aa-4382-a33e-c6375ed0f7be-sda', '1735286535.66351', '1735286535', '1735286539', '', '1735286539', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('8c7c8d41-a1aa-4382-a33e-c6375ed0f7be-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01026 seconds (97.50472/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0x51anxc/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '8efaf8e37dcd0f066df33665a1285ff5', '25c05019-a308-4083-942b-14242b997d2c-sda', '1735286535.68496', '1735286535', '1735286539', '', '1735286539', 1, 0) -test DEBUG: /tmp/tmp0x51anxc/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286540.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '25c05019-a308-4083-942b-14242b997d2c-sda') -test DEBUG: /tmp/tmp0x51anxc/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00315309s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '8efaf8e37dcd0f066df33665a1285ff5', '25c05019-a308-4083-942b-14242b997d2c-sda', '1735286535.68496', '1735286535', '1735286539', '', '1735286539', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('25c05019-a308-4083-942b-14242b997d2c-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp0x51anxc/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02048 seconds (48.82240/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp0x51anxc/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '45157bbd9c275d68623840dc98637f7d', '49d56ac8-44b6-4b04-b8b9-dbb36cb4175b-sda', '1735286535.70871', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('49d56ac8-44b6-4b04-b8b9-dbb36cb4175b-sda', '589fef55c871b997f28898d3b4e47a82.db') -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '45157bbd9c275d68623840dc98637f7d', '49d56ac8-44b6-4b04-b8b9-dbb36cb4175b-sda', '1735286535.70871', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('49d56ac8-44b6-4b04-b8b9-dbb36cb4175b-sda', '589fef55c871b997f28898d3b4e47a82.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9fztpkfa/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f67546b9-6911-464e-9005-5ec50d7a391e-sda', '1735286535.73088', '1735286535', '1735286539', '', '1735286539', 0, 0) -test DEBUG: /tmp/tmp9fztpkfa/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f67546b9-6911-464e-9005-5ec50d7a391e-sda', '1735286535.73088', '1735286535', '1735286539', '', '1735286539', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('f67546b9-6911-464e-9005-5ec50d7a391e-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01243 seconds (80.42858/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9jrum72i/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '8efaf8e37dcd0f066df33665a1285ff5', '065b874f-ad20-4905-a246-4e7921577df2-sda', '1735286535.75474', '1735286535', '1735286539', '', '1735286539', 1, 0) -test DEBUG: /tmp/tmp9jrum72i/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '8efaf8e37dcd0f066df33665a1285ff5', '065b874f-ad20-4905-a246-4e7921577df2-sda', '1735286535.75474', '1735286535', '1735286539', '', '1735286539', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('065b874f-ad20-4905-a246-4e7921577df2-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp9jrum72i/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01803 seconds (55.47623/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp9jrum72i/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test ERROR: Invalid current //REALM/CLUSTER (foo) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceededtest.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run +test.unit.common.test_daemon.TestRunDaemon.test_run ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok +test.unit.common.test_daemon.TestRunDaemon.test_signal +test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok +test.unit.common.test_db.TestHelperFunctions.test_zero_like +test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok +test.unit.common.test_linkat.TestLinkat.test_available +test.unit.common.test_linkat.TestLinkat.test_available ... ok +test.unit.common.test_linkat.TestLinkat.test_errno +test.unit.common.test_linkat.TestLinkat.test_errno ... ok +test.unit.common.test_linkat.TestLinkat.test_flags +test.unit.common.test_linkat.TestLinkat.test_flags ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_success +test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable +test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok +test.unit.common.test_manager.TestManager.test_create +test.unit.common.test_manager.TestManager.test_create ... ok +test.unit.common.test_manager.TestManager.test_default_strict +test.unit.common.test_manager.TestManager.test_default_strict ... ok +test.unit.common.test_manager.TestManager.test_force_reload +test.unit.common.test_manager.TestManager.test_force_reload ... ok +test.unit.common.test_manager.TestManager.test_get_command +test.unit.common.test_manager.TestManager.test_get_command ... ok +test.unit.common.test_manager.TestManager.test_iter +test.unit.common.test_manager.TestManager.test_iter ... ok +test.unit.common.test_manager.TestManager.test_list_commands +test.unit.common.test_manager.TestManager.test_list_commands ... ok +test.unit.common.test_manager.TestManager.test_no_daemon +test.unit.common.test_manager.TestManager.test_no_daemon ... ok +test.unit.common.test_manager.TestManager.test_no_wait +test.unit.common.test_manager.TestManager.test_no_wait ... ok +test.unit.common.test_manager.TestManager.test_once +test.unit.common.test_manager.TestManager.test_once ... ok +test.unit.common.test_manager.TestManager.test_reload +test.unit.common.test_manager.TestManager.test_reload ... ok +test.unit.common.test_manager.TestManager.test_restart +test.unit.common.test_manager.TestManager.test_restart ... ok +test.unit.common.test_manager.TestManager.test_run_command +test.unit.common.test_manager.TestManager.test_run_command ... ok +test.unit.common.test_manager.TestManager.test_shutdown +test.unit.common.test_manager.TestManager.test_shutdown ... ok +test.unit.common.test_manager.TestManager.test_start +test.unit.common.test_manager.TestManager.test_start ... ok +test.unit.common.test_manager.TestManager.test_status +test.unit.common.test_manager.TestManager.test_status ... ok +test.unit.common.test_manager.TestManager.test_stop +test.unit.common.test_manager.TestManager.test_stop ... ok +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok +test.unit.common.test_manager.TestManagerModule.test_command_wrapper +test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok +test.unit.common.test_manager.TestManagerModule.test_exc +test.unit.common.test_manager.TestManagerModule.test_exc ... ok +test.unit.common.test_manager.TestManagerModule.test_format_server_name +test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok +test.unit.common.test_manager.TestManagerModule.test_safe_kill +test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok +test.unit.common.test_manager.TestManagerModule.test_servers +test.unit.common.test_manager.TestManagerModule.test_servers ... ok +test.unit.common.test_manager.TestManagerModule.test_setup_env +test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok +test.unit.common.test_manager.TestManagerModule.test_verify_server +test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_init +test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286535.86970', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286535.87726', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +Unlinked retiring db '/tmp/tmpnz2p3xej/containers/part/suffix/hash/container.db' +Container 'a/c' cannot be set to sharded state while in sharded state + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697137.00000-0, db: /tmp/tmpefwaqn54/sda/containers/0/193/db83b001dc8941f6d0cfe84de4075193/db83b001dc8941f6d0cfe84de4075193.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697098.00000-0, db: /tmp/tmpi1e43wi3/sda/containers/0/6b1/c98dd9d9f3363bbaba452a61d36486b1/c98dd9d9f3363bbaba452a61d36486b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697102.00000-0, db: /tmp/tmpi1e43wi3/sda/containers/0/8cc/39ed6ba3ab2a24690c01b96e9ceef8cc/39ed6ba3ab2a24690c01b96e9ceef8cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697100.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/581/007dfe89d8a342ceae69a64a9f5b9581/007dfe89d8a342ceae69a64a9f5b9581.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697104.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/c72/e971c500d970534e2975e22892eb8c72/e971c500d970534e2975e22892eb8c72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697108.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/ead/fa72dd79d927f8af8ce1662882feaead/fa72dd79d927f8af8ce1662882feaead.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697112.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/784/292e6c9bda29cf261541d5e41f078784/292e6c9bda29cf261541d5e41f078784.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697112.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/784/292e6c9bda29cf261541d5e41f078784/292e6c9bda29cf261541d5e41f078784.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697116.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/bbe/e106ec274a4cf8ab990dadfd58ce2bbe/e106ec274a4cf8ab990dadfd58ce2bbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697120.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/650/2eff03c04c5d52685b5e9cb89b0f1650/2eff03c04c5d52685b5e9cb89b0f1650.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697124.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/698/57f5443d70f666ab3d40ecb892eb3698/57f5443d70f666ab3d40ecb892eb3698.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697128.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/119/b6e3ea560ec92ccbc47b31dcfced8119/b6e3ea560ec92ccbc47b31dcfced8119.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697132.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/f33/a0dde92c83b035f0f84538f1939b6f33/a0dde92c83b035f0f84538f1939b6f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697136.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/a4a/9d6c2ad01dfc81bc9489f050867b7a4a/9d6c2ad01dfc81bc9489f050867b7a4a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697140.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/ad1/1fb3ee6d83dd251ab56e616959796ad1/1fb3ee6d83dd251ab56e616959796ad1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697144.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/e5f/a8d558fbbc784670824496a4b27d9e5f/a8d558fbbc784670824496a4b27d9e5f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697144.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/e5f/a8d558fbbc784670824496a4b27d9e5f/a8d558fbbc784670824496a4b27d9e5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697148.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/fa2/e08c9a09dcacb3182fec8c856264dfa2/e08c9a09dcacb3182fec8c856264dfa2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697152.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/0b8/c7c6db2bcc6eff50c6b056a8730280b8/c7c6db2bcc6eff50c6b056a8730280b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697156.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/e65/c9c6508f6aafc4514f92494b01dc9e65/c9c6508f6aafc4514f92494b01dc9e65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697160.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/af3/3fcf002dd807dcb08494f3c935bf7af3/3fcf002dd807dcb08494f3c935bf7af3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697164.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/438/b035ff09eb9ed1bcc3bd4bf01dcf8438/b035ff09eb9ed1bcc3bd4bf01dcf8438.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697168.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/2f6/3a90d254b8310aeb73061667ad02c2f6/3a90d254b8310aeb73061667ad02c2f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697172.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/a63/57d139909d59d700d71195ce215c9a63/57d139909d59d700d71195ce215c9a63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697176.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/1b7/d7702d169008575b58092ccb98dbd1b7/d7702d169008575b58092ccb98dbd1b7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697176.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/1b7/d7702d169008575b58092ccb98dbd1b7/d7702d169008575b58092ccb98dbd1b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697180.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/34b/664ce48c8b1a77829aa0befbc2c4534b/664ce48c8b1a77829aa0befbc2c4534b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697184.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/226/c15f1fbe93305207b50211474bb48226/c15f1fbe93305207b50211474bb48226.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697188.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/cb5/029eaf5bc5dd675bf494c46bfb76dcb5/029eaf5bc5dd675bf494c46bfb76dcb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697192.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/548/cb12a19fba0b9f7b5328f2397e2f2548/cb12a19fba0b9f7b5328f2397e2f2548.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697196.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/17e/99b5797747b3b3f62d5f55e446b8517e/99b5797747b3b3f62d5f55e446b8517e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697200.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/17a/14fbde0ca9245cea3b6bf403d501717a/14fbde0ca9245cea3b6bf403d501717a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697204.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/0b1/d2955edd3dbfedd8f44cad50e74df0b1/d2955edd3dbfedd8f44cad50e74df0b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697208.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/d5b/ad3b921413c29a8c922f511ccf647d5b/ad3b921413c29a8c922f511ccf647d5b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697208.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/d5b/ad3b921413c29a8c922f511ccf647d5b/ad3b921413c29a8c922f511ccf647d5b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697212.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/8d7/389de10757afe0846c142515ea35a8d7/389de10757afe0846c142515ea35a8d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697216.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/feb/6dac60ef76c0235a2783549bdd096feb/6dac60ef76c0235a2783549bdd096feb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697220.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/826/ade5025af0ac0e09fe5f7cc7a5b16826/ade5025af0ac0e09fe5f7cc7a5b16826.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697224.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/1dd/98d78e536074da7970a8f7f7ea33e1dd/98d78e536074da7970a8f7f7ea33e1dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697228.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/985/087ef3a493bc1fe49a8975021b3d0985/087ef3a493bc1fe49a8975021b3d0985.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697232.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/cb5/1afec959c487c8a75fd736f1bea51cb5/1afec959c487c8a75fd736f1bea51cb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697236.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/59d/0b89cb25e4ac55f3aa4d2756dc3ff59d/0b89cb25e4ac55f3aa4d2756dc3ff59d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697240.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/4dc/e1d81907bb36d0be7cb767bf893d94dc/e1d81907bb36d0be7cb767bf893d94dc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697240.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/4dc/e1d81907bb36d0be7cb767bf893d94dc/e1d81907bb36d0be7cb767bf893d94dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697244.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/175/32f0a9621834315dba33d348a88a8175/32f0a9621834315dba33d348a88a8175.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697248.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/88b/630def2b66f95cc614cf173b1dd9988b/630def2b66f95cc614cf173b1dd9988b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697252.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/bca/6a8aa2ade16c3de1cf4b802dba8a7bca/6a8aa2ade16c3de1cf4b802dba8a7bca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697256.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/458/87deee46a85af21145e81a6429c9e458/87deee46a85af21145e81a6429c9e458.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697260.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/710/95f1270cb0c42b620e8213a57e99f710/95f1270cb0c42b620e8213a57e99f710.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697264.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/485/47ee38d7d9544082751fcd81ac9ac485/47ee38d7d9544082751fcd81ac9ac485.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697268.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/20a/75c03f46a501ee5abf96634ba311c20a/75c03f46a501ee5abf96634ba311c20a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697272.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/78a/e67c5360ef051ea48fa76e8c9861e78a/e67c5360ef051ea48fa76e8c9861e78a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697272.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/78a/e67c5360ef051ea48fa76e8c9861e78a/e67c5360ef051ea48fa76e8c9861e78a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697276.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/784/82d1b1f1e9b810548b7ee2a295b32784/82d1b1f1e9b810548b7ee2a295b32784.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697280.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/87a/ac10ac8121ba26793789287d1bcaf87a/ac10ac8121ba26793789287d1bcaf87a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697284.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/05f/3ef23e169ba36a9d827738fb0bc2205f/3ef23e169ba36a9d827738fb0bc2205f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697288.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/d7c/dbb732730797339b5932efcd42012d7c/dbb732730797339b5932efcd42012d7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697292.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/5bc/96ad9d4f297cf009ca39119348bde5bc/96ad9d4f297cf009ca39119348bde5bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697296.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/353/e6f0807e92c5c83ae3fa35454ea54353/e6f0807e92c5c83ae3fa35454ea54353.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697300.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/546/d7c2a020c60fe8880ddb6501b47e2546/d7c2a020c60fe8880ddb6501b47e2546.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697304.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/ae4/8b3655a96d093fc10e40d80187184ae4/8b3655a96d093fc10e40d80187184ae4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697304.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/ae4/8b3655a96d093fc10e40d80187184ae4/8b3655a96d093fc10e40d80187184ae4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697308.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/be5/bafa410a772eb83cd509b930e3401be5/bafa410a772eb83cd509b930e3401be5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697312.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/81d/447a3aade806fb6e3de3c00b906f481d/447a3aade806fb6e3de3c00b906f481d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697316.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/fe3/7130c9910ab16aa0a84331f7afe82fe3/7130c9910ab16aa0a84331f7afe82fe3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697320.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/839/186cca084254551ab4e0305db6335839/186cca084254551ab4e0305db6335839.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697324.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/ed0/3dac0f2bf7a6aaf8a0e0ae5cb99fded0/3dac0f2bf7a6aaf8a0e0ae5cb99fded0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697328.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/8f7/cb185c8d88e1eab92fcadb957b7bf8f7/cb185c8d88e1eab92fcadb957b7bf8f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697332.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/738/d552944e324ee5576399138cbf83a738/d552944e324ee5576399138cbf83a738.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697336.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/954/f17810a3f43d9251818f18c898a82954/f17810a3f43d9251818f18c898a82954.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697336.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/954/f17810a3f43d9251818f18c898a82954/f17810a3f43d9251818f18c898a82954.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697340.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/3ab/7ddef08a7d368aa8610929c4da1503ab/7ddef08a7d368aa8610929c4da1503ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697344.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/222/98c238eaa2b2ede9fcf6fa6a0dd38222/98c238eaa2b2ede9fcf6fa6a0dd38222.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697348.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/9e3/10907ba037147c908d7aa88912b8c9e3/10907ba037147c908d7aa88912b8c9e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697352.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/2ee/3a6af389ab2b0765395070dd198e32ee/3a6af389ab2b0765395070dd198e32ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697356.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/43b/fd10e11f09f9b5354d4875ae2f43643b/fd10e11f09f9b5354d4875ae2f43643b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697360.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/aa7/c9e0c7147262018e4b4a32de8441caa7/c9e0c7147262018e4b4a32de8441caa7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697364.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/d4d/94d6e4ad919f68f22b8ceeb3d5f1ad4d/94d6e4ad919f68f22b8ceeb3d5f1ad4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697368.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/f84/7bbd321670a74aa5b24d11c1abe9ef84/7bbd321670a74aa5b24d11c1abe9ef84.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697372.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/ef1/214a17cdd3495588d17fe36ea18d9ef1/214a17cdd3495588d17fe36ea18d9ef1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697376.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/588/bff1f42f9214441cf66cfabc1bef4588/bff1f42f9214441cf66cfabc1bef4588.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697380.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/7bc/84d04c11a6908d764f303a4019b6a7bc/84d04c11a6908d764f303a4019b6a7bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697384.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/fad/f885dae972f0f7ae64c9cbd3a5d91fad/f885dae972f0f7ae64c9cbd3a5d91fad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697388.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/090/c76280521f7ab9f777d3fbfc30685090/c76280521f7ab9f777d3fbfc30685090.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697392.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/adc/2a3677c48f7e3ee201a59766bab17adc/2a3677c48f7e3ee201a59766bab17adc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697396.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/6c0/949175cf475ebf836b14ca89b5d106c0/949175cf475ebf836b14ca89b5d106c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697400.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/b45/84853f349fd9462291da70becb9cbb45/84853f349fd9462291da70becb9cbb45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697404.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/cc4/9eb003767a66294a7fe6efe42eafdcc4/9eb003767a66294a7fe6efe42eafdcc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697408.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/ae4/bc0802317158a377d150de247bd96ae4/bc0802317158a377d150de247bd96ae4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697412.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/e83/9ca580ff41b3752273c64042fda50e83/9ca580ff41b3752273c64042fda50e83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697416.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/c6d/73c0efd74ec277061109a2bdc1a35c6d/73c0efd74ec277061109a2bdc1a35c6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697420.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/59e/4893a6ca073fb4d9f49b2ee27cb3959e/4893a6ca073fb4d9f49b2ee27cb3959e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697424.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/c03/83f25564c23519913f0897c888dddc03/83f25564c23519913f0897c888dddc03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697428.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/369/02068beb55b18959d2c3f085687d5369/02068beb55b18959d2c3f085687d5369.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697432.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/f6b/eb5670b34643c665d3d3de576d33cf6b/eb5670b34643c665d3d3de576d33cf6b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697436.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/6e9/8c31f1a52608a79be10551bca4cb16e9/8c31f1a52608a79be10551bca4cb16e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697440.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/d0d/ff0a73b65ae9c68051bf42ab81cbdd0d/ff0a73b65ae9c68051bf42ab81cbdd0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697444.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/b25/bbc05bf29a1fc310ae0dc75dc62d6b25/bbc05bf29a1fc310ae0dc75dc62d6b25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697448.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/1b2/038504af79f933f10a47f21b792721b2/038504af79f933f10a47f21b792721b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697452.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/00b/59cdfc30acd092f13fe85d56adfa200b/59cdfc30acd092f13fe85d56adfa200b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697456.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/5f1/eb6de28f965e76a680114f357b1db5f1/eb6de28f965e76a680114f357b1db5f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697460.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/5ca/1b4fcdb530e463b7f29513cd9ef085ca/1b4fcdb530e463b7f29513cd9ef085ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697464.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/285/ad7ae3db704649db3458027fe2348285/ad7ae3db704649db3458027fe2348285.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697468.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/f1f/45a88a453fa15b3835dc0e34d90a8f1f/45a88a453fa15b3835dc0e34d90a8f1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697472.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/83d/d9fa3533c2e403759a9fcb3fb613983d/d9fa3533c2e403759a9fcb3fb613983d.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286536.51743', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286536.52548', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735286537.27858', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok +Unlinked retiring db '/tmp/tmpnz2p3xej/containers/part/suffix/hash/container_1769697116.00000.db' -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '45157bbd9c275d68623840dc98637f7d', '6b84e16b-511f-4a7d-9076-69affbece02e-sda', '1735286535.77745', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('6b84e16b-511f-4a7d-9076-69affbece02e-sda', '589fef55c871b997f28898d3b4e47a82.db') -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '45157bbd9c275d68623840dc98637f7d', '6b84e16b-511f-4a7d-9076-69affbece02e-sda', '1735286535.77745', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('6b84e16b-511f-4a7d-9076-69affbece02e-sda', '589fef55c871b997f28898d3b4e47a82.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4ntl_spa/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '600630ce-598c-499b-83e7-bcb674bdaf3f-sda', '1735286536.43664', '1735286536', '0', '', '1735286536', 0, 0) -test DEBUG: /tmp/tmp4ntl_spa/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '600630ce-598c-499b-83e7-bcb674bdaf3f-sda', '1735286536.43664', '1735286536', '0', '', '1735286536', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('600630ce-598c-499b-83e7-bcb674bdaf3f-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00972 seconds (102.90644/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpl25livvk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '8efaf8e37dcd0f066df33665a1285ff5', '295b2b73-9936-45f9-8c17-2bf2e4d304a2-sda', '1735286536.45722', '1735286536', '0', '', '1735286536', 1, 1) -test DEBUG: /tmp/tmpl25livvk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286540.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '295b2b73-9936-45f9-8c17-2bf2e4d304a2-sda') -test DEBUG: /tmp/tmpl25livvk/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00355625s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '8efaf8e37dcd0f066df33665a1285ff5', '295b2b73-9936-45f9-8c17-2bf2e4d304a2-sda', '1735286536.45722', '1735286536', '0', '', '1735286536', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('295b2b73-9936-45f9-8c17-2bf2e4d304a2-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpl25livvk/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02149 seconds (46.53026/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpl25livvk/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, sync, (1, 'fae9bae12315e7c205b335046f96a168', '58d2847a-530e-4309-9ec4-57f5650139fd-sda', '1735286536.48135', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('58d2847a-530e-4309-9ec4-57f5650139fd-sda', '589fef55c871b997f28898d3b4e47a82.db') -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (1, 'fae9bae12315e7c205b335046f96a168', '58d2847a-530e-4309-9ec4-57f5650139fd-sda', '1735286536.48135', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('58d2847a-530e-4309-9ec4-57f5650139fd-sda', '589fef55c871b997f28898d3b4e47a82.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjt5qqeky/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'cd624df8-4f00-45fa-ba99-89796c8fdddf-sda', '1735286536.49706', '1735286536', '0', '', '1735286536', 0, 1) -test DEBUG: /tmp/tmpjt5qqeky/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'cd624df8-4f00-45fa-ba99-89796c8fdddf-sda', '1735286536.49706', '1735286536', '0', '', '1735286536', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('cd624df8-4f00-45fa-ba99-89796c8fdddf-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01081 seconds (92.48044/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpg35yhj4i/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '8efaf8e37dcd0f066df33665a1285ff5', '0aa625ba-774d-4701-b90d-cba6f732b402-sda', '1735286536.51879', '1735286536', '0', '', '1735286536', 1, 0) -test DEBUG: /tmp/tmpg35yhj4i/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '8efaf8e37dcd0f066df33665a1285ff5', '0aa625ba-774d-4701-b90d-cba6f732b402-sda', '1735286536.51879', '1735286536', '0', '', '1735286536', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('0aa625ba-774d-4701-b90d-cba6f732b402-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpg35yhj4i/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02397 seconds (41.72298/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpg35yhj4i/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '45157bbd9c275d68623840dc98637f7d', 'e8335469-c828-47a9-b52a-27180457b1bd-sda', '1735286536.54546', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('e8335469-c828-47a9-b52a-27180457b1bd-sda', '589fef55c871b997f28898d3b4e47a82.db') -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '45157bbd9c275d68623840dc98637f7d', 'e8335469-c828-47a9-b52a-27180457b1bd-sda', '1735286536.54546', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('e8335469-c828-47a9-b52a-27180457b1bd-sda', '589fef55c871b997f28898d3b4e47a82.db') -test INFO: Cleaning up 0 reconciler containerstest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id -test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_init -test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_load -test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save -test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate -test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697476.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/d51/15a4f6548d0e9afe7eac1c16a3c87d51/15a4f6548d0e9afe7eac1c16a3c87d51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697480.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/c7b/9bd13e7479cab458b9f5c52777154c7b/9bd13e7479cab458b9f5c52777154c7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697484.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/0c1/5fde127b04bf6aff0f73a467daf270c1/5fde127b04bf6aff0f73a467daf270c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697488.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/984/94d6a5e55398a4ad6c23c4fbaa815984/94d6a5e55398a4ad6c23c4fbaa815984.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697492.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/a59/d55e34c69c9faa70f35b9f409a4bca59/d55e34c69c9faa70f35b9f409a4bca59.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697496.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/ec2/745b3f340752673f005d256b4a93bec2/745b3f340752673f005d256b4a93bec2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697500.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/573/076a932b9e35c5b5c1e80122f9712573/076a932b9e35c5b5c1e80122f9712573.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697504.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/b33/d86170824aeba3048ec75084c950eb33/d86170824aeba3048ec75084c950eb33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697508.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/7af/a4af7c7f2e7b2dbd0c6a1b2a8139a7af/a4af7c7f2e7b2dbd0c6a1b2a8139a7af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697512.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/7a2/a1a9bfe89a901663b6096647fc9a57a2/a1a9bfe89a901663b6096647fc9a57a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697516.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/afa/2b626409f9e8eea91b17840fbc462afa/2b626409f9e8eea91b17840fbc462afa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697520.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/dfe/7ef8ffeeb1bf4cd9c706f57b790eadfe/7ef8ffeeb1bf4cd9c706f57b790eadfe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697524.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/d0a/df2f55d8e641885f09bcf748a1f42d0a/df2f55d8e641885f09bcf748a1f42d0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697528.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/2a7/0548f142ef7f3c7f3a467afc6e8242a7/0548f142ef7f3c7f3a467afc6e8242a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697532.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/b5a/98e23135be566509ef0ff4b6c9accb5a/98e23135be566509ef0ff4b6c9accb5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697536.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/360/52a91730dc41e1720683c3f1f17fb360/52a91730dc41e1720683c3f1f17fb360.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697540.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/166/4d7033482d227df1c8940c24467b4166/4d7033482d227df1c8940c24467b4166.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697544.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/c54/a707ec5ee69b7fe1bf696d95c3ec7c54/a707ec5ee69b7fe1bf696d95c3ec7c54.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697548.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/bb7/b687fe595b5ba683df75845040488bb7/b687fe595b5ba683df75845040488bb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697552.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/db0/0bbe74a0ffb39753fdfcb4bcd3a50db0/0bbe74a0ffb39753fdfcb4bcd3a50db0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697556.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/e25/55b81c2d7fc7794ad47e53420a28fe25/55b81c2d7fc7794ad47e53420a28fe25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697560.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/9bb/c6b0f1384e669909cb376fd1fd5119bb/c6b0f1384e669909cb376fd1fd5119bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697564.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/a85/07058b74e6f0b86f896c879f69714a85/07058b74e6f0b86f896c879f69714a85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697568.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/cc3/1950aa41adaa3e452b47ebf27fd56cc3/1950aa41adaa3e452b47ebf27fd56cc3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697572.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/3ae/389d1c4722a29f903680f5974367f3ae/389d1c4722a29f903680f5974367f3ae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697576.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/7bf/7bdc32fb73fee08b0190abd7b0cdb7bf/7bdc32fb73fee08b0190abd7b0cdb7bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697580.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/1f0/69eeb918dafb6560a3729db49b0301f0/69eeb918dafb6560a3729db49b0301f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697584.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/ff9/1dec3b1e27f11ebab5d18ac988636ff9/1dec3b1e27f11ebab5d18ac988636ff9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697588.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/a12/a104dc8dcdcee78cc18cc7a2ce10ba12/a104dc8dcdcee78cc18cc7a2ce10ba12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697592.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/18b/fd9ad86a2f33a39d8d2078bf57ebb18b/fd9ad86a2f33a39d8d2078bf57ebb18b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697596.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/dec/c58a791066a5b6034b70b5332b183dec/c58a791066a5b6034b70b5332b183dec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697600.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/a5b/95b6f09705ae681eb36907584a9d1a5b/95b6f09705ae681eb36907584a9d1a5b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697604.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/cd3/2b72b2f64aca8ce3ea88c99010bf9cd3/2b72b2f64aca8ce3ea88c99010bf9cd3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697608.00000-0, db: /tmp/tmp1r5g9n0s/sda/containers/0/436/d75aaf4894c57ba909b8b4bc9b5f1436/d75aaf4894c57ba909b8b4bc9b5f1436.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpl2o93wrf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697100.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok +Unlinked retiring db '/tmp/tmpnz2p3xej/containers/part/suffix/hash/container_1769697127.00000.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_local_device -test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_args -test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args -test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run -test.unit.common.test_daemon.TestRunDaemon.test_run ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok -test.unit.common.test_daemon.TestRunDaemon.test_signal -test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info -test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok -test.unit.common.test_swob.TestMatch.test_match -test.unit.common.test_swob.TestMatch.test_match ... ok -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_noquote -test.unit.common.test_swob.TestMatch.test_match_noquote ... ok -test.unit.common.test_swob.TestMatch.test_match_star -test.unit.common.test_swob.TestMatch.test_match_star ... ok +test.unit.common.test_swob.TestRequest.test_401_invalid_path +test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok +test.unit.common.test_swob.TestRequest.test_401_unauthorized +test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok +test.unit.common.test_swob.TestRequest.test_401_valid_account_path +test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok +test.unit.common.test_swob.TestRequest.test_accept_header +test.unit.common.test_swob.TestRequest.test_accept_header ... ok +test.unit.common.test_swob.TestRequest.test_allow_reserved_names +test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok +test.unit.common.test_swob.TestRequest.test_as_referer +test.unit.common.test_swob.TestRequest.test_as_referer ... ok +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_bad_range +test.unit.common.test_swob.TestRequest.test_bad_range ... ok +test.unit.common.test_swob.TestRequest.test_blank +test.unit.common.test_swob.TestRequest.test_blank ... ok +test.unit.common.test_swob.TestRequest.test_blank_body_precedence +test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_parsing +test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_copy_get +test.unit.common.test_swob.TestRequest.test_copy_get ... ok +test.unit.common.test_swob.TestRequest.test_datetime_properties +test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok +test.unit.common.test_swob.TestRequest.test_get_response +test.unit.common.test_swob.TestRequest.test_get_response ... ok +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok +test.unit.common.test_swob.TestRequest.test_not_401 +test.unit.common.test_swob.TestRequest.test_not_401 ... ok +test.unit.common.test_swob.TestRequest.test_params +test.unit.common.test_swob.TestRequest.test_params ... ok +test.unit.common.test_swob.TestRequest.test_path +test.unit.common.test_swob.TestRequest.test_path ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop +test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_last +test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_none +test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok +test.unit.common.test_swob.TestRequest.test_path_qs +test.unit.common.test_swob.TestRequest.test_path_qs ... ok +test.unit.common.test_swob.TestRequest.test_path_question_mark +test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok +test.unit.common.test_swob.TestRequest.test_properties +test.unit.common.test_swob.TestRequest.test_properties ... ok +test.unit.common.test_swob.TestRequest.test_split_path +test.unit.common.test_swob.TestRequest.test_split_path ... ok +test.unit.common.test_swob.TestRequest.test_swift_entity_path +test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok +test.unit.common.test_swob.TestRequest.test_timestamp +test.unit.common.test_swob.TestRequest.test_timestamp ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_invalid +test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_missing +test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok +test.unit.common.test_swob.TestRequest.test_unicode_params +test.unit.common.test_swob.TestRequest.test_unicode_params ... ok +test.unit.common.test_swob.TestRequest.test_unicode_path +test.unit.common.test_swob.TestRequest.test_unicode_path ... ok +test.unit.common.test_swob.TestRequest.test_unicode_query +test.unit.common.test_swob.TestRequest.test_unicode_query ... ok +test.unit.common.test_swob.TestRequest.test_url +test.unit.common.test_swob.TestRequest.test_url ... ok +test.unit.common.test_swob.TestRequest.test_url2 +test.unit.common.test_swob.TestRequest.test_url2 ... ok +test.unit.common.test_swob.TestRequest.test_wsgify +test.unit.common.test_swob.TestRequest.test_wsgify ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_method +test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_raise +test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst +test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_init +test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate +test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer +test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer ... ok test.unit.common.test_utils.TestFallocate.test_arg_bounds test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok test.unit.common.test_utils.TestFallocate.test_fallocate @@ -92555,347 +92548,509 @@ test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok -test.unit.common.test_utils.TestShardRange.test_constants -test.unit.common.test_utils.TestShardRange.test_constants ... ok -test.unit.common.test_utils.TestShardRange.test_copy -test.unit.common.test_utils.TestShardRange.test_copy ... ok -test.unit.common.test_utils.TestShardRange.test_deleted_setter -test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok -test.unit.common.test_utils.TestShardRange.test_epoch_setter -test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok -test.unit.common.test_utils.TestShardRange.test_find_ancestors -test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok -test.unit.common.test_utils.TestShardRange.test_find_root -test.unit.common.test_utils.TestShardRange.test_find_root ... ok -test.unit.common.test_utils.TestShardRange.test_increment_meta -test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok -test.unit.common.test_utils.TestShardRange.test_is_child_of -test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok -test.unit.common.test_utils.TestShardRange.test_make_path -test.unit.common.test_utils.TestShardRange.test_make_path ... ok -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_min_max_bounds -test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok -test.unit.common.test_utils.TestShardRange.test_name -test.unit.common.test_utils.TestShardRange.test_name ... ok -test.unit.common.test_utils.TestShardRange.test_name_validation -test.unit.common.test_utils.TestShardRange.test_name_validation ... ok -test.unit.common.test_utils.TestShardRange.test_repr -test.unit.common.test_utils.TestShardRange.test_repr ... ok -test.unit.common.test_utils.TestShardRange.test_resolve_state -test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok -test.unit.common.test_utils.TestShardRange.test_row_count -test.unit.common.test_utils.TestShardRange.test_row_count ... ok -test.unit.common.test_utils.TestShardRange.test_set_deleted -test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key -test.unit.common.test_utils.TestShardRange.test_sort_key ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key_order -test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok -test.unit.common.test_utils.TestShardRange.test_state_setter -test.unit.common.test_utils.TestShardRange.test_state_setter ... ok -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_to_from_dict -test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok -test.unit.common.test_utils.TestShardRange.test_update_meta -test.unit.common.test_utils.TestShardRange.test_update_meta ... ok -test.unit.common.test_utils.TestShardRange.test_update_state -test.unit.common.test_utils.TestShardRange.test_update_state ... ok -test.unit.common.test_utils.TestShardRange.test_update_tombstones -test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES -test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok +test.unit.common.test_utils.TestShardRangeList.test_filter +test.unit.common.test_utils.TestShardRangeList.test_filter ... ok +test.unit.common.test_utils.TestShardRangeList.test_find_lower +test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok +test.unit.common.test_utils.TestShardRangeList.test_includes +test.unit.common.test_utils.TestShardRangeList.test_includes ... ok +test.unit.common.test_utils.TestShardRangeList.test_init +test.unit.common.test_utils.TestShardRangeList.test_init ... ok +test.unit.common.test_utils.TestShardRangeList.test_init_with_list +test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok +test.unit.common.test_utils.TestShardRangeList.test_pop +test.unit.common.test_utils.TestShardRangeList.test_pop ... ok +test.unit.common.test_utils.TestShardRangeList.test_slice +test.unit.common.test_utils.TestShardRangeList.test_slice ... ok +test.unit.common.test_utils.TestShardRangeList.test_states +test.unit.common.test_utils.TestShardRangeList.test_states ... ok +test.unit.common.test_utils.TestShardRangeList.test_timestamps +test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:writetest:writeWRITE -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpl2o93wrf/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697100.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697103.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/650/236c9b5ee096a808ae075b47bff05650/236c9b5ee096a808ae075b47bff05650_1769697103.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697103.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/650/236c9b5ee096a808ae075b47bff05650/236c9b5ee096a808ae075b47bff05650_1769697103.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697106.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/5c9/781186aab2545b1794bf3c60395385c9/781186aab2545b1794bf3c60395385c9_1769697106.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697106.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/5c9/781186aab2545b1794bf3c60395385c9/781186aab2545b1794bf3c60395385c9_1769697106.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697109.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/36b/f198b10dd272132b4c06ab63e88cd36b/f198b10dd272132b4c06ab63e88cd36b_1769697109.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697109.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/36b/f198b10dd272132b4c06ab63e88cd36b/f198b10dd272132b4c06ab63e88cd36b_1769697109.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697112.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/784/292e6c9bda29cf261541d5e41f078784/292e6c9bda29cf261541d5e41f078784_1769697112.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697112.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/784/292e6c9bda29cf261541d5e41f078784/292e6c9bda29cf261541d5e41f078784_1769697112.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697115.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/7bb/a3678d57c4ab049a4838bb38db98a7bb/a3678d57c4ab049a4838bb38db98a7bb_1769697115.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697115.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/7bb/a3678d57c4ab049a4838bb38db98a7bb/a3678d57c4ab049a4838bb38db98a7bb_1769697115.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697118.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/b55/117f114583ddf5a7e36fd8a66335eb55/117f114583ddf5a7e36fd8a66335eb55_1769697118.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697118.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/b55/117f114583ddf5a7e36fd8a66335eb55/117f114583ddf5a7e36fd8a66335eb55_1769697118.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697121.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/fb0/e9f770ae376d657947866a08b8a0afb0/e9f770ae376d657947866a08b8a0afb0_1769697121.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697121.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/fb0/e9f770ae376d657947866a08b8a0afb0/e9f770ae376d657947866a08b8a0afb0_1769697121.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697124.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/698/57f5443d70f666ab3d40ecb892eb3698/57f5443d70f666ab3d40ecb892eb3698_1769697124.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697124.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/698/57f5443d70f666ab3d40ecb892eb3698/57f5443d70f666ab3d40ecb892eb3698_1769697124.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697127.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/082/d99c7d1bec0ae4bc2caa128af27f4082/d99c7d1bec0ae4bc2caa128af27f4082_1769697127.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697127.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/082/d99c7d1bec0ae4bc2caa128af27f4082/d99c7d1bec0ae4bc2caa128af27f4082_1769697127.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697130.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/301/d724ac9d2dc1cb103a536da0cac14301/d724ac9d2dc1cb103a536da0cac14301_1769697130.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697130.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/301/d724ac9d2dc1cb103a536da0cac14301/d724ac9d2dc1cb103a536da0cac14301_1769697130.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697133.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/a6c/63b67a772723ee02f6305eb9815daa6c/63b67a772723ee02f6305eb9815daa6c_1769697133.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697133.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/a6c/63b67a772723ee02f6305eb9815daa6c/63b67a772723ee02f6305eb9815daa6c_1769697133.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697136.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/a4a/9d6c2ad01dfc81bc9489f050867b7a4a/9d6c2ad01dfc81bc9489f050867b7a4a_1769697136.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697136.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/a4a/9d6c2ad01dfc81bc9489f050867b7a4a/9d6c2ad01dfc81bc9489f050867b7a4a_1769697136.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697139.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/810/0ee871d6a639ac19cd776d5a7a2c5810/0ee871d6a639ac19cd776d5a7a2c5810_1769697139.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697139.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/810/0ee871d6a639ac19cd776d5a7a2c5810/0ee871d6a639ac19cd776d5a7a2c5810_1769697139.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697142.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/a62/666e0313e5eddd273d0d660da01ffa62/666e0313e5eddd273d0d660da01ffa62_1769697142.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697142.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/a62/666e0313e5eddd273d0d660da01ffa62/666e0313e5eddd273d0d660da01ffa62_1769697142.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697145.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/88d/275ada07e06b904868eba409701a688d/275ada07e06b904868eba409701a688d_1769697145.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697145.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/88d/275ada07e06b904868eba409701a688d/275ada07e06b904868eba409701a688d_1769697145.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697148.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/fa2/e08c9a09dcacb3182fec8c856264dfa2/e08c9a09dcacb3182fec8c856264dfa2_1769697148.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_default +test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate +test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_close_error +test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit +test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_delete +test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok +test.unit.common.test_manager.TestServer.test_wait +test.unit.common.test_manager.TestServer.test_wait ... ok +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok +test.unit.common.test_utils.TestContextPool.test_close +test.unit.common.test_utils.TestContextPool.test_close ... ok +test.unit.common.test_utils.TestContextPool.test_context_manager +test.unit.common.test_utils.TestContextPool.test_context_manager ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_disabled +test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok +test.unit.common.test_utils.TestFileLikeIter.test_close +test.unit.common.test_utils.TestFileLikeIter.test_close ... ok +test.unit.common.test_utils.TestFileLikeIter.test_get_hub +test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok +test.unit.common.test_utils.TestFileLikeIter.test_next +test.unit.common.test_utils.TestFileLikeIter.test_next ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read +test.unit.common.test_utils.TestFileLikeIter.test_read ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline +test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline2 +test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline3 +test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines +test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok +test.unit.common.test_utils.TestWatchdog.test_start_stop +test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_expire +test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_false +test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_float +test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_int +test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok + +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker @@ -92913,208 +93068,262 @@ test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe42ea21de15e4b4bbf4b0-00676e5f0b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe42ea21de15e4b4bbf4b0-00676e5f0b) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txe42ea21de15e4b4bbf4b0-00676e5f0b) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txe42ea21de15e4b4bbf4b0-00676e5f0b) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txe42ea21de15e4b4bbf4b0-00676e5f0b) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txe42ea21de15e4b4bbf4b0-00676e5f0b) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txe42ea21de15e4b4bbf4b0-00676e5f0b) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txe42ea21de15e4b4bbf4b0-00676e5f0b) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txe42ea21de15e4b4bbf4b0-00676e5f0b) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: txe42ea21de15e4b4bbf4b0-00676e5f0b) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txe42ea21de15e4b4bbf4b0-00676e5f0b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txb6c20729c77040fba194f-00676e5f0b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb6c20729c77040fba194f-00676e5f0b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb6c20729c77040fba194f-00676e5f0b) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txb6c20729c77040fba194f-00676e5f0b) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txc239827dbdff43dd9e96c-00676e5f0b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc239827dbdff43dd9e96c-00676e5f0b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc239827dbdff43dd9e96c-00676e5f0b) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txc239827dbdff43dd9e96c-00676e5f0b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx1c64a18b452a446c8a664-00676e5f0c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1c64a18b452a446c8a664-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1c64a18b452a446c8a664-00676e5f0c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1c64a18b452a446c8a664-00676e5f0c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1c64a18b452a446c8a664-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1c64a18b452a446c8a664-00676e5f0c) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1c64a18b452a446c8a664-00676e5f0c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx1c64a18b452a446c8a664-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1c64a18b452a446c8a664-00676e5f0c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1c64a18b452a446c8a664-00676e5f0c) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1c64a18b452a446c8a664-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1c64a18b452a446c8a664-00676e5f0c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx1c64a18b452a446c8a664-00676e5f0c) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1c64a18b452a446c8a664-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1c64a18b452a446c8a664-00676e5f0c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx1c64a18b452a446c8a664-00676e5f0c) -test DEBUG: Setting object count to 3120 (txn: tx1c64a18b452a446c8a664-00676e5f0c) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txc9f48e97b89a4d29a17a4-00676e5f0c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc9f48e97b89a4d29a17a4-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc9f48e97b89a4d29a17a4-00676e5f0c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc9f48e97b89a4d29a17a4-00676e5f0c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc9f48e97b89a4d29a17a4-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc9f48e97b89a4d29a17a4-00676e5f0c) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc9f48e97b89a4d29a17a4-00676e5f0c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc9f48e97b89a4d29a17a4-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txc9f48e97b89a4d29a17a4-00676e5f0c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc9f48e97b89a4d29a17a4-00676e5f0c) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc9f48e97b89a4d29a17a4-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txc9f48e97b89a4d29a17a4-00676e5f0c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txc9f48e97b89a4d29a17a4-00676e5f0c) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc9f48e97b89a4d29a17a4-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc9f48e97b89a4d29a17a4-00676e5f0c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txc9f48e97b89a4d29a17a4-00676e5f0c) -test DEBUG: Setting object count to 3120 (txn: txc9f48e97b89a4d29a17a4-00676e5f0c) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx52615817b6eb4234870cf-00676e5f0c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx52615817b6eb4234870cf-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx52615817b6eb4234870cf-00676e5f0c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx52615817b6eb4234870cf-00676e5f0c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx52615817b6eb4234870cf-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx52615817b6eb4234870cf-00676e5f0c) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx52615817b6eb4234870cf-00676e5f0c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx52615817b6eb4234870cf-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx52615817b6eb4234870cf-00676e5f0c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx52615817b6eb4234870cf-00676e5f0c) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx52615817b6eb4234870cf-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx52615817b6eb4234870cf-00676e5f0c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx52615817b6eb4234870cf-00676e5f0c) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx52615817b6eb4234870cf-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx52615817b6eb4234870cf-00676e5f0c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx52615817b6eb4234870cf-00676e5f0c) -test DEBUG: Setting object count to 3120 (txn: tx52615817b6eb4234870cf-00676e5f0c) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx96da23663cba48d69abbd-00676e5f0c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx96da23663cba48d69abbd-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx96da23663cba48d69abbd-00676e5f0c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx96da23663cba48d69abbd-00676e5f0c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx96da23663cba48d69abbd-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx96da23663cba48d69abbd-00676e5f0c) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx96da23663cba48d69abbd-00676e5f0c) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx96da23663cba48d69abbd-00676e5f0c) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx96da23663cba48d69abbd-00676e5f0c) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx96da23663cba48d69abbd-00676e5f0c) -test DEBUG: Setting object count to 3120 (txn: tx96da23663cba48d69abbd-00676e5f0c) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx566918ec33634f9c86f52-00676e5f0c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx566918ec33634f9c86f52-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx566918ec33634f9c86f52-00676e5f0c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx566918ec33634f9c86f52-00676e5f0c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx566918ec33634f9c86f52-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx566918ec33634f9c86f52-00676e5f0c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx566918ec33634f9c86f52-00676e5f0c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx566918ec33634f9c86f52-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx566918ec33634f9c86f52-00676e5f0c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx566918ec33634f9c86f52-00676e5f0c) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx566918ec33634f9c86f52-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx566918ec33634f9c86f52-00676e5f0c) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx566918ec33634f9c86f52-00676e5f0c) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx566918ec33634f9c86f52-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx566918ec33634f9c86f52-00676e5f0c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx566918ec33634f9c86f52-00676e5f0c) -test DEBUG: Setting object count to 3120 (txn: tx566918ec33634f9c86f52-00676e5f0c) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx377e8464dcde44969ec10-00676e5f0c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx377e8464dcde44969ec10-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx377e8464dcde44969ec10-00676e5f0c)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_true +test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_chexor +test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok +test.unit.container.test_backend.TestContainerBroker.test_create_broker +test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBroker.test_creation +test.unit.container.test_backend.TestContainerBroker.test_creation ... ok +test.unit.container.test_backend.TestContainerBroker.test_db_file +test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_object +test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: test:testertest:testertest:writetest:writeWRITE fake-swift DEBUG: permission denined: 403 Forbidden test:write READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok +test ERROR: Failed to unlink '/tmp/tmp5cg9yx4r/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp5cg9yx4r/containers/part/suffix/hash/container_1769697100.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp5cg9yx4r/containers/part/suffix/hash/container_1769697100.00000.db': ['/tmp/tmp5cg9yx4r/containers/part/suffix/hash/container.db', '/tmp/tmp5cg9yx4r/containers/part/suffix/hash/container_1769697101.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp5cg9yx4r/containers/part/suffix/hash/container_1769697101.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +Unlinked retiring db '/tmp/tmpxpy0fnzl/containers/part/suffix/hash/3461b235-4c0c-4154-b627-7340f0631f00.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok +Unlinked retiring db '/tmp/tmpa35fpdn9/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Fri, 27 Dec 2024 08:02:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:18 -0000'} -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:18 -0000'} -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:18 -0000'} -test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:18 -0000'} -test DEBUG: bucket None POST -test WARNING: The following digest algorithms are configured but not supported: md5, not-a-valid-digest -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8a7ca0abab694c46bde05-00697b6f48) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8a7ca0abab694c46bde05-00697b6f48) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8a7ca0abab694c46bde05-00697b6f48) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8a7ca0abab694c46bde05-00697b6f48) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx8a7ca0abab694c46bde05-00697b6f48) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8a7ca0abab694c46bde05-00697b6f48) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8a7ca0abab694c46bde05-00697b6f48) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx8a7ca0abab694c46bde05-00697b6f48) +test DEBUG: Setting object count to 1065 (txn: tx8a7ca0abab694c46bde05-00697b6f48) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx091a621703464269a0523-00697b6f49) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx091a621703464269a0523-00697b6f49) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx091a621703464269a0523-00697b6f49) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx091a621703464269a0523-00697b6f49) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx091a621703464269a0523-00697b6f49) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx091a621703464269a0523-00697b6f49) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx091a621703464269a0523-00697b6f49) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx091a621703464269a0523-00697b6f49) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx091a621703464269a0523-00697b6f49) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx091a621703464269a0523-00697b6f49) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx091a621703464269a0523-00697b6f49) +test DEBUG: Setting object count to 1065 (txn: tx091a621703464269a0523-00697b6f49) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc0ad955c2111418cab2d2-00697b6f4a) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txc0ad955c2111418cab2d2-00697b6f4a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txaea89c643e254a55858f6-00697b6f4b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txaea89c643e254a55858f6-00697b6f4b) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txaea89c643e254a55858f6-00697b6f4b) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txaea89c643e254a55858f6-00697b6f4b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txaea89c643e254a55858f6-00697b6f4b) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txaea89c643e254a55858f6-00697b6f4b) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txaea89c643e254a55858f6-00697b6f4b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txaea89c643e254a55858f6-00697b6f4b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txaea89c643e254a55858f6-00697b6f4b) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txaea89c643e254a55858f6-00697b6f4b) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txaea89c643e254a55858f6-00697b6f4b) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txaea89c643e254a55858f6-00697b6f4b) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txaea89c643e254a55858f6-00697b6f4b) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txaea89c643e254a55858f6-00697b6f4b) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txaea89c643e254a55858f6-00697b6f4b) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txaea89c643e254a55858f6-00697b6f4b) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: txaea89c643e254a55858f6-00697b6f4b) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txaea89c643e254a55858f6-00697b6f4b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txd25c079edc0544678e74e-00697b6f4b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd25c079edc0544678e74e-00697b6f4b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd25c079edc0544678e74e-00697b6f4b) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txd25c079edc0544678e74e-00697b6f4b) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx906f3ab2cd8f47698e7f3-00697b6f4b)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok + +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded my-daemon DEBUG: Spawned worker mock-pid-0 with {} my-daemon DEBUG: Spawned worker mock-pid-1 with {} my-daemon DEBUG: Spawned worker mock-pid-2 with {} my-daemon DEBUG: Worker mock-pid-0 exited my-daemon DEBUG: Worker mock-pid-1 exited my-daemon DEBUG: Worker mock-pid-2 exited -my-daemon NOTICE: Finished 1945231 -my-daemon DEBUG: Forked worker 1945231 finished +my-daemon NOTICE: Finished 3334960 +my-daemon DEBUG: Forked worker 3334960 finished my-daemon DEBUG: Spawned worker mock-pid-0 with {} my-daemon DEBUG: Spawned worker mock-pid-1 with {} my-daemon DEBUG: Spawned worker mock-pid-2 with {} @@ -93128,358 +93337,59 @@ my-daemon DEBUG: Cleaned up worker mock-pid-3 my-daemon DEBUG: Cleaned up worker mock-pid-4 my-daemon DEBUG: Cleaned up worker mock-pid-5 -my-daemon NOTICE: SIGTERM received () +my-daemon NOTICE: SIGTERM received () my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True}test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry -test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_just_one -test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_uneven -test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Worker mock-pid exited +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon NOTICE: Worker mock-pid died +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test INFO: Begin container audit "once" mode -test DEBUG: Audit passed for /tmp/tmpa5o61zhi/sda/containers/0/0/0/test.db -test INFO: Container audit "once" mode completed: 0.00s -test INFO: [worker 1/1 pid=1945222] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1945222] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1945222] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1945222] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1945222] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1945222] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1945222] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1945222] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1945222] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1945222] Object reconstruction complete (once). (10.00 minutes) +user quit +No .MockServer object at 0xffff5c696cf0> running +.MockServerFactory.MockServer object at 0xffff5c5c53a0> (1) appears to have stopped +No .MockServerFactory.MockServer object at 0xffff5c5c5430> running +No .MockServerFactory.MockServer object at 0xffff5c5c53a0> running +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff5c5c5400> to die; giving up +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff5c5c52e0> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff5c5c52e0> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff5c5c5460> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff5c5c5460> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0xffff5c5c52e0> to die; killing +Signal .MockServerFactory.MockServer object at 0xffff5c5c52e0> pid: None signal: 9 +WARNING: Unable to modify file descriptor limit. Running as non-root? +WARNING: Unable to modify memory limit. Running as non-root? +WARNING: Unable to modify max process limit. Running as non-root? +test INFO: [worker 1/1 pid=3334960] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3334960] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3334960] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3334960] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3334960] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3334960] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3334960] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3334960] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3334960] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3334960] Object reconstruction complete (once). (10.00 minutes) test INFO: Running object reconstructor in script mode. test INFO: Object reconstruction complete (once). (5.00 minutes) test INFO: Running object reconstructor in script mode. test INFO: Object reconstruction complete (once). (5.00 minutes) test INFO: Running object reconstructor in script mode. test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1945222] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1945222] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1945222] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1945222] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1945222] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1945222] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1945222] Running object reconstructor in script mode.test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once +test INFO: [worker 1/1 pid=3334960] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3334960] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3334960] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3334960] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3334960] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=3334960] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=3334960] Running object reconstructor in script mode.test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok @@ -93513,2349 +93423,460 @@ test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add +test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok - -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx377e8464dcde44969ec10-00676e5f0c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx377e8464dcde44969ec10-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx377e8464dcde44969ec10-00676e5f0c) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx377e8464dcde44969ec10-00676e5f0c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx377e8464dcde44969ec10-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx377e8464dcde44969ec10-00676e5f0c) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx377e8464dcde44969ec10-00676e5f0c) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txa9d9fc84f60b4f77b13e8-00676e5f0c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa9d9fc84f60b4f77b13e8-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9d9fc84f60b4f77b13e8-00676e5f0c) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txa9d9fc84f60b4f77b13e8-00676e5f0c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa9d9fc84f60b4f77b13e8-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa9d9fc84f60b4f77b13e8-00676e5f0c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txa9d9fc84f60b4f77b13e8-00676e5f0c) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txe0064e00b3f4497580d2d-00676e5f0c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe0064e00b3f4497580d2d-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txe0064e00b3f4497580d2d-00676e5f0c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe0064e00b3f4497580d2d-00676e5f0c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe0064e00b3f4497580d2d-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txe0064e00b3f4497580d2d-00676e5f0c) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe0064e00b3f4497580d2d-00676e5f0c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe0064e00b3f4497580d2d-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txe0064e00b3f4497580d2d-00676e5f0c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe0064e00b3f4497580d2d-00676e5f0c) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe0064e00b3f4497580d2d-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txe0064e00b3f4497580d2d-00676e5f0c) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txe0064e00b3f4497580d2d-00676e5f0c) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txe3c2dfdfc8f146b980bb3-00676e5f0c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe3c2dfdfc8f146b980bb3-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3c2dfdfc8f146b980bb3-00676e5f0c) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txe3c2dfdfc8f146b980bb3-00676e5f0c) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx43cf7a78a5e3471b8a938-00676e5f0c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx43cf7a78a5e3471b8a938-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx43cf7a78a5e3471b8a938-00676e5f0c) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx43cf7a78a5e3471b8a938-00676e5f0c) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx5d4a8c888c6e4590aada1-00676e5f0c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5d4a8c888c6e4590aada1-00676e5f0c) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx5d4a8c888c6e4590aada1-00676e5f0c) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx5d4a8c888c6e4590aada1-00676e5f0c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx73f56c042e944ab88ce04-00676e5f0d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx73f56c042e944ab88ce04-00676e5f0d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx73f56c042e944ab88ce04-00676e5f0d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx73f56c042e944ab88ce04-00676e5f0d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx73f56c042e944ab88ce04-00676e5f0d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx73f56c042e944ab88ce04-00676e5f0d) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx73f56c042e944ab88ce04-00676e5f0d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx73f56c042e944ab88ce04-00676e5f0d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx73f56c042e944ab88ce04-00676e5f0d) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx73f56c042e944ab88ce04-00676e5f0d)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok - -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (1945224) wsgi exited, is_accepting=True -proxy INFO: (1945224) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945224) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [26/Dec/2024 20:02:09] "GET /someurl HTTP/1.1" 200 160 0.000057 -proxy INFO: 192.168.0.1 - - [26/Dec/2024 20:02:09] "GET /otherurl HTTP/1.1" 200 179 0.000027 -proxy INFO: wsgi exiting -proxy INFO: (1945224) wsgi exited, is_accepting=True -proxy INFO: (1945224) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945224) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [26/Dec/2024 20:02:09] "GET /someurl HTTP/1.0" 200 186 0.000045 -proxy INFO: wsgi exiting -proxy INFO: (1945224) wsgi exited, is_accepting=True -proxy INFO: (1945224) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945224) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [26/Dec/2024 20:02:09] "GET /someurl HTTP/1.0" 200 179 0.000038 -proxy INFO: wsgi exiting -proxy INFO: (1945224) wsgi exited, is_accepting=True -proxy INFO: (1945224) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945224) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:02:09] "GET /someurl HTTP/1.0" 200 180 0.000250 -proxy INFO: wsgi exiting -proxy INFO: (1945224) wsgi exited, is_accepting=True -proxy INFO: (1945224) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945224) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:02:09] "GET /someurl HTTP/1.0" 200 180 0.000037 -proxy INFO: wsgi exiting -proxy INFO: (1945224) wsgi exited, is_accepting=True -proxy INFO: (1945224) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1945224) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [26/Dec/2024 20:02:09] "GET /someurl HTTP/1.0" 200 180 0.000039 -proxy INFO: wsgi exiting -proxy INFO: (1945224) wsgi exited, is_accepting=True -test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -WARNING: Unable to modify file descriptor limit. Running as non-root? -WARNING: Unable to modify memory limit. Running as non-root? -WARNING: Unable to modify max process limit. Running as non-root? -test ERROR: Problem finding shard upper in '/tmp/tmpc6e0acpi/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpc6e0acpi/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpcjumr_gr/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpcjumr_gr/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok - -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpkeaspzbr/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'fbce7255-66cf-4a84-8555-e329d5fb015d-sda', '1735286537.11925', '1735286537', '1735286539', '', '1735286539', 0, 1) -test DEBUG: /tmp/tmpkeaspzbr/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'fbce7255-66cf-4a84-8555-e329d5fb015d-sda', '1735286537.11925', '1735286537', '1735286539', '', '1735286539', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('fbce7255-66cf-4a84-8555-e329d5fb015d-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01005 seconds (99.52217/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyg8r_t_y/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'ae1ab11efc6bdf7627dd10bf19650397', 'f353c730-ff5d-40fa-a442-859f036983cf-sda', '1735286537.14062', '1735286537', '1735286539', '', '1735286539', 1, 1) -test DEBUG: /tmp/tmpyg8r_t_y/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286542.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'f353c730-ff5d-40fa-a442-859f036983cf-sda') -test DEBUG: /tmp/tmpyg8r_t_y/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00266075s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'ae1ab11efc6bdf7627dd10bf19650397', 'f353c730-ff5d-40fa-a442-859f036983cf-sda', '1735286537.14062', '1735286537', '1735286539', '', '1735286539', 1, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('f353c730-ff5d-40fa-a442-859f036983cf-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpyg8r_t_y/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02181 seconds (45.85772/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpyg8r_t_y/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '1bb23c39f2401f359c65648f0ec265b0', 'a7158144-a095-4680-bb63-632f639742db-sda', '1735286537.16547', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('a7158144-a095-4680-bb63-632f639742db-sda', '589fef55c871b997f28898d3b4e47a82.db') -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '1bb23c39f2401f359c65648f0ec265b0', 'a7158144-a095-4680-bb63-632f639742db-sda', '1735286537.16547', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('a7158144-a095-4680-bb63-632f639742db-sda', '589fef55c871b997f28898d3b4e47a82.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8mbkii3b/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '4a0fb508-6dd8-4bf2-9581-7a49e654203a-sda', '1735286537.18201', '1735286537', '1735286539', '', '1735286539', 0, 1) -test DEBUG: /tmp/tmp8mbkii3b/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '4a0fb508-6dd8-4bf2-9581-7a49e654203a-sda', '1735286537.18201', '1735286537', '1735286539', '', '1735286539', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('4a0fb508-6dd8-4bf2-9581-7a49e654203a-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01138 seconds (87.88223/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpogigr4hz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'ae1ab11efc6bdf7627dd10bf19650397', 'e0ccbf2d-bace-4c39-b8cb-b15e7a458720-sda', '1735286537.20547', '1735286537', '1735286539', '', '1735286539', 1, 0) -test DEBUG: /tmp/tmpogigr4hz/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'ae1ab11efc6bdf7627dd10bf19650397', 'e0ccbf2d-bace-4c39-b8cb-b15e7a458720-sda', '1735286537.20547', '1735286537', '1735286539', '', '1735286539', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('e0ccbf2d-bace-4c39-b8cb-b15e7a458720-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpogigr4hz/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01752 seconds (57.07824/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpogigr4hz/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '3b9abd13841c9f74a93f30802b63d3ee', '496e94f2-7602-417f-a3a7-836bcaeee2c2-sda', '1735286537.22631', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('496e94f2-7602-417f-a3a7-836bcaeee2c2-sda', '589fef55c871b997f28898d3b4e47a82.db') -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '3b9abd13841c9f74a93f30802b63d3ee', '496e94f2-7602-417f-a3a7-836bcaeee2c2-sda', '1735286537.22631', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('496e94f2-7602-417f-a3a7-836bcaeee2c2-sda', '589fef55c871b997f28898d3b4e47a82.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpy7jcr801/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '2f8c0f00-dab7-4ce7-b439-812e064c341f-sda', '1735286537.24344', '1735286540', '1735286539', '', '1735286540', 0, 0) -test DEBUG: /tmp/tmpy7jcr801/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '2f8c0f00-dab7-4ce7-b439-812e064c341f-sda', '1735286537.24344', '1735286540', '1735286539', '', '1735286540', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok - -test INFO: [worker 1/1 pid=1945222] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. -test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. -test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) -test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. -test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. -test DEBUG: [worker 2/4 pid=20641] debug message -test INFO: [worker 2/4 pid=20641] info message -test WARNING: [worker 2/4 pid=20641] warning message -test ERROR: [worker 2/4 pid=20641] error message -test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx0541957564924726906e8-00676e5f0d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx64075636ebce4bf2b1e25-00676e5f0d) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpniknqyml/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpniknqyml/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpniknqyml/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpniknqyml/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 1945222 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 1945222 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1945222 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 1945222 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx782d775fadb44e0e8ffca-00676e5f0d" "proxy-server 1945222" 0.0020 "-" 1945222 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:51121/sdb1/1/a/c" "tx782d775fadb44e0e8ffca-00676e5f0d" "container-server 1945222" 0.0011 "-" 1945222 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:54809/sda1/1/a/c" "tx782d775fadb44e0e8ffca-00676e5f0d" "container-server 1945222" 0.0011 "-" 1945222 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx782d775fadb44e0e8ffca-00676e5f0d" "proxy-server 1945222" 0.0134 "-" 1945222 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx782d775fadb44e0e8ffca-00676e5f0d" "proxy-server 1945222" 0.0094 "-" 1945222 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/21 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx782d775fadb44e0e8ffca-00676e5f0d - 0.0223 - - 1735286541.372624874 1735286541.394957066 0test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok -test.unit.test_locale.test_locale.TestTranslations.test_translations -test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txe3f1a4ca3ace49cdbf20d-00676e5f0d" "proxy-server 1945222" 0.0011 "-" 1945222 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:54809/sda1/1/a1/c1" "txe3f1a4ca3ace49cdbf20d-00676e5f0d" "container-server 1945222" 0.0011 "-" 1945222 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:51121/sdb1/1/a1/c1" "txe3f1a4ca3ace49cdbf20d-00676e5f0d" "container-server 1945222" 0.0010 "-" 1945222 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe3f1a4ca3ace49cdbf20d-00676e5f0d" "proxy-server 1945222" 0.0086 "-" 1945222 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe3f1a4ca3ace49cdbf20d-00676e5f0d" "proxy-server 1945222" 0.0147 "-" 1945222 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/21 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txe3f1a4ca3ace49cdbf20d-00676e5f0d - 0.0221 - - 1735286541.396445990 1735286541.418588161 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3ebfb02910384b038c70b-00676e5f0d" "proxy-server 1945222" 0.0020 "-" 1945222 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:51121/sdb1/2/a/c1" "tx3ebfb02910384b038c70b-00676e5f0d" "container-server 1945222" 0.0030 "-" 1945222 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:54809/sda1/2/a/c1" "tx3ebfb02910384b038c70b-00676e5f0d" "container-server 1945222" 0.0011 "-" 1945222 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3ebfb02910384b038c70b-00676e5f0d" "proxy-server 1945222" 0.0104 "-" 1945222 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3ebfb02910384b038c70b-00676e5f0d" "proxy-server 1945222" 0.0154 "-" 1945222 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/21 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3ebfb02910384b038c70b-00676e5f0d - 0.0237 - - 1735286541.419991016 1735286541.443728209 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx40d127e36f134628b7774-00676e5f0d" "proxy-server 1945222" 0.0020 "-" 1945222 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:54809/sda1/1/a/c2" "tx40d127e36f134628b7774-00676e5f0d" "container-server 1945222" 0.0019 "-" 1945222 2 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:51121/sdb1/1/a/c2" "tx40d127e36f134628b7774-00676e5f0d" "container-server 1945222" 0.0018 "-" 1945222 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx40d127e36f134628b7774-00676e5f0d" "proxy-server 1945222" 0.0100 "-" 1945222 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx40d127e36f134628b7774-00676e5f0d" "proxy-server 1945222" 0.0151 "-" 1945222 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/21 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx40d127e36f134628b7774-00676e5f0d - 0.0234 - - 1735286541.445180655 1735286541.468585491 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_defaults -test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok - -my-daemon DEBUG: Worker mock-pid exited -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon NOTICE: Worker mock-pid died -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0042 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0035 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 1945231 2 -test ERROR: ERROR Account update failed with 127.0.0.1:45385/sda1 (will retry later): Response 503 OK -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0025 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0066 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0032 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0028 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0010 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0010 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0044 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 1945231 2 -test DEBUG: Unlinked retiring db '/tmp/tmprq_oreu9/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0011 "-" 1945231 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test ERROR: Error retrieving recon data: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception - raise Exception -Exception -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error parsing recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError - raise ValueError -ValueError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSErrortest.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok -test.unit.common.test_db.TestExampleBroker.test_commit_pending -test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok -test.unit.common.test_db.TestExampleBroker.test_delete_db -test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok -test.unit.common.test_db.TestExampleBroker.test_get_info -test.unit.common.test_db.TestExampleBroker.test_get_info ... ok -test.unit.common.test_db.TestExampleBroker.test_get_max_row -test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok -test.unit.common.test_db.TestExampleBroker.test_get_syncs -test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok -test.unit.common.test_db.TestExampleBroker.test_maybe_get -test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_put_timestamp -test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok -test.unit.common.test_db.TestExampleBroker.test_status_changed_at -test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_creation -test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok - -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2 new rows) -test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 170, in replicate - self.request('REPLICATE', self.path, body, - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 356, in other_req - raise Exception('blah') -Exception: blah -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok - -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('2f8c0f00-dab7-4ce7-b439-812e064c341f-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.13380 seconds (7.47391/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpcgl5s4bc/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '8cf2316f051d7a72e4c82bb45a8c92a1', '464a0229-c85c-40f4-857a-6f301007ac72-sda', '1735286537.38843', '1735286540', '1735286539', '', '1735286540', 1, 0) -test DEBUG: /tmp/tmpcgl5s4bc/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735286543.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '464a0229-c85c-40f4-857a-6f301007ac72-sda') -test DEBUG: /tmp/tmpcgl5s4bc/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0032928s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '8cf2316f051d7a72e4c82bb45a8c92a1', '464a0229-c85c-40f4-857a-6f301007ac72-sda', '1735286537.38843', '1735286540', '1735286539', '', '1735286540', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('464a0229-c85c-40f4-857a-6f301007ac72-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpcgl5s4bc/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.02138 seconds (46.77206/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpcgl5s4bc/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '27e9d6659b4340e4c2ecd5afa25352df', 'c30f8f3b-dddf-4002-b8cc-edceadce9a7f-sda', '1735286537.41468', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('c30f8f3b-dddf-4002-b8cc-edceadce9a7f-sda', '589fef55c871b997f28898d3b4e47a82.db') -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '27e9d6659b4340e4c2ecd5afa25352df', 'c30f8f3b-dddf-4002-b8cc-edceadce9a7f-sda', '1735286537.41468', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('c30f8f3b-dddf-4002-b8cc-edceadce9a7f-sda', '589fef55c871b997f28898d3b4e47a82.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp841bnm64/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'cc09e251-bdd4-4ee5-aa79-920775618207-sda', '1735286537.43188', '1735286540', '1735286539', '', '1735286540', 0, 1) -test DEBUG: /tmp/tmp841bnm64/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'cc09e251-bdd4-4ee5-aa79-920775618207-sda', '1735286537.43188', '1735286540', '1735286539', '', '1735286540', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('cc09e251-bdd4-4ee5-aa79-920775618207-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01230 seconds (81.27485/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpoxi8cwwj/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '8cf2316f051d7a72e4c82bb45a8c92a1', 'b0721c78-70ab-4f3c-971f-d8ce7d84f91e-sda', '1735286537.45575', '1735286540', '1735286539', '', '1735286540', 1, 0) -test DEBUG: /tmp/tmpoxi8cwwj/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '8cf2316f051d7a72e4c82bb45a8c92a1', 'b0721c78-70ab-4f3c-971f-d8ce7d84f91e-sda', '1735286537.45575', '1735286540', '1735286539', '', '1735286540', 1, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('b0721c78-70ab-4f3c-971f-d8ce7d84f91e-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpoxi8cwwj/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01785 seconds (56.00887/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpoxi8cwwj/sda/containers/0/a82/589fef55c871b997f28898d3b4e47a82/589fef55c871b997f28898d3b4e47a82.db -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '27e9d6659b4340e4c2ecd5afa25352df', '93fec6a9-c8ec-4974-b702-c9795b8c68c4-sda', '1735286537.47869', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdb/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('93fec6a9-c8ec-4974-b702-c9795b8c68c4-sda', '589fef55c871b997f28898d3b4e47a82.db') -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, sync, (1, '27e9d6659b4340e4c2ecd5afa25352df', '93fec6a9-c8ec-4974-b702-c9795b8c68c4-sda', '1735286537.47869', '1735286400', '0', '', '1735286400', 1, 0) -REPLICATE: /sdc/0/589fef55c871b997f28898d3b4e47a82, complete_rsync, ('93fec6a9-c8ec-4974-b702-c9795b8c68c4-sda', '589fef55c871b997f28898d3b4e47a82.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '9466a5f344f9ede87c084cfbfbf22c0e', 'b0078c8b-dbdb-4c29-a5dd-f1b062441212-sda', '1735286537.66603', '1735286537.00000', '0', '{"x-container-meta-test": ["foo", "1735286537.00000"]}', '1735286537.00000', 1, 0) -test DEBUG: replicator-rpc-sync time for info: 0.00s -test DEBUG: replicator-rpc-sync time for update_metadata: 0.00s -test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.00s -test DEBUG: replicator-rpc-sync time for get_sync: 0.00s -test DEBUG: replicator-rpc-sync time for merge_syncs: 0.00s -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '92642b0f9d5fb4669853371bac7c9f27', 'a67316cd-bf05-4754-81af-058e1b731018-sda', '1735286537.68700', '1735286537.68513', '0', '', '1735286537.68513', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286537.69125', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286537.69125', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286537.69125', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286537.69129', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286537.69129', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286537.69129', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286537.69130', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286537.69130', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286537.69130', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'a67316cd-bf05-4754-81af-058e1b731018-sda') -test DEBUG: /tmp/tmphnnja6xe/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmphnnja6xe/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735286537.69278', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'a67316cd-bf05-4754-81af-058e1b731018-sda') -test DEBUG: /tmp/tmphnnja6xe/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0028646s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '92642b0f9d5fb4669853371bac7c9f27', 'a67316cd-bf05-4754-81af-058e1b731018-sda', '1735286537.68700', '1735286537.68513', '0', '', '1735286537.68513', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286537.69125', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286537.69125', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286537.69125', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286537.69129', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286537.69129', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286537.69129', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286537.69130', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286537.69130', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286537.69130', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'a67316cd-bf05-4754-81af-058e1b731018-sda') -test DEBUG: /tmp/tmphnnja6xe/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmphnnja6xe/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '92642b0f9d5fb4669853371bac7c9f27', 'a67316cd-bf05-4754-81af-058e1b731018-sda', '1735286537.68700', '1735286537.68513', '0', '', '1735286537.68513', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286537.69125', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286537.69125', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286537.69125', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286537.69129', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1735286538.05821', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286537.69129', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286537.69130', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286537.69130', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286537.69130', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286538.05790', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286538.05790', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286538.05770', 'epoch': '1735286538.05770', 'reported': 0, 'tombstones': -1}], 'a67316cd-bf05-4754-81af-058e1b731018-sda') -test DEBUG: /tmp/tmphnnja6xe/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmphnnja6xe/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '92642b0f9d5fb4669853371bac7c9f27', 'a67316cd-bf05-4754-81af-058e1b731018-sda', '1735286537.68700', '1735286537.68513', '0', '', '1735286537.68513', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286537.69125', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286537.69125', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286537.69125', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286537.69129', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286538.06961', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286537.69129', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286537.69130', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286537.69130', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286537.69130', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286538.05790', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286538.05790', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286538.05770', 'epoch': '1735286538.05770', 'reported': 0, 'tombstones': -1}], 'a67316cd-bf05-4754-81af-058e1b731018-sda') -test DEBUG: /tmp/tmphnnja6xe/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmphnnja6xe/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '92642b0f9d5fb4669853371bac7c9f27', 'a67316cd-bf05-4754-81af-058e1b731018-sda', '1735286537.68700', '1735286537.68513', '0', '', '1735286537.68513', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286538.08162', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286538.08162', 'deleted': 1, 'state': 10, 'state_timestamp': '1735286538.08162', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286537.69129', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286538.06961', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286537.69129', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286537.69130', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286537.69130', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286537.69130', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286538.05790', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286538.05790', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286538.05770', 'epoch': '1735286538.05770', 'reported': 0, 'tombstones': -1}], 'a67316cd-bf05-4754-81af-058e1b731018-sda') -test DEBUG: /tmp/tmphnnja6xe/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmphnnja6xe/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok - filename:lineno(function) - 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 9 0.000 0.000 0.000 0.000 :0(exec) - 9 0.000 0.000 0.000 0.000 :0(getcwd) - 9 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 9 0.000 0.000 0.000 0.000 :0(setprofile) +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok +Unlinked retiring db '/tmp/tmp5375p7fs/containers/part/suffix/hash/container-65d889d8-7d40-4a67-9250-0dc0c2fce8cc.db' +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697148.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/fa2/e08c9a09dcacb3182fec8c856264dfa2/e08c9a09dcacb3182fec8c856264dfa2_1769697148.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697151.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/eb0/86a7253423300e51b30c03941aeeeeb0/86a7253423300e51b30c03941aeeeeb0_1769697151.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697151.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/eb0/86a7253423300e51b30c03941aeeeeb0/86a7253423300e51b30c03941aeeeeb0_1769697151.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697154.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/728/e93a8be8a7c13f1f0447dd5e742fa728/e93a8be8a7c13f1f0447dd5e742fa728_1769697154.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697154.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/728/e93a8be8a7c13f1f0447dd5e742fa728/e93a8be8a7c13f1f0447dd5e742fa728_1769697154.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697157.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/16a/2b900ccc153169f1fba51bfd8701416a/2b900ccc153169f1fba51bfd8701416a_1769697157.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697157.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/16a/2b900ccc153169f1fba51bfd8701416a/2b900ccc153169f1fba51bfd8701416a_1769697157.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697160.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/af3/3fcf002dd807dcb08494f3c935bf7af3/3fcf002dd807dcb08494f3c935bf7af3_1769697160.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697160.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/af3/3fcf002dd807dcb08494f3c935bf7af3/3fcf002dd807dcb08494f3c935bf7af3_1769697160.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697163.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/24b/829b3c4084729eb568f6e3eab9dde24b/829b3c4084729eb568f6e3eab9dde24b_1769697163.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697163.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/24b/829b3c4084729eb568f6e3eab9dde24b/829b3c4084729eb568f6e3eab9dde24b_1769697163.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697166.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/860/1446c7eeb09bc46a2b3b314741c21860/1446c7eeb09bc46a2b3b314741c21860_1769697166.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697166.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/860/1446c7eeb09bc46a2b3b314741c21860/1446c7eeb09bc46a2b3b314741c21860_1769697166.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697169.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/5e6/90f9fb64b7b29a8499e195413a1dd5e6/90f9fb64b7b29a8499e195413a1dd5e6_1769697169.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697169.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/5e6/90f9fb64b7b29a8499e195413a1dd5e6/90f9fb64b7b29a8499e195413a1dd5e6_1769697169.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697172.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/a63/57d139909d59d700d71195ce215c9a63/57d139909d59d700d71195ce215c9a63_1769697172.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697172.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/a63/57d139909d59d700d71195ce215c9a63/57d139909d59d700d71195ce215c9a63_1769697172.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697175.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/f05/53dcd5ade59a04e3f8e8a819802eff05/53dcd5ade59a04e3f8e8a819802eff05_1769697175.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697175.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/f05/53dcd5ade59a04e3f8e8a819802eff05/53dcd5ade59a04e3f8e8a819802eff05_1769697175.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697178.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/59f/35cbf70508d4bf006facd4b873aa059f/35cbf70508d4bf006facd4b873aa059f_1769697178.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697178.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/59f/35cbf70508d4bf006facd4b873aa059f/35cbf70508d4bf006facd4b873aa059f_1769697178.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697181.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/a02/d2859644051f6895229c616f1377fa02/d2859644051f6895229c616f1377fa02_1769697181.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697181.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/a02/d2859644051f6895229c616f1377fa02/d2859644051f6895229c616f1377fa02_1769697181.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697184.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/226/c15f1fbe93305207b50211474bb48226/c15f1fbe93305207b50211474bb48226_1769697184.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697184.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/226/c15f1fbe93305207b50211474bb48226/c15f1fbe93305207b50211474bb48226_1769697184.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697187.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/7c4/a15f5737ac9528f9a3aa3512def277c4/a15f5737ac9528f9a3aa3512def277c4_1769697187.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697187.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/7c4/a15f5737ac9528f9a3aa3512def277c4/a15f5737ac9528f9a3aa3512def277c4_1769697187.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697190.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/cbf/ce984da727e978d892fccf28a076fcbf/ce984da727e978d892fccf28a076fcbf_1769697190.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697190.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/cbf/ce984da727e978d892fccf28a076fcbf/ce984da727e978d892fccf28a076fcbf_1769697190.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697193.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/f94/1541943fd2cfb9675e35357595868f94/1541943fd2cfb9675e35357595868f94_1769697193.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697193.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/f94/1541943fd2cfb9675e35357595868f94/1541943fd2cfb9675e35357595868f94_1769697193.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697196.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/17e/99b5797747b3b3f62d5f55e446b8517e/99b5797747b3b3f62d5f55e446b8517e_1769697196.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697196.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/17e/99b5797747b3b3f62d5f55e446b8517e/99b5797747b3b3f62d5f55e446b8517e_1769697196.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697199.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/fd8/2413f8d5c4bb5fd19d9f412c1b7a2fd8/2413f8d5c4bb5fd19d9f412c1b7a2fd8_1769697199.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697199.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/fd8/2413f8d5c4bb5fd19d9f412c1b7a2fd8/2413f8d5c4bb5fd19d9f412c1b7a2fd8_1769697199.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697202.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/ee0/01a649e34fa06002efd98c54de48dee0/01a649e34fa06002efd98c54de48dee0_1769697202.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697202.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/ee0/01a649e34fa06002efd98c54de48dee0/01a649e34fa06002efd98c54de48dee0_1769697202.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697205.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/b81/6619d4a544fbee550acc4c4ea0926b81/6619d4a544fbee550acc4c4ea0926b81_1769697205.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697205.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/b81/6619d4a544fbee550acc4c4ea0926b81/6619d4a544fbee550acc4c4ea0926b81_1769697205.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697208.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/d5b/ad3b921413c29a8c922f511ccf647d5b/ad3b921413c29a8c922f511ccf647d5b_1769697208.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697208.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/d5b/ad3b921413c29a8c922f511ccf647d5b/ad3b921413c29a8c922f511ccf647d5b_1769697208.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697211.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/e0d/3890f7ddecfd570a58667fba34666e0d/3890f7ddecfd570a58667fba34666e0d_1769697211.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697211.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/e0d/3890f7ddecfd570a58667fba34666e0d/3890f7ddecfd570a58667fba34666e0d_1769697211.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697214.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/2fe/87e4e6e5a15623ebb3d47a6abb1512fe/87e4e6e5a15623ebb3d47a6abb1512fe_1769697214.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697214.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/2fe/87e4e6e5a15623ebb3d47a6abb1512fe/87e4e6e5a15623ebb3d47a6abb1512fe_1769697214.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697217.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/c7f/1e62c62fda9a1eaa4b1028a80cfccc7f/1e62c62fda9a1eaa4b1028a80cfccc7f_1769697217.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697217.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/c7f/1e62c62fda9a1eaa4b1028a80cfccc7f/1e62c62fda9a1eaa4b1028a80cfccc7f_1769697217.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697220.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/826/ade5025af0ac0e09fe5f7cc7a5b16826/ade5025af0ac0e09fe5f7cc7a5b16826_1769697220.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697220.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/826/ade5025af0ac0e09fe5f7cc7a5b16826/ade5025af0ac0e09fe5f7cc7a5b16826_1769697220.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697223.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/88f/5107df03b5391c78c9bedad588c4988f/5107df03b5391c78c9bedad588c4988f_1769697223.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697223.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/88f/5107df03b5391c78c9bedad588c4988f/5107df03b5391c78c9bedad588c4988f_1769697223.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697226.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/d45/784473e20032283508785bc5a10d8d45/784473e20032283508785bc5a10d8d45_1769697226.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697226.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/d45/784473e20032283508785bc5a10d8d45/784473e20032283508785bc5a10d8d45_1769697226.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697229.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/744/7a3b6c53ec636215b69aa5a71f22f744/7a3b6c53ec636215b69aa5a71f22f744_1769697229.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697229.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/744/7a3b6c53ec636215b69aa5a71f22f744/7a3b6c53ec636215b69aa5a71f22f744_1769697229.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697232.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/cb5/1afec959c487c8a75fd736f1bea51cb5/1afec959c487c8a75fd736f1bea51cb5_1769697232.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697232.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/cb5/1afec959c487c8a75fd736f1bea51cb5/1afec959c487c8a75fd736f1bea51cb5_1769697232.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697235.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/47a/390ec4c8393d38d96ffd69a2c382747a/390ec4c8393d38d96ffd69a2c382747a_1769697235.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697235.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/47a/390ec4c8393d38d96ffd69a2c382747a/390ec4c8393d38d96ffd69a2c382747a_1769697235.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697238.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/e7b/f3cb16d2b9e59a61598a687bd9cf8e7b/f3cb16d2b9e59a61598a687bd9cf8e7b_1769697238.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697238.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/e7b/f3cb16d2b9e59a61598a687bd9cf8e7b/f3cb16d2b9e59a61598a687bd9cf8e7b_1769697238.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697241.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/083/8086b084cdfecd0ec5a92cd851894083/8086b084cdfecd0ec5a92cd851894083_1769697241.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697241.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/083/8086b084cdfecd0ec5a92cd851894083/8086b084cdfecd0ec5a92cd851894083_1769697241.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697244.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/175/32f0a9621834315dba33d348a88a8175/32f0a9621834315dba33d348a88a8175_1769697244.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697244.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/175/32f0a9621834315dba33d348a88a8175/32f0a9621834315dba33d348a88a8175_1769697244.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697247.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/2a7/cb3d8e5c01427d08b41c6c6383b4b2a7/cb3d8e5c01427d08b41c6c6383b4b2a7_1769697247.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697247.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/2a7/cb3d8e5c01427d08b41c6c6383b4b2a7/cb3d8e5c01427d08b41c6c6383b4b2a7_1769697247.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697250.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/c86/3503aef855e261c985c7548786f9dc86/3503aef855e261c985c7548786f9dc86_1769697250.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697250.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/c86/3503aef855e261c985c7548786f9dc86/3503aef855e261c985c7548786f9dc86_1769697250.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697253.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/2c8/c84343329bcf333cab424e2f22ede2c8/c84343329bcf333cab424e2f22ede2c8_1769697253.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697253.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/2c8/c84343329bcf333cab424e2f22ede2c8/c84343329bcf333cab424e2f22ede2c8_1769697253.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697256.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/458/87deee46a85af21145e81a6429c9e458/87deee46a85af21145e81a6429c9e458_1769697256.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697256.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/458/87deee46a85af21145e81a6429c9e458/87deee46a85af21145e81a6429c9e458_1769697256.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697259.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/465/291c6e24d76724a992ebff3ff07bc465/291c6e24d76724a992ebff3ff07bc465_1769697259.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697259.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/465/291c6e24d76724a992ebff3ff07bc465/291c6e24d76724a992ebff3ff07bc465_1769697259.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697262.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/da2/8c4ca7d7a5dd758303266fc553564da2/8c4ca7d7a5dd758303266fc553564da2_1769697262.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697262.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/da2/8c4ca7d7a5dd758303266fc553564da2/8c4ca7d7a5dd758303266fc553564da2_1769697262.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697265.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/3a6/3d8ce5cec28d16476186bc6f9c1273a6/3d8ce5cec28d16476186bc6f9c1273a6_1769697265.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697265.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/3a6/3d8ce5cec28d16476186bc6f9c1273a6/3d8ce5cec28d16476186bc6f9c1273a6_1769697265.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697268.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/20a/75c03f46a501ee5abf96634ba311c20a/75c03f46a501ee5abf96634ba311c20a_1769697268.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697268.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/20a/75c03f46a501ee5abf96634ba311c20a/75c03f46a501ee5abf96634ba311c20a_1769697268.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697271.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/42c/2f04477eb698974b06ec311a7f99242c/2f04477eb698974b06ec311a7f99242c_1769697271.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697271.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/42c/2f04477eb698974b06ec311a7f99242c/2f04477eb698974b06ec311a7f99242c_1769697271.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697274.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/499/402b5bb9a47cae9a8f1829f2aeced499/402b5bb9a47cae9a8f1829f2aeced499_1769697274.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697274.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/499/402b5bb9a47cae9a8f1829f2aeced499/402b5bb9a47cae9a8f1829f2aeced499_1769697274.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697277.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/07c/27fb2d713f28bc61e0b7af8d78e4c07c/27fb2d713f28bc61e0b7af8d78e4c07c_1769697277.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697277.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/07c/27fb2d713f28bc61e0b7af8d78e4c07c/27fb2d713f28bc61e0b7af8d78e4c07c_1769697277.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697280.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/87a/ac10ac8121ba26793789287d1bcaf87a/ac10ac8121ba26793789287d1bcaf87a_1769697280.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697280.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/87a/ac10ac8121ba26793789287d1bcaf87a/ac10ac8121ba26793789287d1bcaf87a_1769697280.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697283.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/94f/8296e0d3150641d4aa1d0551a927894f/8296e0d3150641d4aa1d0551a927894f_1769697283.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697283.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/94f/8296e0d3150641d4aa1d0551a927894f/8296e0d3150641d4aa1d0551a927894f_1769697283.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697286.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/c5e/b4d10aff4c2fa4edc93e97fe65c8ac5e/b4d10aff4c2fa4edc93e97fe65c8ac5e_1769697286.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697286.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/c5e/b4d10aff4c2fa4edc93e97fe65c8ac5e/b4d10aff4c2fa4edc93e97fe65c8ac5e_1769697286.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697289.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/d11/acb4f1d9dcb3cb9d238c8ef9c6ccad11/acb4f1d9dcb3cb9d238c8ef9c6ccad11_1769697289.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697289.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/d11/acb4f1d9dcb3cb9d238c8ef9c6ccad11/acb4f1d9dcb3cb9d238c8ef9c6ccad11_1769697289.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697292.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/5bc/96ad9d4f297cf009ca39119348bde5bc/96ad9d4f297cf009ca39119348bde5bc_1769697292.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok +Unlinked retiring db '/tmp/tmp5375p7fs/containers/part/suffix/hash/container-03014b0c-6cec-4a76-8400-effb995ef296.db' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok -test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test ERROR: Problem finding shard upper in '/tmp/tmpfrlnhknd/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpfrlnhknd/test_container.db': : +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpzu6ulb3e/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpzu6ulb3e/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state - -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0038 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0027 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0028 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0054 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0028 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0028 "-" 1945231 2 -test DEBUG: Unlinked retiring db '/tmp/tmpfulk4a2u/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0025 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0025 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0037 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0035 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0024 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0067 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0004 "-" 1945231 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok - + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty +test.unit.container.test_backend.TestContainerBroker.test_empty ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Fri, 27 Dec 2024 08:02:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, deferring rejection based on error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test INFO: - - 27/Dec/2024/08/02/17 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1735286537.894877195 1735286537.894965649 - -test INFO: - - 27/Dec/2024/08/02/17 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1735286537.896003008 1735286537.896010637 - -test INFO: - - 27/Dec/2024/08/02/18 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1735286537.896846056 1735286538.596846104 - -test INFO: - - 27/Dec/2024/08/02/17 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286537.898424625 1735286537.898494244 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok - -test INFO: GET /v1/a/c 205 205 -test INFO: GET /v1/a/c 209 205 -test INFO: GET /v1/a/c 210 205 -test INFO: 1.2.3.4 1.2.3.4 27/Dec/2024/08/02/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286538.876957893 1735286538.877024412 - -test INFO: - - 27/Dec/2024/08/02/18 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1735286538.877962828 1735286538.877985477 - -test INFO: - - 27/Dec/2024/08/02/18 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1735286538.878878117 1735286538.878890753 - -test INFO: - - 27/Dec/2024/08/02/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286538.879605532 1735286538.879662275 - -test INFO: - - 27/Dec/2024/08/02/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286538.880357265 1735286538.880434513 - -test INFO: - - 27/Dec/2024/08/02/18 GET / HTTP/1.0 200 - - - - 15 - - - 0.0004 - - 1735286538.880344629 1735286538.880716801 - -test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - -test INFO: GET /v1/a/c 503 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c True 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c parsing%20ok 503 -test INFO: GET /v1/a/c 500 500 -test INFO: GET /v1/a/c 500 568 -test INFO: GET /v1/a/c 499 503 -test INFO: GET /v1/a/c 499 503 -test INFO: GET / 500 200 -test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 27/Dec/2024/08/02/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286538.899889708 1735286538.899968624 - -test INFO: - - 27/Dec/2024/08/02/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286538.902005672 1735286538.902076960 - -test INFO: - - 27/Dec/2024/08/02/18 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0001 - - 1735286538.902689695 1735286538.902742863 - -test INFO: - - 27/Dec/2024/08/02/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0003 - - 1735286538.903309107 1735286538.903620243 - -test INFO: - - 27/Dec/2024/08/02/18 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0001 - - 1735286538.904236555 1735286538.904287338 - -test INFO: - - 27/Dec/2024/08/02/18 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1735286538.904909372 1735286538.904960155 - -test INFO: - - 27/Dec/2024/08/02/18 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1735286538.905538559 1735286538.905588627 - -test INFO: - - 27/Dec/2024/08/02/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735286538.906186342 1735286538.906234980 - -test INFO: - - 27/Dec/2024/08/02/18 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0000 - - 1735286538.906769037 1735286538.906813860 - -test INFO: - - 27/Dec/2024/08/02/18 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1735286538.907426834 1735286538.907470703 - -test INFO: - - 27/Dec/2024/08/02/18 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1735286538.907827377 1735286538.907860518 - -test INFO: - - 27/Dec/2024/08/02/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one%2Cand%20two 1735286538.908741474 1735286538.908797503 - -test INFO: - - 27/Dec/2024/08/02/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286538.909746170 1735286538.909829617 - -test INFO: - - 27/Dec/2024/08/02/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286538.910470724 1735286538.910520792 - -test INFO: - - 27/Dec/2024/08/02/18 GET / HTTP/1.0 200 - - - - 8 - - - 0.0003 - one 1735286538.911391735 1735286538.911724329 - -test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com -test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key -test INFO: - - 27/Dec/2024/08/02/18 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286538.915117741 1735286538.915181398 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0//c HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok - -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0038 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0034 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0051 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0020 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0036 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0023 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0034 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0058 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0035 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0034 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1945231 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0069 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0036 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0050 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0023 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0022 "-" 1945231 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/0 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object - success = self._repl_to_node(node, broker, partition, info, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 487, in _repl_to_node - return self._handle_sync_response(node, response, info, broker, http, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 492, in _handle_sync_response - if response.status == HTTP_NOT_FOUND: # completely missing, rsync - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 716, in status - raise self._status -Exception: ugh -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (1/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} -test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (3/5 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator ERROR: Unable to decode remote metadata 'metadata' -test-replicator ERROR: Quarantining DB -test-replicator ERROR: ERROR Failed to get my own IPs? -test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00023 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00041 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: Boom! -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00037 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 1 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_stats -test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync -test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_init -test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_read -test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok -test.unit.common.test_internal_client.TestInternalClient.test_container_exists -test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_account -test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container -test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_account -test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container -test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_object -test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object -test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init -test.unit.common.test_internal_client.TestInternalClient.test_init ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items -test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path -test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object -test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok -test.unit.common.test_utils.TestContextPool.test_close -test.unit.common.test_utils.TestContextPool.test_close ... ok -test.unit.common.test_utils.TestContextPool.test_context_manager -test.unit.common.test_utils.TestContextPool.test_context_manager ... ok -test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_no_fdatasync -test.unit.common.test_utils.TestFsync.test_no_fdatasync ... ok -test.unit.common.test_utils.TestFsync.test_yes_fdatasync -test.unit.common.test_utils.TestFsync.test_yes_fdatasync ... ok -test.unit.common.test_utils.TestNamespace.test_bounds_serialization -test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok -test.unit.common.test_utils.TestNamespace.test_comparisons -test.unit.common.test_utils.TestNamespace.test_comparisons ... ok -test.unit.common.test_utils.TestNamespace.test_contains -test.unit.common.test_utils.TestNamespace.test_contains ... ok -test.unit.common.test_utils.TestNamespace.test_end_marker -test.unit.common.test_utils.TestNamespace.test_end_marker ... ok -test.unit.common.test_utils.TestNamespace.test_entire_namespace -test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok -test.unit.common.test_utils.TestNamespace.test_expand -test.unit.common.test_utils.TestNamespace.test_expand ... ok -test.unit.common.test_utils.TestNamespace.test_includes -test.unit.common.test_utils.TestNamespace.test_includes ... ok -test.unit.common.test_utils.TestNamespace.test_lower_setter -test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok -test.unit.common.test_utils.TestNamespace.test_name -test.unit.common.test_utils.TestNamespace.test_name ... ok -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok -test.unit.common.test_utils.TestNamespace.test_total_ordering -test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok -test.unit.common.test_utils.TestNamespace.test_unicode_name -test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok -test.unit.common.test_utils.TestNamespace.test_upper_setter -test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok -test.unit.common.test_utils.TestShardName.test -test.unit.common.test_utils.TestShardName.test ... ok -test.unit.common.test_utils.TestShardName.test_bad_create -test.unit.common.test_utils.TestShardName.test_bad_create ... ok -test.unit.common.test_utils.TestShardName.test_bad_parse -test.unit.common.test_utils.TestShardName.test_bad_parse ... ok -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok -test.unit.common.test_utils.TestShardName.test_root_has_hyphens -test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok - -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '92642b0f9d5fb4669853371bac7c9f27', 'a67316cd-bf05-4754-81af-058e1b731018-sda', '1735286537.68700', '1735286537.68513', '0', '', '1735286537.68513', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286538.08162', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286538.08162', 'deleted': 1, 'state': 10, 'state_timestamp': '1735286538.08162', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286537.69129', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286538.06961', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286537.69129', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286539.00033', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1735286539.00033', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286539.00033', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286538.05790', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286538.05790', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286538.05770', 'epoch': '1735286538.05770', 'reported': 0, 'tombstones': -1}], 'a67316cd-bf05-4754-81af-058e1b731018-sda') -test DEBUG: /tmp/tmphnnja6xe/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmphnnja6xe/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '92642b0f9d5fb4669853371bac7c9f27', 'a67316cd-bf05-4754-81af-058e1b731018-sda', '1735286537.68700', '1735286537.68513', '0', '', '1735286537.68513', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286538.08162', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286538.08162', 'deleted': 1, 'state': 10, 'state_timestamp': '1735286538.08162', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286537.69129', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286538.06961', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286537.69129', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286539.00033', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1735286539.01204', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286539.00033', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286538.05790', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286538.05790', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286538.05770', 'epoch': '1735286538.05770', 'reported': 0, 'tombstones': -1}], 'a67316cd-bf05-4754-81af-058e1b731018-sda') -test DEBUG: /tmp/tmphnnja6xe/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmphnnja6xe/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '92642b0f9d5fb4669853371bac7c9f27', 'a67316cd-bf05-4754-81af-058e1b731018-sda', '1735286537.68700', '1735286537.68513', '0', '', '1735286537.68513', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286539.02304', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286538.08162', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286538.08162', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286537.69129', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286538.06961', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286537.69129', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286539.00033', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1735286539.01204', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286539.00033', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286538.05790', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286538.05790', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286538.05770', 'epoch': '1735286538.05770', 'reported': 0, 'tombstones': -1}], 'a67316cd-bf05-4754-81af-058e1b731018-sda') -test DEBUG: /tmp/tmphnnja6xe/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmphnnja6xe/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '92642b0f9d5fb4669853371bac7c9f27', 'a67316cd-bf05-4754-81af-058e1b731018-sda', '1735286537.68700', '1735286537.68513', '0', '', '1735286537.68513', 1, 0) -REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sda/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286539.02304', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286538.08162', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286538.08162', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286537.69129', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735286538.06961', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286537.69129', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286539.00033', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1735286539.01204', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286539.00033', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286538.05790', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286538.05790', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286538.05770', 'epoch': '1735286538.05770', 'reported': 0, 'tombstones': -1}], 'a67316cd-bf05-4754-81af-058e1b731018-sda') -test DEBUG: /tmp/tmphnnja6xe/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.0:1000/sda -test WARNING: /tmp/tmphnnja6xe/sdb/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, '119464098a8a5a40ff6241ab929261a9', 'b7396d48-2f44-41cc-8fbe-45bdfb821eae-sda', '1735286539.04769', '1735286539.04585', '0', '', '1735286539.04585', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1735286539.05390', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286539.05390', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286539.05373', 'epoch': '1735286539.05373', 'reported': 0, 'tombstones': -1}], 'b7396d48-2f44-41cc-8fbe-45bdfb821eae-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a//o HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 27/Dec/2024/08/02/19 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735286539.694549084 1735286539.694595575 - -test INFO: - - 27/Dec/2024/08/02/19 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735286539.694823742 1735286539.694856167 - -test INFO: - - 27/Dec/2024/08/02/19 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735286539.695046663 1735286539.695077181 - -test INFO: - - 27/Dec/2024/08/02/19 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735286539.695252419 1735286539.695279598 - -test INFO: - - 27/Dec/2024/08/02/19 GET /v1.0 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735286539.695451498 1735286539.695478439 - -test INFO: - - 27/Dec/2024/08/02/20 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 FA - 1735286539.697996855 1735286540.397996902 - -test INFO: - - 27/Dec/2024/08/02/19 GET /path HTTP/1.0 500 - - - - - - - - 0.2000 - - 1735286539.700078964 1735286539.900079012 - -test INFO: - - 27/Dec/2024/08/02/19 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1735286539.701067209 1735286539.701128244 - -test INFO: - - 27/Dec/2024/08/02/19 GET / HTTP/1.0 200 - - - - - - - - 0.0001 - - 1735286539.702058315 1735286539.702122688 - -test INFO: - - 27/Dec/2024/08/02/19 GET / HTTP/1.0 200 - - - - 3 - - - 0.0001 - - 1735286539.703039646 1735286539.703108072 - -test INFO: - - 27/Dec/2024/08/02/19 GET / HTTP/1.0 200 - - - - 12 - - - 0.0001 - - 1735286539.703960419 1735286539.704015970 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions @@ -95866,8 +93887,6 @@ test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override @@ -95974,136 +93993,18 @@ test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile @@ -96112,583 +94013,1130 @@ test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok -test.unit.common.test_daemon.TestDaemon.test_create -test.unit.common.test_daemon.TestDaemon.test_create ... ok -test.unit.common.test_daemon.TestDaemon.test_stubs -test.unit.common.test_daemon.TestDaemon.test_stubs ... ok -test.unit.common.test_splice.TestSplice.test_available -test.unit.common.test_splice.TestSplice.test_available ... ok -test.unit.common.test_splice.TestSplice.test_errno -test.unit.common.test_splice.TestSplice.test_errno ... ok -test.unit.common.test_splice.TestSplice.test_fileno -test.unit.common.test_splice.TestSplice.test_fileno ... ok -test.unit.common.test_splice.TestSplice.test_flags -test.unit.common.test_splice.TestSplice.test_flags ... ok -test.unit.common.test_splice.TestSplice.test_flags_list -test.unit.common.test_splice.TestSplice.test_flags_list ... ok -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_unavailable -test.unit.common.test_splice.TestSplice.test_unavailable ... ok -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok -test.unit.common.test_swob.TestRequest.test_401_invalid_path -test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok -test.unit.common.test_swob.TestRequest.test_401_unauthorized -test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok -test.unit.common.test_swob.TestRequest.test_401_valid_account_path -test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok -test.unit.common.test_swob.TestRequest.test_accept_header -test.unit.common.test_swob.TestRequest.test_accept_header ... ok -test.unit.common.test_swob.TestRequest.test_allow_reserved_names -test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok -test.unit.common.test_swob.TestRequest.test_as_referer -test.unit.common.test_swob.TestRequest.test_as_referer ... ok -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_bad_range -test.unit.common.test_swob.TestRequest.test_bad_range ... ok -test.unit.common.test_swob.TestRequest.test_blank -test.unit.common.test_swob.TestRequest.test_blank ... ok -test.unit.common.test_swob.TestRequest.test_blank_body_precedence -test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_parsing -test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_copy_get -test.unit.common.test_swob.TestRequest.test_copy_get ... ok -test.unit.common.test_swob.TestRequest.test_datetime_properties -test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok -test.unit.common.test_swob.TestRequest.test_get_response -test.unit.common.test_swob.TestRequest.test_get_response ... ok -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok -test.unit.common.test_swob.TestRequest.test_not_401 -test.unit.common.test_swob.TestRequest.test_not_401 ... ok -test.unit.common.test_swob.TestRequest.test_params -test.unit.common.test_swob.TestRequest.test_params ... ok -test.unit.common.test_swob.TestRequest.test_path -test.unit.common.test_swob.TestRequest.test_path ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop -test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_last -test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_none -test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok -test.unit.common.test_swob.TestRequest.test_path_qs -test.unit.common.test_swob.TestRequest.test_path_qs ... ok -test.unit.common.test_swob.TestRequest.test_path_question_mark -test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok -test.unit.common.test_swob.TestRequest.test_properties -test.unit.common.test_swob.TestRequest.test_properties ... ok -test.unit.common.test_swob.TestRequest.test_split_path -test.unit.common.test_swob.TestRequest.test_split_path ... ok -test.unit.common.test_swob.TestRequest.test_swift_entity_path -test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.common.test_swob.TestRequest.test_timestamp -test.unit.common.test_swob.TestRequest.test_timestamp ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_invalid -test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_missing -test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok -test.unit.common.test_swob.TestRequest.test_unicode_params -test.unit.common.test_swob.TestRequest.test_unicode_params ... ok -test.unit.common.test_swob.TestRequest.test_unicode_path -test.unit.common.test_swob.TestRequest.test_unicode_path ... ok -test.unit.common.test_swob.TestRequest.test_unicode_query -test.unit.common.test_swob.TestRequest.test_unicode_query ... ok -test.unit.common.test_swob.TestRequest.test_url -test.unit.common.test_swob.TestRequest.test_url ... ok -test.unit.common.test_swob.TestRequest.test_url2 -test.unit.common.test_swob.TestRequest.test_url2 ... ok -test.unit.common.test_swob.TestRequest.test_wsgify -test.unit.common.test_swob.TestRequest.test_wsgify ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_method -test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_raise -test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok -test.unit.common.test_utils.TestClosingMapper.test_close -test.unit.common.test_utils.TestClosingMapper.test_close ... ok -test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception -test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_close -test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_init -test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_iter -test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_pending -test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok -test.unit.common.test_utils.TestLRUCache.test_maxsize -test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_maxtime -test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxsize -test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxtime -test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok -test.unit.common.test_utils.TestPunchHole.test_arg_bounds -test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok -test.unit.common.test_utils.TestPunchHole.test_error -test.unit.common.test_utils.TestPunchHole.test_error ... ok -test.unit.common.test_utils.TestPunchHole.test_no_fallocate -test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok -test.unit.common.test_utils.TestPunchHole.test_punch_hole -test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok -test.unit.common.test_utils.TestUTC.test_tzname -test.unit.common.test_utils.TestUTC.test_tzname ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api -test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking -test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_recursive -test.unit.common.utils.test_logs.TestPipeMutex.test_recursive ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire -test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases -test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser -test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser ... ok -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_chexor -test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok -test.unit.container.test_backend.TestContainerBroker.test_create_broker -test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBroker.test_creation -test.unit.container.test_backend.TestContainerBroker.test_creation ... ok -test.unit.container.test_backend.TestContainerBroker.test_db_file -test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_object -test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty -test.unit.container.test_backend.TestContainerBroker.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok - -test-replicator WARNING: Skipping: /srv/node/sdb is not mounted -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00064 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 6 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) -test-replicator INFO: Removed 9 dbs -test-replicator INFO: 25 successes, 1 failures -test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 -test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -fake-swift INFO: - - 27/Dec/2024/08/02/22 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0006 - - 1735286542.434001923 1735286542.434573412 - -fake-swift INFO: - - 27/Dec/2024/08/02/22 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1735286542.435580015 1735286542.435758352 - -fake-swift INFO: - - 27/Dec/2024/08/02/22 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1735286542.436341524 1735286542.436511278 - -fake-swift INFO: - - 27/Dec/2024/08/02/22 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1735286542.436884403 1735286542.437001467 - -test DEBUG: Before request -test DEBUG: Inside of request (txn: foo) -test DEBUG: After request -fake-swift INFO: - - 27/Dec/2024/08/02/22 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1735286542.442042589 1735286542.442156076 - -test WARNING: Skipping /tmp/tmph1p_gkdj/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmph1p_gkdj/devices3/device_is_file/data' -test WARNING: Skipping /tmp/tmph1p_gkdj/devices4/device/data because -test WARNING: Skipping device as it is not mounted -test WARNING: Skipping /tmp/tmpv4_i16b_/asdf/data because [Errno 20] Not a directory: '/tmp/tmpv4_i16b_/asdf/data' -test WARNING: Skipping /tmp/tmpv4_i16b_/asdf/data because [Errno 20] Not a directory: '/tmp/tmpv4_i16b_/asdf/data' -test WARNING: Skipping asdf as it is not mounted -test WARNING: Skipping drive as it is not mounted -test WARNING: Skipping /tmp/tmpnyx33x6l/asdf/data because [Errno 20] Not a directory: '/tmp/tmpnyx33x6l/asdf/data' -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test NOTICE: Started child 0 (PID 94) for port 6009 -test NOTICE: Started child 1 (PID 95) for port 6009 -test NOTICE: Started child 2 (PID 96) for port 6009 -test NOTICE: Started child 1 (PID 97) for port 6009 -test NOTICE: Child 2 (PID 1945233, port 6007) exiting normally -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test1 -STDOUT: test2 -STDERR: test4 -test5 -STDERR: test6 -test8 -STDOUT: a#012b#012c -STDOUT: d -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty +test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_os_error +test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok +test.unit.common.test_db.TestDatabaseConnectionError.test_str +test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation +test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats +test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet +test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 +test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation +test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats +test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok +test.unit.common.test_swob.TestRange.test_range +test.unit.common.test_swob.TestRange.test_range ... ok +test.unit.common.test_swob.TestRange.test_range_invalid_syntax +test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_large_length +test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length +test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok +test.unit.common.test_swob.TestRange.test_str +test.unit.common.test_swob.TestRange.test_str ... ok +test.unit.common.test_swob.TestRange.test_upsidedown_range +test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok +test.unit.common.test_utils.TestParseContentRange.test_bad +test.unit.common.test_utils.TestParseContentRange.test_bad ... ok +test.unit.common.test_utils.TestParseContentRange.test_good +test.unit.common.test_utils.TestParseContentRange.test_good ... ok +test.unit.common.test_utils.TestShardName.test +test.unit.common.test_utils.TestShardName.test ... ok +test.unit.common.test_utils.TestShardName.test_bad_create +test.unit.common.test_utils.TestShardName.test_bad_create ... ok +test.unit.common.test_utils.TestShardName.test_bad_parse +test.unit.common.test_utils.TestShardName.test_bad_parse ... ok +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok +test.unit.common.test_utils.TestShardName.test_root_has_hyphens +test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok +test.unit.common.test_utils.TestShardRange.test_constants +test.unit.common.test_utils.TestShardRange.test_constants ... ok +test.unit.common.test_utils.TestShardRange.test_copy +test.unit.common.test_utils.TestShardRange.test_copy ... ok +test.unit.common.test_utils.TestShardRange.test_deleted_setter +test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok +test.unit.common.test_utils.TestShardRange.test_epoch_setter +test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok +test.unit.common.test_utils.TestShardRange.test_find_ancestors +test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok +test.unit.common.test_utils.TestShardRange.test_find_root +test.unit.common.test_utils.TestShardRange.test_find_root ... ok +test.unit.common.test_utils.TestShardRange.test_increment_meta +test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok +test.unit.common.test_utils.TestShardRange.test_is_child_of +test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok +test.unit.common.test_utils.TestShardRange.test_make_path +test.unit.common.test_utils.TestShardRange.test_make_path ... ok +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_min_max_bounds +test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok +test.unit.common.test_utils.TestShardRange.test_name +test.unit.common.test_utils.TestShardRange.test_name ... ok +test.unit.common.test_utils.TestShardRange.test_name_validation +test.unit.common.test_utils.TestShardRange.test_name_validation ... ok +test.unit.common.test_utils.TestShardRange.test_repr +test.unit.common.test_utils.TestShardRange.test_repr ... ok +test.unit.common.test_utils.TestShardRange.test_resolve_state +test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok +test.unit.common.test_utils.TestShardRange.test_row_count +test.unit.common.test_utils.TestShardRange.test_row_count ... ok +test.unit.common.test_utils.TestShardRange.test_set_deleted +test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key +test.unit.common.test_utils.TestShardRange.test_sort_key ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key_order +test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok +test.unit.common.test_utils.TestShardRange.test_state_setter +test.unit.common.test_utils.TestShardRange.test_state_setter ... ok +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_to_from_dict +test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok +test.unit.common.test_utils.TestShardRange.test_update_meta +test.unit.common.test_utils.TestShardRange.test_update_meta ... ok +test.unit.common.test_utils.TestShardRange.test_update_state +test.unit.common.test_utils.TestShardRange.test_update_state ... ok +test.unit.common.test_utils.TestShardRange.test_update_tombstones +test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok - -test DEBUG: Setting object count to 1068 (txn: tx73f56c042e944ab88ce04-00676e5f0d) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txc630a30016df422ab23d2-00676e5f0d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc630a30016df422ab23d2-00676e5f0d) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txc630a30016df422ab23d2-00676e5f0d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txc630a30016df422ab23d2-00676e5f0d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc630a30016df422ab23d2-00676e5f0d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc630a30016df422ab23d2-00676e5f0d) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txc630a30016df422ab23d2-00676e5f0d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc630a30016df422ab23d2-00676e5f0d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc630a30016df422ab23d2-00676e5f0d) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txc630a30016df422ab23d2-00676e5f0d) -test DEBUG: Setting object count to 1068 (txn: txc630a30016df422ab23d2-00676e5f0d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx21b3a4d5430c4e5db0cb8-00676e5f0e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx21b3a4d5430c4e5db0cb8-00676e5f0e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx21b3a4d5430c4e5db0cb8-00676e5f0e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx21b3a4d5430c4e5db0cb8-00676e5f0e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx21b3a4d5430c4e5db0cb8-00676e5f0e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx21b3a4d5430c4e5db0cb8-00676e5f0e) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx21b3a4d5430c4e5db0cb8-00676e5f0e) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx21b3a4d5430c4e5db0cb8-00676e5f0e) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx18c24ea3f1a444b894525-00676e5f0f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx18c24ea3f1a444b894525-00676e5f0f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx18c24ea3f1a444b894525-00676e5f0f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx18c24ea3f1a444b894525-00676e5f0f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx18c24ea3f1a444b894525-00676e5f0f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx18c24ea3f1a444b894525-00676e5f0f) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx18c24ea3f1a444b894525-00676e5f0f) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx18c24ea3f1a444b894525-00676e5f0f) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx18c24ea3f1a444b894525-00676e5f0f) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx18c24ea3f1a444b894525-00676e5f0f) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx18c24ea3f1a444b894525-00676e5f0f) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx18c24ea3f1a444b894525-00676e5f0f) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx18c24ea3f1a444b894525-00676e5f0f) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx18c24ea3f1a444b894525-00676e5f0f) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx18c24ea3f1a444b894525-00676e5f0f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe1afef493381464d8a333-00676e5f10) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txe1afef493381464d8a333-00676e5f10) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txe1afef493381464d8a333-00676e5f10) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txe1afef493381464d8a333-00676e5f10) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txe1afef493381464d8a333-00676e5f10) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txe1afef493381464d8a333-00676e5f10) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txe1afef493381464d8a333-00676e5f10) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe1afef493381464d8a333-00676e5f10) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txe1afef493381464d8a333-00676e5f10) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txe1afef493381464d8a333-00676e5f10) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txe1afef493381464d8a333-00676e5f10) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txe1afef493381464d8a333-00676e5f10) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txe1afef493381464d8a333-00676e5f10)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok - -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0021 "-" 1945231 2 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0011 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0012 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0034 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0014 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0015 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 1945231 2 -test DEBUG: Unlinked retiring db '/tmp/tmp_d5jg5o7/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0035 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 1945231 2 -test DEBUG: Unlinked retiring db '/tmp/tmp6wbkzkec/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0021 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0039 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0035 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0035 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok -I like ham -STDERR: --- Logging error --- -STDERR: Traceback (most recent call last): -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 157, in emit - raise socket.error(errno.ENOTCONN, "This is an ex-syslog") -STDERR: OSError: [Errno 107] This is an ex-syslog -STDERR: Call stack: -STDERR: File "", line 198, in _run_module_as_main -STDERR: File "", line 88, in _run_code -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in - main() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main - program.TestProgram( -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ - self.runTests() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests - self.result = testRunner.run(self.test) -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.12/unittest/case.py", line 690, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.12/unittest/case.py", line 634, in run - self._callTestMethod(testMethod) -STDERR: File "/usr/lib/python3.12/unittest/case.py", line 589, in _callTestMethod - if method() is not None: -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 189, in test_LoggerFileObject_recursion - logger.info("I like ham") -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1539, in info - self._log(INFO, msg, args, **kwargs) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1684, in _log - self.handle(record) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1700, in handle - self.callHandlers(record) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1762, in callHandlers - hdlr.handle(record) -STDERR: File "/usr/lib/python3.12/logging/__init__.py", line 1028, in handle - self.emit(record) -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 159, in emit - self.handleError(record) -STDERR: Message: 'I like ham' -Arguments: () -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio -test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception -test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter -test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length ... ok -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok -test.unit.container.test_sync.TestContainerSync.test_container_first_loop -test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_report -test.unit.container.test_sync.TestContainerSync.test_container_report ... ok -test.unit.container.test_sync.TestContainerSync.test_container_second_loop -test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_stop_at -test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0059 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3334956 2 +HTTP PERF: 0.00096 seconds to PUT 127.0.0.1:35115 /sda1/123/a/c) +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0039 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 3334956 2 +HTTP PERF: 0.00070 seconds to PUT 127.0.0.1:35115 /sda1/123/a/c) +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0039 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3334956 2 +HTTP PERF: 0.00085 seconds to PUT 127.0.0.1:35115 /sda1/123/a/c) +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697292.00000-0, db: /tmp/tmp3a6tqm6n/sda/containers/0/5bc/96ad9d4f297cf009ca39119348bde5bc/96ad9d4f297cf009ca39119348bde5bc_1769697292.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697104.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/c72/e971c500d970534e2975e22892eb8c72/e971c500d970534e2975e22892eb8c72.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697104.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/c72/e971c500d970534e2975e22892eb8c72/e971c500d970534e2975e22892eb8c72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697108.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/ead/fa72dd79d927f8af8ce1662882feaead/fa72dd79d927f8af8ce1662882feaead.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697108.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/ead/fa72dd79d927f8af8ce1662882feaead/fa72dd79d927f8af8ce1662882feaead.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697112.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/784/292e6c9bda29cf261541d5e41f078784/292e6c9bda29cf261541d5e41f078784.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697112.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/784/292e6c9bda29cf261541d5e41f078784/292e6c9bda29cf261541d5e41f078784.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697116.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/bbe/e106ec274a4cf8ab990dadfd58ce2bbe/e106ec274a4cf8ab990dadfd58ce2bbe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697116.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/bbe/e106ec274a4cf8ab990dadfd58ce2bbe/e106ec274a4cf8ab990dadfd58ce2bbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697120.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/650/2eff03c04c5d52685b5e9cb89b0f1650/2eff03c04c5d52685b5e9cb89b0f1650.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697120.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/650/2eff03c04c5d52685b5e9cb89b0f1650/2eff03c04c5d52685b5e9cb89b0f1650.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697124.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/698/57f5443d70f666ab3d40ecb892eb3698/57f5443d70f666ab3d40ecb892eb3698.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697124.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/698/57f5443d70f666ab3d40ecb892eb3698/57f5443d70f666ab3d40ecb892eb3698.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697128.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/119/b6e3ea560ec92ccbc47b31dcfced8119/b6e3ea560ec92ccbc47b31dcfced8119.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697128.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/119/b6e3ea560ec92ccbc47b31dcfced8119/b6e3ea560ec92ccbc47b31dcfced8119.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697132.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/f33/a0dde92c83b035f0f84538f1939b6f33/a0dde92c83b035f0f84538f1939b6f33.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697132.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/f33/a0dde92c83b035f0f84538f1939b6f33/a0dde92c83b035f0f84538f1939b6f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697136.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/a4a/9d6c2ad01dfc81bc9489f050867b7a4a/9d6c2ad01dfc81bc9489f050867b7a4a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697136.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/a4a/9d6c2ad01dfc81bc9489f050867b7a4a/9d6c2ad01dfc81bc9489f050867b7a4a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697140.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/ad1/1fb3ee6d83dd251ab56e616959796ad1/1fb3ee6d83dd251ab56e616959796ad1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697140.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/ad1/1fb3ee6d83dd251ab56e616959796ad1/1fb3ee6d83dd251ab56e616959796ad1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697144.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/e5f/a8d558fbbc784670824496a4b27d9e5f/a8d558fbbc784670824496a4b27d9e5f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697144.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/e5f/a8d558fbbc784670824496a4b27d9e5f/a8d558fbbc784670824496a4b27d9e5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697148.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/fa2/e08c9a09dcacb3182fec8c856264dfa2/e08c9a09dcacb3182fec8c856264dfa2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697148.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/fa2/e08c9a09dcacb3182fec8c856264dfa2/e08c9a09dcacb3182fec8c856264dfa2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697152.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/0b8/c7c6db2bcc6eff50c6b056a8730280b8/c7c6db2bcc6eff50c6b056a8730280b8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697152.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/0b8/c7c6db2bcc6eff50c6b056a8730280b8/c7c6db2bcc6eff50c6b056a8730280b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697156.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/e65/c9c6508f6aafc4514f92494b01dc9e65/c9c6508f6aafc4514f92494b01dc9e65.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697156.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/e65/c9c6508f6aafc4514f92494b01dc9e65/c9c6508f6aafc4514f92494b01dc9e65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697160.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/af3/3fcf002dd807dcb08494f3c935bf7af3/3fcf002dd807dcb08494f3c935bf7af3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697160.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/af3/3fcf002dd807dcb08494f3c935bf7af3/3fcf002dd807dcb08494f3c935bf7af3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697164.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/438/b035ff09eb9ed1bcc3bd4bf01dcf8438/b035ff09eb9ed1bcc3bd4bf01dcf8438.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697164.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/438/b035ff09eb9ed1bcc3bd4bf01dcf8438/b035ff09eb9ed1bcc3bd4bf01dcf8438.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697168.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/2f6/3a90d254b8310aeb73061667ad02c2f6/3a90d254b8310aeb73061667ad02c2f6.dbtest.unit.container.test_backend.TestContainerBroker.test_empty_shard_container test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok test.unit.container.test_backend.TestContainerBroker.test_enable_sharding test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok test.unit.container.test_backend.TestContainerBroker.test_exception test.unit.container.test_backend.TestContainerBroker.test_exception ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok + +test INFO: [worker 1/1 pid=3334960] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. +test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. +test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) +test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. +test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. +test DEBUG: [worker 2/4 pid=20641] debug message +test INFO: [worker 2/4 pid=20641] info message +test WARNING: [worker 2/4 pid=20641] warning message +test ERROR: [worker 2/4 pid=20641] error message +test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx99eeba2fb8fe4ee598c74-00697b6f4b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9beab499fb0f4105af355-00697b6f4b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6e656d03890d42ac8c914-00697b6f4b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb925201c59154f8bb11db-00697b6f4b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx23ced16108c042ae92202-00697b6f4b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6415bb7569984f6fa3273-00697b6f4b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6c2f7711d07b4027b16ef-00697b6f4b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx82101e0621db42a2b3846-00697b6f4b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txaaaaaa6e66d84acdb2e7c-00697b6f4b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx93a32ff8675045018d6ab-00697b6f4b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6135ab7c47cd46559e2c1-00697b6f4b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb29b4202996b41b9978c0-00697b6f4b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0016356b3fae469f8b3ec-00697b6f4b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbd57bc5903574f4d9e93b-00697b6f4b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txad3756ff2e72475fafc61-00697b6f4b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8c8d7ad0facd4f7090b28-00697b6f4b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa9d5e8a8dfae41abb5d17-00697b6f4b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx1c3b900cfe5947b0ae814-00697b6f4b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txac230fd7e6a843ca9c22e-00697b6f4b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb8e1e01cf6c54a4b8bfd7-00697b6f4b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txfe12eb4f74354d70bdd21-00697b6f4b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe21231a45f684132ab5fc-00697b6f4b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx28fe10d160564f1ebfcaf-00697b6f4b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa4f4980adcbd49ba9d987-00697b6f4b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx109238df468f43bb9a79b-00697b6f4b) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx385c88e4339d4f9b8f8b4-00697b6f4b) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx242e2716701d498fb682b-00697b6f4b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf072f809c28f4159984ec-00697b6f4b) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx1e6c2b9f74124837bee25-00697b6f4c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txe7e30f8f7e8041ac85cee-00697b6f4c)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok + +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx906f3ab2cd8f47698e7f3-00697b6f4b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx906f3ab2cd8f47698e7f3-00697b6f4b) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx906f3ab2cd8f47698e7f3-00697b6f4b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx9c186c9836b648409e157-00697b6f4c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9c186c9836b648409e157-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c186c9836b648409e157-00697b6f4c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9c186c9836b648409e157-00697b6f4c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9c186c9836b648409e157-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c186c9836b648409e157-00697b6f4c) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx9c186c9836b648409e157-00697b6f4c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9c186c9836b648409e157-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c186c9836b648409e157-00697b6f4c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9c186c9836b648409e157-00697b6f4c) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9c186c9836b648409e157-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c186c9836b648409e157-00697b6f4c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx9c186c9836b648409e157-00697b6f4c) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9c186c9836b648409e157-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9c186c9836b648409e157-00697b6f4c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx9c186c9836b648409e157-00697b6f4c) +test DEBUG: Setting object count to 3120 (txn: tx9c186c9836b648409e157-00697b6f4c) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx20f05ac4e87e415281663-00697b6f4c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx20f05ac4e87e415281663-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx20f05ac4e87e415281663-00697b6f4c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx20f05ac4e87e415281663-00697b6f4c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx20f05ac4e87e415281663-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx20f05ac4e87e415281663-00697b6f4c) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx20f05ac4e87e415281663-00697b6f4c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx20f05ac4e87e415281663-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx20f05ac4e87e415281663-00697b6f4c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx20f05ac4e87e415281663-00697b6f4c) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx20f05ac4e87e415281663-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx20f05ac4e87e415281663-00697b6f4c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx20f05ac4e87e415281663-00697b6f4c) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx20f05ac4e87e415281663-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx20f05ac4e87e415281663-00697b6f4c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx20f05ac4e87e415281663-00697b6f4c) +test DEBUG: Setting object count to 3120 (txn: tx20f05ac4e87e415281663-00697b6f4c) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx5f7837d449a24ec99e62c-00697b6f4c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5f7837d449a24ec99e62c-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5f7837d449a24ec99e62c-00697b6f4c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5f7837d449a24ec99e62c-00697b6f4c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5f7837d449a24ec99e62c-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5f7837d449a24ec99e62c-00697b6f4c) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5f7837d449a24ec99e62c-00697b6f4c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5f7837d449a24ec99e62c-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5f7837d449a24ec99e62c-00697b6f4c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5f7837d449a24ec99e62c-00697b6f4c) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5f7837d449a24ec99e62c-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5f7837d449a24ec99e62c-00697b6f4c) +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 +fake-swift ERROR: Got status 404 listing container /AUTH_test/c +fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 +fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 +test DEBUG: User tenant_id has system reader authorizing +test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +test ERROR: Error in '/tmp/tmpygn1s0or/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' +test ERROR: Could not load '/tmp/tmp_s9u9z3d/container-sync-realms.conf': File contains no section headers. +file: '/tmp/tmp_s9u9z3d/container-sync-realms.conf', line: 1 +'invalid' +test DEBUG: Could not load 'b9ecd2c5e16245ea9af1c2faf8035414': [Errno 2] No such file or directory: 'b9ecd2c5e16245ea9af1c2faf8035414' +test ERROR: Could not load '/tmp/tmpg24g0xui/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpg24g0xui/container-sync-realms.conf' +test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 +test NOTICE: Child 3334983 exiting normally +test NOTICE: Started child 88 from parent 3334983 +test NOTICE: Started child 89 from parent 3334983 +test ERROR: Removing dead child 88 from parent 3334983 +test NOTICE: Started child 90 from parent 3334983 +test NOTICE: Started child 88 from parent 3334983test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.obj.test_server.TestObjectServer.test_expect_on_put +test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_not_found +test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestTpoolSize.test_default_config +test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok +test ERROR: ERROR Account update failed with 127.0.0.1:35115/sda1 (will retry later): Response 503 OK +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0038 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0026 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0030 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0070 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0090 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0080 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0177 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0038 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok +test.unit.proxy.test_mem_server.TestController.test_account_info_200 +test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_404 +test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.container.test_backend.TestContainerBroker.test_get_brokers test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697168.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/2f6/3a90d254b8310aeb73061667ad02c2f6/3a90d254b8310aeb73061667ad02c2f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697172.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/a63/57d139909d59d700d71195ce215c9a63/57d139909d59d700d71195ce215c9a63.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697172.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/a63/57d139909d59d700d71195ce215c9a63/57d139909d59d700d71195ce215c9a63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697176.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/1b7/d7702d169008575b58092ccb98dbd1b7/d7702d169008575b58092ccb98dbd1b7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697176.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/1b7/d7702d169008575b58092ccb98dbd1b7/d7702d169008575b58092ccb98dbd1b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697180.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/34b/664ce48c8b1a77829aa0befbc2c4534b/664ce48c8b1a77829aa0befbc2c4534b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697180.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/34b/664ce48c8b1a77829aa0befbc2c4534b/664ce48c8b1a77829aa0befbc2c4534b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697184.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/226/c15f1fbe93305207b50211474bb48226/c15f1fbe93305207b50211474bb48226.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697184.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/226/c15f1fbe93305207b50211474bb48226/c15f1fbe93305207b50211474bb48226.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697188.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/cb5/029eaf5bc5dd675bf494c46bfb76dcb5/029eaf5bc5dd675bf494c46bfb76dcb5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697188.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/cb5/029eaf5bc5dd675bf494c46bfb76dcb5/029eaf5bc5dd675bf494c46bfb76dcb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697192.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/548/cb12a19fba0b9f7b5328f2397e2f2548/cb12a19fba0b9f7b5328f2397e2f2548.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697192.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/548/cb12a19fba0b9f7b5328f2397e2f2548/cb12a19fba0b9f7b5328f2397e2f2548.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697196.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/17e/99b5797747b3b3f62d5f55e446b8517e/99b5797747b3b3f62d5f55e446b8517e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697196.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/17e/99b5797747b3b3f62d5f55e446b8517e/99b5797747b3b3f62d5f55e446b8517e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697200.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/17a/14fbde0ca9245cea3b6bf403d501717a/14fbde0ca9245cea3b6bf403d501717a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697200.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/17a/14fbde0ca9245cea3b6bf403d501717a/14fbde0ca9245cea3b6bf403d501717a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697204.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/0b1/d2955edd3dbfedd8f44cad50e74df0b1/d2955edd3dbfedd8f44cad50e74df0b1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697204.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/0b1/d2955edd3dbfedd8f44cad50e74df0b1/d2955edd3dbfedd8f44cad50e74df0b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697208.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/d5b/ad3b921413c29a8c922f511ccf647d5b/ad3b921413c29a8c922f511ccf647d5b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697208.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/d5b/ad3b921413c29a8c922f511ccf647d5b/ad3b921413c29a8c922f511ccf647d5b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697212.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/8d7/389de10757afe0846c142515ea35a8d7/389de10757afe0846c142515ea35a8d7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697212.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/8d7/389de10757afe0846c142515ea35a8d7/389de10757afe0846c142515ea35a8d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697216.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/feb/6dac60ef76c0235a2783549bdd096feb/6dac60ef76c0235a2783549bdd096feb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697216.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/feb/6dac60ef76c0235a2783549bdd096feb/6dac60ef76c0235a2783549bdd096feb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697220.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/826/ade5025af0ac0e09fe5f7cc7a5b16826/ade5025af0ac0e09fe5f7cc7a5b16826.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697220.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/826/ade5025af0ac0e09fe5f7cc7a5b16826/ade5025af0ac0e09fe5f7cc7a5b16826.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697224.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/1dd/98d78e536074da7970a8f7f7ea33e1dd/98d78e536074da7970a8f7f7ea33e1dd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697224.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/1dd/98d78e536074da7970a8f7f7ea33e1dd/98d78e536074da7970a8f7f7ea33e1dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697228.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/985/087ef3a493bc1fe49a8975021b3d0985/087ef3a493bc1fe49a8975021b3d0985.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697228.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/985/087ef3a493bc1fe49a8975021b3d0985/087ef3a493bc1fe49a8975021b3d0985.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697232.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/cb5/1afec959c487c8a75fd736f1bea51cb5/1afec959c487c8a75fd736f1bea51cb5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697232.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/cb5/1afec959c487c8a75fd736f1bea51cb5/1afec959c487c8a75fd736f1bea51cb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697236.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/59d/0b89cb25e4ac55f3aa4d2756dc3ff59d/0b89cb25e4ac55f3aa4d2756dc3ff59d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697236.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/59d/0b89cb25e4ac55f3aa4d2756dc3ff59d/0b89cb25e4ac55f3aa4d2756dc3ff59d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697240.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/4dc/e1d81907bb36d0be7cb767bf893d94dc/e1d81907bb36d0be7cb767bf893d94dc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697240.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/4dc/e1d81907bb36d0be7cb767bf893d94dc/e1d81907bb36d0be7cb767bf893d94dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697244.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/175/32f0a9621834315dba33d348a88a8175/32f0a9621834315dba33d348a88a8175.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697244.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/175/32f0a9621834315dba33d348a88a8175/32f0a9621834315dba33d348a88a8175.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697248.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/88b/630def2b66f95cc614cf173b1dd9988b/630def2b66f95cc614cf173b1dd9988b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697248.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/88b/630def2b66f95cc614cf173b1dd9988b/630def2b66f95cc614cf173b1dd9988b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697252.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/bca/6a8aa2ade16c3de1cf4b802dba8a7bca/6a8aa2ade16c3de1cf4b802dba8a7bca.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697252.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/bca/6a8aa2ade16c3de1cf4b802dba8a7bca/6a8aa2ade16c3de1cf4b802dba8a7bca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697256.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/458/87deee46a85af21145e81a6429c9e458/87deee46a85af21145e81a6429c9e458.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697256.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/458/87deee46a85af21145e81a6429c9e458/87deee46a85af21145e81a6429c9e458.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697260.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/710/95f1270cb0c42b620e8213a57e99f710/95f1270cb0c42b620e8213a57e99f710.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697260.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/710/95f1270cb0c42b620e8213a57e99f710/95f1270cb0c42b620e8213a57e99f710.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697264.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/485/47ee38d7d9544082751fcd81ac9ac485/47ee38d7d9544082751fcd81ac9ac485.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697264.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/485/47ee38d7d9544082751fcd81ac9ac485/47ee38d7d9544082751fcd81ac9ac485.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697268.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/20a/75c03f46a501ee5abf96634ba311c20a/75c03f46a501ee5abf96634ba311c20a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697268.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/20a/75c03f46a501ee5abf96634ba311c20a/75c03f46a501ee5abf96634ba311c20a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697272.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/78a/e67c5360ef051ea48fa76e8c9861e78a/e67c5360ef051ea48fa76e8c9861e78a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697272.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/78a/e67c5360ef051ea48fa76e8c9861e78a/e67c5360ef051ea48fa76e8c9861e78a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697276.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/784/82d1b1f1e9b810548b7ee2a295b32784/82d1b1f1e9b810548b7ee2a295b32784.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697276.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/784/82d1b1f1e9b810548b7ee2a295b32784/82d1b1f1e9b810548b7ee2a295b32784.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697280.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/87a/ac10ac8121ba26793789287d1bcaf87a/ac10ac8121ba26793789287d1bcaf87a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697280.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/87a/ac10ac8121ba26793789287d1bcaf87a/ac10ac8121ba26793789287d1bcaf87a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697284.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/05f/3ef23e169ba36a9d827738fb0bc2205f/3ef23e169ba36a9d827738fb0bc2205f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697284.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/05f/3ef23e169ba36a9d827738fb0bc2205f/3ef23e169ba36a9d827738fb0bc2205f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697288.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/d7c/dbb732730797339b5932efcd42012d7c/dbb732730797339b5932efcd42012d7c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697288.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/d7c/dbb732730797339b5932efcd42012d7c/dbb732730797339b5932efcd42012d7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697292.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/5bc/96ad9d4f297cf009ca39119348bde5bc/96ad9d4f297cf009ca39119348bde5bc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697292.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/5bc/96ad9d4f297cf009ca39119348bde5bc/96ad9d4f297cf009ca39119348bde5bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697296.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/353/e6f0807e92c5c83ae3fa35454ea54353/e6f0807e92c5c83ae3fa35454ea54353.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697296.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/353/e6f0807e92c5c83ae3fa35454ea54353/e6f0807e92c5c83ae3fa35454ea54353.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697300.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/546/d7c2a020c60fe8880ddb6501b47e2546/d7c2a020c60fe8880ddb6501b47e2546.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697300.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/546/d7c2a020c60fe8880ddb6501b47e2546/d7c2a020c60fe8880ddb6501b47e2546.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697304.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/ae4/8b3655a96d093fc10e40d80187184ae4/8b3655a96d093fc10e40d80187184ae4.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok test.unit.container.test_backend.TestContainerBroker.test_get_db_state test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok test.unit.container.test_backend.TestContainerBroker.test_get_info @@ -96699,95 +95147,8 @@ test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok - -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0006 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0039 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0022 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0004 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0040 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0022 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0023 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0010 "-" 1945231 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0037 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0033 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0040 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 1945231 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok test.unit.container.test_backend.TestContainerBroker.test_get_items_since test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok test.unit.container.test_backend.TestContainerBroker.test_get_namespaces @@ -96818,8 +95179,6 @@ test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies @@ -96828,124 +95187,3736 @@ test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1735286543.020763, time window end: 1735286543.020763, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 -test-container-sync ERROR: ERROR Syncing : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 389, in container_sync - if not self.container_sync_row( - ^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1735286543.0228593, time window end: 1735286543.0228682, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 535, in container_sync_row - row['created_at']) - ~~~^^^^^^^^^^^^^^ -KeyError: 'created_at' -test-container-sync INFO: Container sync report: a/c, time window start: 1735286543.0230002, time window end: 1735286543.0232725, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync INFO: Container sync report: a/c, time window start: 1735286543.0233595, time window end: 1735286543.0234058, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +test.unit.container.test_backend.TestContainerBroker.test_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok + +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx624023d44ebc4e7c80274-00697b6f4c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx8dbada57211e41a69c600-00697b6f4c) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx2cec4203512d45c5a2a76-00697b6f4c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb4ef82b7f7ef44b5916ea-00697b6f4c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0d5d913aff604b7f95aec-00697b6f4c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc4941a3cb9e8404fb58c8-00697b6f4c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4544e19ce3b5479ea4207-00697b6f4c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx061ac1e8a8364820a6d2f-00697b6f4c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8632ff0939e54fba901f4-00697b6f4c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx37ba45405f304c9d89a72-00697b6f4c) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx37ba45405f304c9d89a72-00697b6f4c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8372ccc7d1d5407390014-00697b6f4d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8372ccc7d1d5407390014-00697b6f4d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8372ccc7d1d5407390014-00697b6f4d) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx8372ccc7d1d5407390014-00697b6f4d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8372ccc7d1d5407390014-00697b6f4d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8372ccc7d1d5407390014-00697b6f4d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx8372ccc7d1d5407390014-00697b6f4d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8372ccc7d1d5407390014-00697b6f4d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8372ccc7d1d5407390014-00697b6f4d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx8372ccc7d1d5407390014-00697b6f4d) +test DEBUG: Setting object count to 1032 (txn: tx8372ccc7d1d5407390014-00697b6f4d) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx7dde28f3be6640e2996e1-00697b6f4d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7dde28f3be6640e2996e1-00697b6f4d)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_200 +test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_404 +test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_make_requests +test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_transfer_headers +test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok + +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx5f7837d449a24ec99e62c-00697b6f4c) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5f7837d449a24ec99e62c-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5f7837d449a24ec99e62c-00697b6f4c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx5f7837d449a24ec99e62c-00697b6f4c) +test DEBUG: Setting object count to 3120 (txn: tx5f7837d449a24ec99e62c-00697b6f4c) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4f14c2cf96f249109dfa4-00697b6f4c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4f14c2cf96f249109dfa4-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4f14c2cf96f249109dfa4-00697b6f4c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4f14c2cf96f249109dfa4-00697b6f4c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4f14c2cf96f249109dfa4-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4f14c2cf96f249109dfa4-00697b6f4c) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4f14c2cf96f249109dfa4-00697b6f4c) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx4f14c2cf96f249109dfa4-00697b6f4c) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx4f14c2cf96f249109dfa4-00697b6f4c) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx4f14c2cf96f249109dfa4-00697b6f4c) +test DEBUG: Setting object count to 3120 (txn: tx4f14c2cf96f249109dfa4-00697b6f4c) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx89cff4299a4b4e78a012c-00697b6f4c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx89cff4299a4b4e78a012c-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx89cff4299a4b4e78a012c-00697b6f4c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx89cff4299a4b4e78a012c-00697b6f4c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx89cff4299a4b4e78a012c-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx89cff4299a4b4e78a012c-00697b6f4c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx89cff4299a4b4e78a012c-00697b6f4c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx89cff4299a4b4e78a012c-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx89cff4299a4b4e78a012c-00697b6f4c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx89cff4299a4b4e78a012c-00697b6f4c) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx89cff4299a4b4e78a012c-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx89cff4299a4b4e78a012c-00697b6f4c) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx89cff4299a4b4e78a012c-00697b6f4c) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx89cff4299a4b4e78a012c-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx89cff4299a4b4e78a012c-00697b6f4c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx89cff4299a4b4e78a012c-00697b6f4c) +test DEBUG: Setting object count to 3120 (txn: tx89cff4299a4b4e78a012c-00697b6f4c) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx2f272e8085544342803ff-00697b6f4c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2f272e8085544342803ff-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2f272e8085544342803ff-00697b6f4c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2f272e8085544342803ff-00697b6f4c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2f272e8085544342803ff-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2f272e8085544342803ff-00697b6f4c) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx2f272e8085544342803ff-00697b6f4c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx2f272e8085544342803ff-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2f272e8085544342803ff-00697b6f4c) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx2f272e8085544342803ff-00697b6f4c) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx1d00db9e0a4946979e989-00697b6f4c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1d00db9e0a4946979e989-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1d00db9e0a4946979e989-00697b6f4c) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx1d00db9e0a4946979e989-00697b6f4c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1d00db9e0a4946979e989-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1d00db9e0a4946979e989-00697b6f4c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx1d00db9e0a4946979e989-00697b6f4c) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx6c256a2020134f3398b7f-00697b6f4c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6c256a2020134f3398b7f-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6c256a2020134f3398b7f-00697b6f4c)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items +test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok + +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test DEBUG: Unlinked retiring db '/tmp/tmpkfz93hfq/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0052 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0035 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0094 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0014 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0004 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:40 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0121 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0102 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0106 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0059 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0024 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0065 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0066 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0024 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0030 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0138 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0067 "-" 3334956 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok + +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0059 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0029 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0029 "-" 3334956 2 +test DEBUG: Unlinked retiring db '/tmp/tmp562cw585/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0036 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0027 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0050 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0039 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0038 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0023 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0043 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0044 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0003 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0035 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0027 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0042 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0081 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0075 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0055 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0096 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0079 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0049 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0078 "-" 3334956 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok + +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3334956 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0046 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0025 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0022 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0023 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0024 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0024 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0023 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0071 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0025 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0050 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0013 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0012 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0059 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0035 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0016 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 3334956 2 +test DEBUG: Unlinked retiring db '/tmp/tmp95u776c1/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0055 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 3334956 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test WARNING: More than one part in a single-part response? +test ERROR: Problem finding shard upper in '/tmp/tmpo6_otzq5/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpo6_otzq5/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp6usq434y/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp6usq434y/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok + +test DEBUG: Unlinked retiring db '/tmp/tmp_ccga77s/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0029 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0035 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0028 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0020 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0022 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0005 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0004 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 3334956 1 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0004 "-" 3334956 1 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 3334956 1 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 3334956 1 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 3334956 1 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 3334956 1 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 3334956 1 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 3334956 1 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 3334956 1 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 3334956 1 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0041 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0024 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0023 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0011 "-" 3334956 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0003 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0039 "-" 3334956 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok + +test NOTICE: Started child 89 from parent 3334983 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp057v6vag/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp057v6vag/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp057v6vag/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp057v6vag/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0031 "-" 3334983 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0033 "-" 3334983 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3334983 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 3334983 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0e569fdb9ca54ecfa3bdd-00697b6f4d" "proxy-server 3334983" 0.0011 "-" 3334983 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:47599/sdb1/1/a/c" "tx0e569fdb9ca54ecfa3bdd-00697b6f4d" "container-server 3334983" 0.0010 "-" 3334983 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:33961/sda1/1/a/c" "tx0e569fdb9ca54ecfa3bdd-00697b6f4d" "container-server 3334983" 0.0010 "-" 3334983 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0e569fdb9ca54ecfa3bdd-00697b6f4d" "proxy-server 3334983" 0.0098 "-" 3334983 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0e569fdb9ca54ecfa3bdd-00697b6f4d" "proxy-server 3334983" 0.0157 "-" 3334983 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/41 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx0e569fdb9ca54ecfa3bdd-00697b6f4d - 0.0232 - - 1769697101.044441462 1769697101.067682505 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0b6df0920e20435aa57df-00697b6f4d" "proxy-server 3334983" 0.0011 "-" 3334983 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:47599/sdb1/1/a1/c1" "tx0b6df0920e20435aa57df-00697b6f4d" "container-server 3334983" 0.0019 "-" 3334983 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:33961/sda1/1/a1/c1" "tx0b6df0920e20435aa57df-00697b6f4d" "container-server 3334983" 0.0012 "-" 3334983 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0b6df0920e20435aa57df-00697b6f4d" "proxy-server 3334983" 0.0132 "-" 3334983 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0b6df0920e20435aa57df-00697b6f4d" "proxy-server 3334983" 0.0099 "-" 3334983 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/41 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0b6df0920e20435aa57df-00697b6f4d - 0.0211 - - 1769697101.069115877 1769697101.090209961 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd24a91b0419f4f95a89f9-00697b6f4d" "proxy-server 3334983" 0.0019 "-" 3334983 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:33961/sda1/2/a/c1" "txd24a91b0419f4f95a89f9-00697b6f4d" "container-server 3334983" 0.0019 "-" 3334983 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:47599/sdb1/2/a/c1" "txd24a91b0419f4f95a89f9-00697b6f4d" "container-server 3334983" 0.0017 "-" 3334983 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd24a91b0419f4f95a89f9-00697b6f4d" "proxy-server 3334983" 0.0096 "-" 3334983 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd24a91b0419f4f95a89f9-00697b6f4d" "proxy-server 3334983" 0.0145 "-" 3334983 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/41 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txd24a91b0419f4f95a89f9-00697b6f4d - 0.0226 - - 1769697101.091653109 1769697101.114207745 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6936589db80d4eb6b431c-00697b6f4d" "proxy-server 3334983" 0.0020 "-" 3334983 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:47599/sdb1/1/a/c2" "tx6936589db80d4eb6b431c-00697b6f4d" "container-server 3334983" 0.0025 "-" 3334983 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:33961/sda1/1/a/c2" "tx6936589db80d4eb6b431c-00697b6f4d" "container-server 3334983" 0.0012 "-" 3334983 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6936589db80d4eb6b431c-00697b6f4d" "proxy-server 3334983" 0.0136 "-" 3334983 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6936589db80d4eb6b431c-00697b6f4d" "proxy-server 3334983" 0.0104 "-" 3334983 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/41 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx6936589db80d4eb6b431c-00697b6f4d - 0.0226 - - 1769697101.115638971 1769697101.138190031 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp3c76vxy8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3c76vxy8/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp3c76vxy8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3c76vxy8/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0030 "-" 3334983 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0045 "-" 3334983 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3334983 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0033 "-" 3334983 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdcd262e25bf94c799f110-00697b6f4d" "proxy-server 3334983" 0.0011 "-" 3334983 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:37305/sda1/1/a/c" "txdcd262e25bf94c799f110-00697b6f4d" "container-server 3334983" 0.0011 "-" 3334983 0test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_newid +test.unit.container.test_backend.TestContainerBroker.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok + +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:56963/sdb1/1/a/c" "txdcd262e25bf94c799f110-00697b6f4d" "container-server 3334983" 0.0010 "-" 3334983 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txdcd262e25bf94c799f110-00697b6f4d" "proxy-server 3334983" 0.0134 "-" 3334983 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txdcd262e25bf94c799f110-00697b6f4d" "proxy-server 3334983" 0.0092 "-" 3334983 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/41 PUT /v1/a/c HTTP/1.0 201 - - t - - - txdcd262e25bf94c799f110-00697b6f4d - 0.0213 - - 1769697101.194723129 1769697101.216042280 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx1fb86b37a7db4ae29efdd-00697b6f4d" "proxy-server 3334983" 0.0011 "-" 3334983 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:56963/sdb1/1/a1/c1" "tx1fb86b37a7db4ae29efdd-00697b6f4d" "container-server 3334983" 0.0020 "-" 3334983 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:37305/sda1/1/a1/c1" "tx1fb86b37a7db4ae29efdd-00697b6f4d" "container-server 3334983" 0.0012 "-" 3334983 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1fb86b37a7db4ae29efdd-00697b6f4d" "proxy-server 3334983" 0.0092 "-" 3334983 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1fb86b37a7db4ae29efdd-00697b6f4d" "proxy-server 3334983" 0.0139 "-" 3334983 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/41 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx1fb86b37a7db4ae29efdd-00697b6f4d - 0.0214 - - 1769697101.217402458 1769697101.238799095 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx95c1eba98ed7436993e05-00697b6f4d" "proxy-server 3334983" 0.0019 "-" 3334983 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:56963/sdb1/2/a/c1" "tx95c1eba98ed7436993e05-00697b6f4d" "container-server 3334983" 0.0052 "-" 3334983 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:37305/sda1/2/a/c1" "tx95c1eba98ed7436993e05-00697b6f4d" "container-server 3334983" 0.0011 "-" 3334983 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx95c1eba98ed7436993e05-00697b6f4d" "proxy-server 3334983" 0.0124 "-" 3334983 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx95c1eba98ed7436993e05-00697b6f4d" "proxy-server 3334983" 0.0173 "-" 3334983 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/41 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx95c1eba98ed7436993e05-00697b6f4d - 0.0253 - - 1769697101.241086245 1769697101.266402483 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf1f3e438fb8b4b2ca8e42-00697b6f4d" "proxy-server 3334983" 0.0020 "-" 3334983 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:56963/sdb1/1/a/c2" "txf1f3e438fb8b4b2ca8e42-00697b6f4d" "container-server 3334983" 0.0025 "-" 3334983 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:37305/sda1/1/a/c2" "txf1f3e438fb8b4b2ca8e42-00697b6f4d" "container-server 3334983" 0.0011 "-" 3334983 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf1f3e438fb8b4b2ca8e42-00697b6f4d" "proxy-server 3334983" 0.0139 "-" 3334983 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf1f3e438fb8b4b2ca8e42-00697b6f4d" "proxy-server 3334983" 0.0104 "-" 3334983 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/41 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf1f3e438fb8b4b2ca8e42-00697b6f4d - 0.0227 - - 1769697101.267812967 1769697101.290553093 2 + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok + +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0041 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0035 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0046 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0026 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0041 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0067 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0028 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0105 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0161 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0082 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0060 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0047 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0030 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0059 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0038 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0013 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0036 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0020 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 3334956 2 +test DEBUG: Unlinked retiring db '/tmp/tmpomvm__36/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0060 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 3334956 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_path +test.unit.container.test_backend.TestContainerBroker.test_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object +test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697304.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/ae4/8b3655a96d093fc10e40d80187184ae4/8b3655a96d093fc10e40d80187184ae4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697308.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/be5/bafa410a772eb83cd509b930e3401be5/bafa410a772eb83cd509b930e3401be5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697308.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/be5/bafa410a772eb83cd509b930e3401be5/bafa410a772eb83cd509b930e3401be5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697312.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/81d/447a3aade806fb6e3de3c00b906f481d/447a3aade806fb6e3de3c00b906f481d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697312.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/81d/447a3aade806fb6e3de3c00b906f481d/447a3aade806fb6e3de3c00b906f481d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697316.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/fe3/7130c9910ab16aa0a84331f7afe82fe3/7130c9910ab16aa0a84331f7afe82fe3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697316.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/fe3/7130c9910ab16aa0a84331f7afe82fe3/7130c9910ab16aa0a84331f7afe82fe3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697320.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/839/186cca084254551ab4e0305db6335839/186cca084254551ab4e0305db6335839.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697320.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/839/186cca084254551ab4e0305db6335839/186cca084254551ab4e0305db6335839.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697324.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/ed0/3dac0f2bf7a6aaf8a0e0ae5cb99fded0/3dac0f2bf7a6aaf8a0e0ae5cb99fded0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697324.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/ed0/3dac0f2bf7a6aaf8a0e0ae5cb99fded0/3dac0f2bf7a6aaf8a0e0ae5cb99fded0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697328.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/8f7/cb185c8d88e1eab92fcadb957b7bf8f7/cb185c8d88e1eab92fcadb957b7bf8f7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697328.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/8f7/cb185c8d88e1eab92fcadb957b7bf8f7/cb185c8d88e1eab92fcadb957b7bf8f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697332.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/738/d552944e324ee5576399138cbf83a738/d552944e324ee5576399138cbf83a738.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697332.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/738/d552944e324ee5576399138cbf83a738/d552944e324ee5576399138cbf83a738.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697336.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/954/f17810a3f43d9251818f18c898a82954/f17810a3f43d9251818f18c898a82954.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697336.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/954/f17810a3f43d9251818f18c898a82954/f17810a3f43d9251818f18c898a82954.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697340.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/3ab/7ddef08a7d368aa8610929c4da1503ab/7ddef08a7d368aa8610929c4da1503ab.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697340.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/3ab/7ddef08a7d368aa8610929c4da1503ab/7ddef08a7d368aa8610929c4da1503ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697344.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/222/98c238eaa2b2ede9fcf6fa6a0dd38222/98c238eaa2b2ede9fcf6fa6a0dd38222.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697344.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/222/98c238eaa2b2ede9fcf6fa6a0dd38222/98c238eaa2b2ede9fcf6fa6a0dd38222.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697348.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/9e3/10907ba037147c908d7aa88912b8c9e3/10907ba037147c908d7aa88912b8c9e3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697348.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/9e3/10907ba037147c908d7aa88912b8c9e3/10907ba037147c908d7aa88912b8c9e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697352.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/2ee/3a6af389ab2b0765395070dd198e32ee/3a6af389ab2b0765395070dd198e32ee.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697352.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/2ee/3a6af389ab2b0765395070dd198e32ee/3a6af389ab2b0765395070dd198e32ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697356.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/43b/fd10e11f09f9b5354d4875ae2f43643b/fd10e11f09f9b5354d4875ae2f43643b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697356.00000-0, db: /tmp/tmpdsix1ujo/sda/containers/0/43b/fd10e11f09f9b5354d4875ae2f43643b/fd10e11f09f9b5354d4875ae2f43643b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697105.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/2db/9c17b0b47d5d53d735db9b91a15cd2db/9c17b0b47d5d53d735db9b91a15cd2db.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697105.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/2db/9c17b0b47d5d53d735db9b91a15cd2db/9c17b0b47d5d53d735db9b91a15cd2db.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697108.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/ead/fa72dd79d927f8af8ce1662882feaead/fa72dd79d927f8af8ce1662882feaead.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697108.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/ead/fa72dd79d927f8af8ce1662882feaead/fa72dd79d927f8af8ce1662882feaead.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697111.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/f78/8de260e3ae3f341da2a872f9f6e16f78/8de260e3ae3f341da2a872f9f6e16f78.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697111.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/f78/8de260e3ae3f341da2a872f9f6e16f78/8de260e3ae3f341da2a872f9f6e16f78.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697114.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/71c/26708271b7de4079810c2727f8b3b71c/26708271b7de4079810c2727f8b3b71c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697114.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/71c/26708271b7de4079810c2727f8b3b71c/26708271b7de4079810c2727f8b3b71c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697117.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/8cf/1b3077d93e9edd143a0e8603ae9758cf/1b3077d93e9edd143a0e8603ae9758cf.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697117.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/8cf/1b3077d93e9edd143a0e8603ae9758cf/1b3077d93e9edd143a0e8603ae9758cf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697120.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/650/2eff03c04c5d52685b5e9cb89b0f1650/2eff03c04c5d52685b5e9cb89b0f1650.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697120.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/650/2eff03c04c5d52685b5e9cb89b0f1650/2eff03c04c5d52685b5e9cb89b0f1650.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697123.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/888/43275b28c08b02cd85da10a507092888/43275b28c08b02cd85da10a507092888.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697123.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/888/43275b28c08b02cd85da10a507092888/43275b28c08b02cd85da10a507092888.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697126.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/9f5/264d18bc37fdb48fc4ef181530cbd9f5/264d18bc37fdb48fc4ef181530cbd9f5.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697126.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/9f5/264d18bc37fdb48fc4ef181530cbd9f5/264d18bc37fdb48fc4ef181530cbd9f5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697129.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/9c0/9b87558fb747b05598809bb90feab9c0/9b87558fb747b05598809bb90feab9c0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697129.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/9c0/9b87558fb747b05598809bb90feab9c0/9b87558fb747b05598809bb90feab9c0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697132.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/f33/a0dde92c83b035f0f84538f1939b6f33/a0dde92c83b035f0f84538f1939b6f33.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697132.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/f33/a0dde92c83b035f0f84538f1939b6f33/a0dde92c83b035f0f84538f1939b6f33.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697135.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/f34/62bbcc5f4d68edad025241c823065f34/62bbcc5f4d68edad025241c823065f34.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697135.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/f34/62bbcc5f4d68edad025241c823065f34/62bbcc5f4d68edad025241c823065f34.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697138.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/5be/37052a0137ae57f2b925630b563bf5be/37052a0137ae57f2b925630b563bf5be.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697138.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/5be/37052a0137ae57f2b925630b563bf5be/37052a0137ae57f2b925630b563bf5be.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697141.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/133/48ed454f81b8ab63ad64d18f3ac50133/48ed454f81b8ab63ad64d18f3ac50133.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697141.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/133/48ed454f81b8ab63ad64d18f3ac50133/48ed454f81b8ab63ad64d18f3ac50133.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697144.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/e5f/a8d558fbbc784670824496a4b27d9e5f/a8d558fbbc784670824496a4b27d9e5f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697144.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/e5f/a8d558fbbc784670824496a4b27d9e5f/a8d558fbbc784670824496a4b27d9e5f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697147.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/f35/f91003e790ba469bc5667d7456406f35/f91003e790ba469bc5667d7456406f35.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697147.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/f35/f91003e790ba469bc5667d7456406f35/f91003e790ba469bc5667d7456406f35.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697150.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/976/c926cd367654b957f12a61fd809d0976/c926cd367654b957f12a61fd809d0976.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697150.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/976/c926cd367654b957f12a61fd809d0976/c926cd367654b957f12a61fd809d0976.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697153.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/9ac/d9b2fa07c2dfc0995abc2187fda649ac/d9b2fa07c2dfc0995abc2187fda649ac.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697153.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/9ac/d9b2fa07c2dfc0995abc2187fda649ac/d9b2fa07c2dfc0995abc2187fda649ac.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697156.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/e65/c9c6508f6aafc4514f92494b01dc9e65/c9c6508f6aafc4514f92494b01dc9e65.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697156.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/e65/c9c6508f6aafc4514f92494b01dc9e65/c9c6508f6aafc4514f92494b01dc9e65.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697159.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/196/38cdf3e14747452e9d895d3856b9b196/38cdf3e14747452e9d895d3856b9b196.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697159.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/196/38cdf3e14747452e9d895d3856b9b196/38cdf3e14747452e9d895d3856b9b196.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697162.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/fa1/ee598dd0cff6ce4b69d753553739cfa1/ee598dd0cff6ce4b69d753553739cfa1.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697162.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/fa1/ee598dd0cff6ce4b69d753553739cfa1/ee598dd0cff6ce4b69d753553739cfa1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697165.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/e41/d1655f954b8d466d5d263e288f65ae41/d1655f954b8d466d5d263e288f65ae41.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697165.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/e41/d1655f954b8d466d5d263e288f65ae41/d1655f954b8d466d5d263e288f65ae41.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697168.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/2f6/3a90d254b8310aeb73061667ad02c2f6/3a90d254b8310aeb73061667ad02c2f6.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697168.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/2f6/3a90d254b8310aeb73061667ad02c2f6/3a90d254b8310aeb73061667ad02c2f6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697171.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/e50/dee9a5983548b90f4ef58e478c5d5e50/dee9a5983548b90f4ef58e478c5d5e50.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697171.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/e50/dee9a5983548b90f4ef58e478c5d5e50/dee9a5983548b90f4ef58e478c5d5e50.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697174.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/77c/187656786ee54ed5302b33645af0977c/187656786ee54ed5302b33645af0977c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697174.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/77c/187656786ee54ed5302b33645af0977c/187656786ee54ed5302b33645af0977c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697177.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/7a7/e9274160e5d735785a3d7188a4d747a7/e9274160e5d735785a3d7188a4d747a7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697177.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/7a7/e9274160e5d735785a3d7188a4d747a7/e9274160e5d735785a3d7188a4d747a7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697180.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/34b/664ce48c8b1a77829aa0befbc2c4534b/664ce48c8b1a77829aa0befbc2c4534b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697180.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/34b/664ce48c8b1a77829aa0befbc2c4534b/664ce48c8b1a77829aa0befbc2c4534b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697183.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/0f3/055d7fdbd63601919e58616b7395b0f3/055d7fdbd63601919e58616b7395b0f3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697183.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/0f3/055d7fdbd63601919e58616b7395b0f3/055d7fdbd63601919e58616b7395b0f3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697186.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/86c/68afabe541cb6c1587495b602390e86c/68afabe541cb6c1587495b602390e86c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697186.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/86c/68afabe541cb6c1587495b602390e86c/68afabe541cb6c1587495b602390e86c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697189.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/342/1b3ba96e0d5830e554ac1a5d6af88342/1b3ba96e0d5830e554ac1a5d6af88342.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697189.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/342/1b3ba96e0d5830e554ac1a5d6af88342/1b3ba96e0d5830e554ac1a5d6af88342.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697192.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/548/cb12a19fba0b9f7b5328f2397e2f2548/cb12a19fba0b9f7b5328f2397e2f2548.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697192.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/548/cb12a19fba0b9f7b5328f2397e2f2548/cb12a19fba0b9f7b5328f2397e2f2548.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697195.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/2c0/c3f682ed6770d91fe589372031e1e2c0/c3f682ed6770d91fe589372031e1e2c0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697195.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/2c0/c3f682ed6770d91fe589372031e1e2c0/c3f682ed6770d91fe589372031e1e2c0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697198.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/f52/bbf830619cbe3a63b749fc7b0b67ef52/bbf830619cbe3a63b749fc7b0b67ef52.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697198.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/f52/bbf830619cbe3a63b749fc7b0b67ef52/bbf830619cbe3a63b749fc7b0b67ef52.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697201.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/d99/0d1c3c2ff6956eab17d3bc1b4b8bed99/0d1c3c2ff6956eab17d3bc1b4b8bed99.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697201.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/d99/0d1c3c2ff6956eab17d3bc1b4b8bed99/0d1c3c2ff6956eab17d3bc1b4b8bed99.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697204.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/0b1/d2955edd3dbfedd8f44cad50e74df0b1/d2955edd3dbfedd8f44cad50e74df0b1.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697204.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/0b1/d2955edd3dbfedd8f44cad50e74df0b1/d2955edd3dbfedd8f44cad50e74df0b1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697207.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/72b/94e1f0c18ea4565aab356667689c372b/94e1f0c18ea4565aab356667689c372b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697207.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/72b/94e1f0c18ea4565aab356667689c372b/94e1f0c18ea4565aab356667689c372b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697210.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/b26/578cb02933c240f3925d5d7a5a1bdb26/578cb02933c240f3925d5d7a5a1bdb26.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697210.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/b26/578cb02933c240f3925d5d7a5a1bdb26/578cb02933c240f3925d5d7a5a1bdb26.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697213.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/0de/a239770cc05f260761251b77107bb0de/a239770cc05f260761251b77107bb0de.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697213.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/0de/a239770cc05f260761251b77107bb0de/a239770cc05f260761251b77107bb0de.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697216.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/feb/6dac60ef76c0235a2783549bdd096feb/6dac60ef76c0235a2783549bdd096feb.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697216.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/feb/6dac60ef76c0235a2783549bdd096feb/6dac60ef76c0235a2783549bdd096feb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697219.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/0ac/5d3e463bf701920ba2f94829e9f110ac/5d3e463bf701920ba2f94829e9f110ac.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697219.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/0ac/5d3e463bf701920ba2f94829e9f110ac/5d3e463bf701920ba2f94829e9f110ac.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697222.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/e00/ecf77f229a631ffb64147c5a39e9ae00/ecf77f229a631ffb64147c5a39e9ae00.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697222.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/e00/ecf77f229a631ffb64147c5a39e9ae00/ecf77f229a631ffb64147c5a39e9ae00.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697225.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/0d1/e9582c6034dd230f175bb09bd9d8f0d1/e9582c6034dd230f175bb09bd9d8f0d1.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697225.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/0d1/e9582c6034dd230f175bb09bd9d8f0d1/e9582c6034dd230f175bb09bd9d8f0d1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697228.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/985/087ef3a493bc1fe49a8975021b3d0985/087ef3a493bc1fe49a8975021b3d0985.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697228.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/985/087ef3a493bc1fe49a8975021b3d0985/087ef3a493bc1fe49a8975021b3d0985.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697231.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/762/8b2f1bbe4f39d4ce742db883df95e762/8b2f1bbe4f39d4ce742db883df95e762.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697231.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/762/8b2f1bbe4f39d4ce742db883df95e762/8b2f1bbe4f39d4ce742db883df95e762.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697234.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/f00/973bfb7e17742fd65513d4353f694f00/973bfb7e17742fd65513d4353f694f00.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697234.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/f00/973bfb7e17742fd65513d4353f694f00/973bfb7e17742fd65513d4353f694f00.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697237.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/6d8/0cb9665abd70efb7ec6d8ea981bd26d8/0cb9665abd70efb7ec6d8ea981bd26d8.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697237.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/6d8/0cb9665abd70efb7ec6d8ea981bd26d8/0cb9665abd70efb7ec6d8ea981bd26d8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697240.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/4dc/e1d81907bb36d0be7cb767bf893d94dc/e1d81907bb36d0be7cb767bf893d94dc.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697240.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/4dc/e1d81907bb36d0be7cb767bf893d94dc/e1d81907bb36d0be7cb767bf893d94dc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697243.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/d18/3f6513019853a1b024d3b20a3f0cdd18/3f6513019853a1b024d3b20a3f0cdd18.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697243.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/d18/3f6513019853a1b024d3b20a3f0cdd18/3f6513019853a1b024d3b20a3f0cdd18.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697246.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/ddb/b5e67ecba1223af26a24b4d6bf58addb/b5e67ecba1223af26a24b4d6bf58addb.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697246.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/ddb/b5e67ecba1223af26a24b4d6bf58addb/b5e67ecba1223af26a24b4d6bf58addb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697249.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/e7f/a3858e698c5a1f284c5a4c3c22fcae7f/a3858e698c5a1f284c5a4c3c22fcae7f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697249.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/e7f/a3858e698c5a1f284c5a4c3c22fcae7f/a3858e698c5a1f284c5a4c3c22fcae7f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697252.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/bca/6a8aa2ade16c3de1cf4b802dba8a7bca/6a8aa2ade16c3de1cf4b802dba8a7bca.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697252.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/bca/6a8aa2ade16c3de1cf4b802dba8a7bca/6a8aa2ade16c3de1cf4b802dba8a7bca.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697255.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/71a/01121193c3ceef9142807cef1c95471a/01121193c3ceef9142807cef1c95471a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697255.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/71a/01121193c3ceef9142807cef1c95471a/01121193c3ceef9142807cef1c95471a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697258.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/9d7/e28b3662438355143530345e058459d7/e28b3662438355143530345e058459d7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697258.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/9d7/e28b3662438355143530345e058459d7/e28b3662438355143530345e058459d7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697261.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/2b8/a6165195841ad8c298a459606100d2b8/a6165195841ad8c298a459606100d2b8.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697261.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/2b8/a6165195841ad8c298a459606100d2b8/a6165195841ad8c298a459606100d2b8.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim +test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD + return self._handle_acl(app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok + +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.1016 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:41 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0023 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0041 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0025 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0014 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0036 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 3334956 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0027 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0042 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0042 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 3334956 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769697100.73566', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Thu, 29 Jan 2026 14:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1769697100.75339', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697264.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/485/47ee38d7d9544082751fcd81ac9ac485/47ee38d7d9544082751fcd81ac9ac485.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697264.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/485/47ee38d7d9544082751fcd81ac9ac485/47ee38d7d9544082751fcd81ac9ac485.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697267.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/b61/df4d22cd090f3147af852ff9a8d72b61/df4d22cd090f3147af852ff9a8d72b61.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697267.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/b61/df4d22cd090f3147af852ff9a8d72b61/df4d22cd090f3147af852ff9a8d72b61.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697270.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/994/7df7b339478542a9ed71b1b3582a0994/7df7b339478542a9ed71b1b3582a0994.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697270.00000-0, db: /tmp/tmphf9kenvu/sda/containers/0/994/7df7b339478542a9ed71b1b3582a0994/7df7b339478542a9ed71b1b3582a0994.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697106.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/5c9/781186aab2545b1794bf3c60395385c9/781186aab2545b1794bf3c60395385c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697111.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/f78/8de260e3ae3f341da2a872f9f6e16f78/8de260e3ae3f341da2a872f9f6e16f78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697116.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/bbe/e106ec274a4cf8ab990dadfd58ce2bbe/e106ec274a4cf8ab990dadfd58ce2bbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697121.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/fb0/e9f770ae376d657947866a08b8a0afb0/e9f770ae376d657947866a08b8a0afb0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697126.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/9f5/264d18bc37fdb48fc4ef181530cbd9f5/264d18bc37fdb48fc4ef181530cbd9f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697131.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/6e7/d4a056943bb2a361c17bd3caf39276e7/d4a056943bb2a361c17bd3caf39276e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697136.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/a4a/9d6c2ad01dfc81bc9489f050867b7a4a/9d6c2ad01dfc81bc9489f050867b7a4a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697141.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/133/48ed454f81b8ab63ad64d18f3ac50133/48ed454f81b8ab63ad64d18f3ac50133.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697146.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/c77/58f9e78ecdcd176b98d4a4b0da0e0c77/58f9e78ecdcd176b98d4a4b0da0e0c77.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697151.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/eb0/86a7253423300e51b30c03941aeeeeb0/86a7253423300e51b30c03941aeeeeb0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697156.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/e65/c9c6508f6aafc4514f92494b01dc9e65/c9c6508f6aafc4514f92494b01dc9e65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697161.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/6a3/5245077fc252fc84d03c0691be4b26a3/5245077fc252fc84d03c0691be4b26a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697166.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/860/1446c7eeb09bc46a2b3b314741c21860/1446c7eeb09bc46a2b3b314741c21860.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697171.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/e50/dee9a5983548b90f4ef58e478c5d5e50/dee9a5983548b90f4ef58e478c5d5e50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697176.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/1b7/d7702d169008575b58092ccb98dbd1b7/d7702d169008575b58092ccb98dbd1b7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697181.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/a02/d2859644051f6895229c616f1377fa02/d2859644051f6895229c616f1377fa02.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697186.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/86c/68afabe541cb6c1587495b602390e86c/68afabe541cb6c1587495b602390e86c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697191.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/445/8b35cde105b76198adce6c22ca4e9445/8b35cde105b76198adce6c22ca4e9445.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697196.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/17e/99b5797747b3b3f62d5f55e446b8517e/99b5797747b3b3f62d5f55e446b8517e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697201.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/d99/0d1c3c2ff6956eab17d3bc1b4b8bed99/0d1c3c2ff6956eab17d3bc1b4b8bed99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697206.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/c7f/284d12750d81fe006d9c03702657ac7f/284d12750d81fe006d9c03702657ac7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697211.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/e0d/3890f7ddecfd570a58667fba34666e0d/3890f7ddecfd570a58667fba34666e0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697216.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/feb/6dac60ef76c0235a2783549bdd096feb/6dac60ef76c0235a2783549bdd096feb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697221.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/b46/37064df0205dab46bbfe6bb8fccbdb46/37064df0205dab46bbfe6bb8fccbdb46.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697226.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/d45/784473e20032283508785bc5a10d8d45/784473e20032283508785bc5a10d8d45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697231.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/762/8b2f1bbe4f39d4ce742db883df95e762/8b2f1bbe4f39d4ce742db883df95e762.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697236.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/59d/0b89cb25e4ac55f3aa4d2756dc3ff59d/0b89cb25e4ac55f3aa4d2756dc3ff59d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697241.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/083/8086b084cdfecd0ec5a92cd851894083/8086b084cdfecd0ec5a92cd851894083.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697246.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/ddb/b5e67ecba1223af26a24b4d6bf58addb/b5e67ecba1223af26a24b4d6bf58addb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697251.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/649/a60cb5ec8679c80cefb61e354451b649/a60cb5ec8679c80cefb61e354451b649.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697256.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/458/87deee46a85af21145e81a6429c9e458/87deee46a85af21145e81a6429c9e458.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697261.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/2b8/a6165195841ad8c298a459606100d2b8/a6165195841ad8c298a459606100d2b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697266.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/6bb/e96f86451ab49a78f9cf55cfc6cfe6bb/e96f86451ab49a78f9cf55cfc6cfe6bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697271.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/42c/2f04477eb698974b06ec311a7f99242c/2f04477eb698974b06ec311a7f99242c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697276.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/784/82d1b1f1e9b810548b7ee2a295b32784/82d1b1f1e9b810548b7ee2a295b32784.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697281.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/dde/9f1ee386210af2ef917b89ea42c4edde/9f1ee386210af2ef917b89ea42c4edde.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697286.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/c5e/b4d10aff4c2fa4edc93e97fe65c8ac5e/b4d10aff4c2fa4edc93e97fe65c8ac5e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697291.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/771/5c869764c065849dfb7c0278ad995771/5c869764c065849dfb7c0278ad995771.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697296.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/353/e6f0807e92c5c83ae3fa35454ea54353/e6f0807e92c5c83ae3fa35454ea54353.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697301.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/e45/5d507d502e523679d9ee989cdd453e45/5d507d502e523679d9ee989cdd453e45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697306.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/ba2/8d4e867e5ba87e137fcc7a92a2e4cba2/8d4e867e5ba87e137fcc7a92a2e4cba2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697311.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/e65/e9204d039452c410e5e47c153162ae65/e9204d039452c410e5e47c153162ae65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697316.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/fe3/7130c9910ab16aa0a84331f7afe82fe3/7130c9910ab16aa0a84331f7afe82fe3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697321.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/572/7d3734ff9b9c96771ab39a8130ee5572/7d3734ff9b9c96771ab39a8130ee5572.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697326.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/3f6/77f1c9d4394c9138679604824747f3f6/77f1c9d4394c9138679604824747f3f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697331.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/841/41d0c3f443151c8870c5cd11c8789841/41d0c3f443151c8870c5cd11c8789841.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697336.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/954/f17810a3f43d9251818f18c898a82954/f17810a3f43d9251818f18c898a82954.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697341.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/f31/7bffa380516c0d3dccdbaa17d4f87f31/7bffa380516c0d3dccdbaa17d4f87f31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697346.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/eb9/a2b2160c8fffc97201ee3c6834e5aeb9/a2b2160c8fffc97201ee3c6834e5aeb9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697351.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/89c/35e61ae611317dc45c929ee3796dc89c/35e61ae611317dc45c929ee3796dc89c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697356.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/43b/fd10e11f09f9b5354d4875ae2f43643b/fd10e11f09f9b5354d4875ae2f43643b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697361.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/b1e/743700088e6463764a7367162d053b1e/743700088e6463764a7367162d053b1e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697366.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/359/4fad3d50c36a4d00c17c7370ca8b9359/4fad3d50c36a4d00c17c7370ca8b9359.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697371.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/db6/f636ccfb7f4700982ce030b8ef617db6/f636ccfb7f4700982ce030b8ef617db6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697376.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/588/bff1f42f9214441cf66cfabc1bef4588/bff1f42f9214441cf66cfabc1bef4588.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697381.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/2ec/25c01b16114dc69021d95c303b3ee2ec/25c01b16114dc69021d95c303b3ee2ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697386.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/52a/85f8ba0e4789e91a68b547187ab6452a/85f8ba0e4789e91a68b547187ab6452a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697391.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/20f/fef144e750035f0502dd87cdf9a8820f/fef144e750035f0502dd87cdf9a8820f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697396.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/6c0/949175cf475ebf836b14ca89b5d106c0/949175cf475ebf836b14ca89b5d106c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697401.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/334/629abb52e6e75a1b572967d38589a334/629abb52e6e75a1b572967d38589a334.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697406.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/306/6339aa59363dfa8bb8966eb89f90f306/6339aa59363dfa8bb8966eb89f90f306.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697411.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/45c/79c8e4242a0945a7c80011f70962a45c/79c8e4242a0945a7c80011f70962a45c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697416.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/c6d/73c0efd74ec277061109a2bdc1a35c6d/73c0efd74ec277061109a2bdc1a35c6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697421.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/c57/706fd1803c84b08364ae73559b9aec57/706fd1803c84b08364ae73559b9aec57.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697426.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/df7/221816451ec0c62c28df7f4e46ae6df7/221816451ec0c62c28df7f4e46ae6df7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697431.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/723/028670dc5d916a869a9c990756aeb723/028670dc5d916a869a9c990756aeb723.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697436.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/6e9/8c31f1a52608a79be10551bca4cb16e9/8c31f1a52608a79be10551bca4cb16e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697441.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/32a/ea09d16bf552f08ff6c5370cbf26e32a/ea09d16bf552f08ff6c5370cbf26e32a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697446.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/9f0/bd715475cf727708ee855091f5f9e9f0/bd715475cf727708ee855091f5f9e9f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697451.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/35d/12765c29f714d50abdc267d408ae635d/12765c29f714d50abdc267d408ae635d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697456.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/5f1/eb6de28f965e76a680114f357b1db5f1/eb6de28f965e76a680114f357b1db5f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697461.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/aac/2b018ac32552ccd8e861af39e6603aac/2b018ac32552ccd8e861af39e6603aac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697466.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/154/205d2fd303e4d9ab77f84f690ebe1154/205d2fd303e4d9ab77f84f690ebe1154.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697471.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/e82/ca2dff9a6a504fdff13227d608187e82/ca2dff9a6a504fdff13227d608187e82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697476.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/d51/15a4f6548d0e9afe7eac1c16a3c87d51/15a4f6548d0e9afe7eac1c16a3c87d51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697481.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/6a4/d654cb4073e8d246b160e271338c56a4/d654cb4073e8d246b160e271338c56a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697486.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/f4c/0db3d5e2aa5e83dd39c99fdb95b18f4c/0db3d5e2aa5e83dd39c99fdb95b18f4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697491.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/a95/2baf4309599ef0cf6b842494b4735a95/2baf4309599ef0cf6b842494b4735a95.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697496.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/ec2/745b3f340752673f005d256b4a93bec2/745b3f340752673f005d256b4a93bec2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697501.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/2c6/4c5ba0968dfe86453fe7c544fcc452c6/4c5ba0968dfe86453fe7c544fcc452c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697506.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/e87/5a052b99980d76ccc05107722b1dde87/5a052b99980d76ccc05107722b1dde87.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697511.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/3a5/2cd562cfefc01912281cfba8b93ef3a5/2cd562cfefc01912281cfba8b93ef3a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697516.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/afa/2b626409f9e8eea91b17840fbc462afa/2b626409f9e8eea91b17840fbc462afa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697521.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/580/93dab7432cd6af025cf299e0ac30b580/93dab7432cd6af025cf299e0ac30b580.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697526.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/3b3/1a68068e478f2d1545e1d7e56aa2c3b3/1a68068e478f2d1545e1d7e56aa2c3b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697531.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/bbe/f4f5b943453c05fc7bbf15ec560dbbbe/f4f5b943453c05fc7bbf15ec560dbbbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697536.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/360/52a91730dc41e1720683c3f1f17fb360/52a91730dc41e1720683c3f1f17fb360.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697541.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/3d5/5008912a2edc9f0b26d916cb887d53d5/5008912a2edc9f0b26d916cb887d53d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697546.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/328/7daf99fad20293e75bda5f6dfa9d2328/7daf99fad20293e75bda5f6dfa9d2328.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697551.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/e32/ded24678cc9192c5ca682eedcb4e3e32/ded24678cc9192c5ca682eedcb4e3e32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697556.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/e25/55b81c2d7fc7794ad47e53420a28fe25/55b81c2d7fc7794ad47e53420a28fe25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697561.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/d61/dc2493465ef621f7d9f280055564fd61/dc2493465ef621f7d9f280055564fd61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697566.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/92c/52c1f04bff6bcdf5d76e86ad4dc6c92c/52c1f04bff6bcdf5d76e86ad4dc6c92c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697571.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/90d/45271bde2d14363ab0156f10dcfed90d/45271bde2d14363ab0156f10dcfed90d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697576.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/7bf/7bdc32fb73fee08b0190abd7b0cdb7bf/7bdc32fb73fee08b0190abd7b0cdb7bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697581.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/f85/1e339e1620fccc09bf18dcef63a5bf85/1e339e1620fccc09bf18dcef63a5bf85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697586.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/1b3/e5ad06006e42b5132f161b917fe5d1b3/e5ad06006e42b5132f161b917fe5d1b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697591.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/03f/341353cb435244b1beed1453e4dc703f/341353cb435244b1beed1453e4dc703f.db +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3334956 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0084 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0024 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0045 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0065 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0093 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0044 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0041 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0011 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3334956 1 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3334956 1 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334956 1 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334956 1 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334956 3 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3334956 1 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334956 4 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3334956 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0054 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0064 "-" 3334956 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697101.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697101.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697101.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697101.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697596.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/dec/c58a791066a5b6034b70b5332b183dec/c58a791066a5b6034b70b5332b183dec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697601.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/fa4/0280417e51c6097fd4248048e80c2fa4/0280417e51c6097fd4248048e80c2fa4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697606.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/b23/959a72d7851995fe597768c1a534cb23/959a72d7851995fe597768c1a534cb23.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697611.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/db1/053350512011183f0057b5dcab1d9db1/053350512011183f0057b5dcab1d9db1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697616.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/356/f29513f6e85fb710db9f19baf3372356/f29513f6e85fb710db9f19baf3372356.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697621.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/a32/861eb9113f42f2a7156e43fcfac02a32/861eb9113f42f2a7156e43fcfac02a32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697626.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/3d3/efbe78b6d2cc7443c6d10375701113d3/efbe78b6d2cc7443c6d10375701113d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697631.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/c5c/a1844f21211e62a69fb8ec9391436c5c/a1844f21211e62a69fb8ec9391436c5c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697636.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/58b/f7f9b39df70ed6b7f36d70258366a58b/f7f9b39df70ed6b7f36d70258366a58b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697641.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/b1f/73fccb63a370a7aa51a929c229838b1f/73fccb63a370a7aa51a929c229838b1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697646.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/6a7/a5c77b8738e3102efb011b437f8336a7/a5c77b8738e3102efb011b437f8336a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697651.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/deb/bac69943ae54cc1891d69b80ec885deb/bac69943ae54cc1891d69b80ec885deb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697656.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/267/706790237dd4ed2cd14b3538cd34a267/706790237dd4ed2cd14b3538cd34a267.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697661.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/90d/3149c0799b54bc2939f8e5fbe1e2390d/3149c0799b54bc2939f8e5fbe1e2390d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697666.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/510/43a98fcb9b8b7727a42e88f54f6bb510/43a98fcb9b8b7727a42e88f54f6bb510.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697671.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/03f/6883510263d89afc193ba0afc4c5a03f/6883510263d89afc193ba0afc4c5a03f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697676.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/2d9/2a30d04dac60fbe6f11046eaa6b782d9/2a30d04dac60fbe6f11046eaa6b782d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697681.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/7db/acd72dcf1e48af1177749cdb189487db/acd72dcf1e48af1177749cdb189487db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697686.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/254/b5eaab2d92aa606fa107ca3774aba254/b5eaab2d92aa606fa107ca3774aba254.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697691.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/20c/bcf4384efcc52ca1e632648ae2ad820c/bcf4384efcc52ca1e632648ae2ad820c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697696.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/bf6/56df8fd00f942da0df88c80348b77bf6/56df8fd00f942da0df88c80348b77bf6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697701.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/599/a0a3f5834f3a6f73eedbd53cebc0c599/a0a3f5834f3a6f73eedbd53cebc0c599.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697706.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/97e/8fd6c8c7753327a33bf2c6116ae5797e/8fd6c8c7753327a33bf2c6116ae5797e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697711.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/d5d/788b11e3ded11079f7bcaddf0f1b1d5d/788b11e3ded11079f7bcaddf0f1b1d5d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697716.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/1af/eaa85b4dbec0bc28644704bc5bd531af/eaa85b4dbec0bc28644704bc5bd531af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697721.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/f93/c9652b1692d393cb5f5a9657e59b5f93/c9652b1692d393cb5f5a9657e59b5f93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697726.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/3b1/4ff78b77038867618f48a5937609c3b1/4ff78b77038867618f48a5937609c3b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697731.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/c1b/606c534b2367a43f979d206881638c1b/606c534b2367a43f979d206881638c1b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697736.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/95a/6ad73b5d651ded20007da1302598295a/6ad73b5d651ded20007da1302598295a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697741.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/ab7/36d97124a25be5e7d1dcb0ed7d2e5ab7/36d97124a25be5e7d1dcb0ed7d2e5ab7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697746.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/224/845361c5d7242c9d29fb89f9d3be1224/845361c5d7242c9d29fb89f9d3be1224.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697751.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/dc2/11625377769cc48414961ee8201fcdc2/11625377769cc48414961ee8201fcdc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697756.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/8dd/cf67e624c39dc3ded8ab690dd3e458dd/cf67e624c39dc3ded8ab690dd3e458dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697761.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/735/e899730132e0b79678b8b88e4ba7e735/e899730132e0b79678b8b88e4ba7e735.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697766.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/25d/89c79681cd1130369f95873f504e125d/89c79681cd1130369f95873f504e125d.db +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 3334956 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 3334956 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0048 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0020 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0049 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0020 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0020 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0048 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0040 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 3334956 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok + +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697101.64798', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.10109', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.23525', 'Content-Type': 'so'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.25927', 'Content-Type': 'so'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok + +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0041 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0028 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 3334956 2 +test DEBUG: Unlinked retiring db '/tmp/tmpn7968g97/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0087 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0024 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0025 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0024 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0022 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0042 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0025 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0024 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 3334956 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 3334956 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0081 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0158 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0078 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0155 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0085 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0176 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0095 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +HTTP PERF: 0.00086 seconds to PUT 127.0.0.1:46373 /sda1/123/a/c) +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0146 "-" 3334956 - +HTTP PERF: 0.00083 seconds to PUT 127.0.0.1:46373 /sda1/123/a/c) + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0086 "-" 3334956 - +HTTP PERF: 0.01994 seconds to PUT 127.0.0.1:46373 /sda1/123/a/c) +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.52160', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.53890', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697771.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/bb1/9f3c285f6818118180d9abafdde5bbb1/9f3c285f6818118180d9abafdde5bbb1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697776.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/67a/fb7f60b86edd5108ecbb7cbdb782567a/fb7f60b86edd5108ecbb7cbdb782567a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697781.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/aea/95800acd07019eff344a867102416aea/95800acd07019eff344a867102416aea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697786.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/6e5/30626cd1af39e6bab3f339a464ed86e5/30626cd1af39e6bab3f339a464ed86e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697791.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/3c5/adda2e4cf9135427302a933a4917a3c5/adda2e4cf9135427302a933a4917a3c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697796.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/38c/f8a3eaef048789abea775a4587c4238c/f8a3eaef048789abea775a4587c4238c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697801.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/500/bd6f5fac77c6ebd5d418439d2281c500/bd6f5fac77c6ebd5d418439d2281c500.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697806.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/026/41e65656d0603eabf43707b3323af026/41e65656d0603eabf43707b3323af026.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697811.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/ac7/a6ba6c96883def80735894415686bac7/a6ba6c96883def80735894415686bac7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697816.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/2e7/3f07d821d28be8936255f8745ba842e7/3f07d821d28be8936255f8745ba842e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697821.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/26a/325725353dc239f9456f1a9e0d65626a/325725353dc239f9456f1a9e0d65626a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697826.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/49a/ade3ca42142788d8381cf85e40dc249a/ade3ca42142788d8381cf85e40dc249a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697831.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/1cc/9c37aa1528a8aafbf65f8218385c31cc/9c37aa1528a8aafbf65f8218385c31cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697836.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/53a/7b99a39c4fe5680cfe13af0ddce6853a/7b99a39c4fe5680cfe13af0ddce6853a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697841.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/302/1142e0e7bb7415a38355efe1d2c8e302/1142e0e7bb7415a38355efe1d2c8e302.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697846.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/321/a53d204621e091771f45c0552d1f8321/a53d204621e091771f45c0552d1f8321.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697851.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/975/e37b66261a2aac9160ce1f4878647975/e37b66261a2aac9160ce1f4878647975.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697856.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/c83/c56ce8623014f3b337b18053db742c83/c56ce8623014f3b337b18053db742c83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697861.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/e90/6a2dd530049504734020d3089f2cae90/6a2dd530049504734020d3089f2cae90.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697866.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/bfe/d3e2e2e6cbd824d1216b4d41c1b09bfe/d3e2e2e6cbd824d1216b4d41c1b09bfe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697871.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/62e/b8ce377697c485c73b31a087f656362e/b8ce377697c485c73b31a087f656362e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697876.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/feb/19b9b01aaae848b9c5c7d67e96a4cfeb/19b9b01aaae848b9c5c7d67e96a4cfeb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697881.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/00e/737c7c8041af1fd34c84860e52b7f00e/737c7c8041af1fd34c84860e52b7f00e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697886.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/b1c/126561d82dd5a3a8be4d644778706b1c/126561d82dd5a3a8be4d644778706b1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697891.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/db8/6dd45013c08d8ab43ad1128d19f98db8/6dd45013c08d8ab43ad1128d19f98db8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697896.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/7db/c53c29b8050671c48404f4e1eb6b27db/c53c29b8050671c48404f4e1eb6b27db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697901.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/584/e52316328b8693b0195c9bd3f93f4584/e52316328b8693b0195c9bd3f93f4584.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697906.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/e06/847dc06194088d485b4b877a0ebf1e06/847dc06194088d485b4b877a0ebf1e06.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697911.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/24c/e3be291d362cedbca80f2d666f22f24c/e3be291d362cedbca80f2d666f22f24c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697916.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/a8d/dfde07dec37ef7e2e5c36e389eb5da8d/dfde07dec37ef7e2e5c36e389eb5da8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697921.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/771/7ce57137ac4fd7fb042ae87d28703771/7ce57137ac4fd7fb042ae87d28703771.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697926.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/704/2bd523b9eb3c1b14bc1f3ede40bf1704/2bd523b9eb3c1b14bc1f3ede40bf1704.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697931.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/ed2/57a1c8c739cbfcec6bddc16ca8882ed2/57a1c8c739cbfcec6bddc16ca8882ed2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697936.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/2ba/59150c7b005d7ba8c0453b6bb9b002ba/59150c7b005d7ba8c0453b6bb9b002ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697941.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/082/b120e0ea8e92184cec0f3543f35a3082/b120e0ea8e92184cec0f3543f35a3082.db +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.68160', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.69866', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.80409', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.80612', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.81613', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.81805', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.82009', 'Content-Type': 'binary/octet-stream'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx7dde28f3be6640e2996e1-00697b6f4d) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx7dde28f3be6640e2996e1-00697b6f4d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7dde28f3be6640e2996e1-00697b6f4d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx7dde28f3be6640e2996e1-00697b6f4d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx7dde28f3be6640e2996e1-00697b6f4d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7dde28f3be6640e2996e1-00697b6f4d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7dde28f3be6640e2996e1-00697b6f4d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx7dde28f3be6640e2996e1-00697b6f4d) +test DEBUG: Setting object count to 48 (txn: tx7dde28f3be6640e2996e1-00697b6f4d) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx11b9baa7b6e24c62bdfd1-00697b6f4d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx11b9baa7b6e24c62bdfd1-00697b6f4d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx11b9baa7b6e24c62bdfd1-00697b6f4d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx11b9baa7b6e24c62bdfd1-00697b6f4d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx11b9baa7b6e24c62bdfd1-00697b6f4d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx11b9baa7b6e24c62bdfd1-00697b6f4d) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx11b9baa7b6e24c62bdfd1-00697b6f4d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx11b9baa7b6e24c62bdfd1-00697b6f4d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx11b9baa7b6e24c62bdfd1-00697b6f4d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx11b9baa7b6e24c62bdfd1-00697b6f4d) +test DEBUG: Setting object count to 1064 (txn: tx11b9baa7b6e24c62bdfd1-00697b6f4d) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx37fd61a2f2774336b8c79-00697b6f4d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx37fd61a2f2774336b8c79-00697b6f4d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx37fd61a2f2774336b8c79-00697b6f4d) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx37fd61a2f2774336b8c79-00697b6f4d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx37fd61a2f2774336b8c79-00697b6f4d) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx37fd61a2f2774336b8c79-00697b6f4d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx37fd61a2f2774336b8c79-00697b6f4d) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx05825372171044d3b1bee-00697b6f4d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx05825372171044d3b1bee-00697b6f4d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx05825372171044d3b1bee-00697b6f4d) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx05825372171044d3b1bee-00697b6f4d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx05825372171044d3b1bee-00697b6f4d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx05825372171044d3b1bee-00697b6f4d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx05825372171044d3b1bee-00697b6f4d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx633598c4eb70494199846-00697b6f4e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx633598c4eb70494199846-00697b6f4e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx633598c4eb70494199846-00697b6f4e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx633598c4eb70494199846-00697b6f4e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx633598c4eb70494199846-00697b6f4e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx633598c4eb70494199846-00697b6f4e) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx633598c4eb70494199846-00697b6f4e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx633598c4eb70494199846-00697b6f4e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx633598c4eb70494199846-00697b6f4e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx633598c4eb70494199846-00697b6f4e) +test DEBUG: Setting object count to 1065 (txn: tx633598c4eb70494199846-00697b6f4e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc4989897675149239ddba-00697b6f4e) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc4989897675149239ddba-00697b6f4e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc4989897675149239ddba-00697b6f4e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: txc4989897675149239ddba-00697b6f4e)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1769697102.82271', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.83289', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.83516', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.83698', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.85429', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.86430', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769697102.88149', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok + +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6c256a2020134f3398b7f-00697b6f4c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6c256a2020134f3398b7f-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx6c256a2020134f3398b7f-00697b6f4c) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx6c256a2020134f3398b7f-00697b6f4c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx6c256a2020134f3398b7f-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx6c256a2020134f3398b7f-00697b6f4c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6c256a2020134f3398b7f-00697b6f4c) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6c256a2020134f3398b7f-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx6c256a2020134f3398b7f-00697b6f4c) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx6c256a2020134f3398b7f-00697b6f4c) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txe1365b32c4e04ba387719-00697b6f4c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe1365b32c4e04ba387719-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe1365b32c4e04ba387719-00697b6f4c) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txe1365b32c4e04ba387719-00697b6f4c) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx6618721bef3b415e95604-00697b6f4c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6618721bef3b415e95604-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx6618721bef3b415e95604-00697b6f4c) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx6618721bef3b415e95604-00697b6f4c) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx2b3b60f573c04169a99d9-00697b6f4c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2b3b60f573c04169a99d9-00697b6f4c) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx2b3b60f573c04169a99d9-00697b6f4c) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx2b3b60f573c04169a99d9-00697b6f4c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx343cfc49043b4c559eb54-00697b6f4d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx343cfc49043b4c559eb54-00697b6f4d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx343cfc49043b4c559eb54-00697b6f4d) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx343cfc49043b4c559eb54-00697b6f4d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx343cfc49043b4c559eb54-00697b6f4d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx343cfc49043b4c559eb54-00697b6f4d) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx343cfc49043b4c559eb54-00697b6f4d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx343cfc49043b4c559eb54-00697b6f4d) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx343cfc49043b4c559eb54-00697b6f4d) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx343cfc49043b4c559eb54-00697b6f4d) +test DEBUG: Setting object count to 1068 (txn: tx343cfc49043b4c559eb54-00697b6f4d) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx5e543f94768f43d7a0645-00697b6f4d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5e543f94768f43d7a0645-00697b6f4d) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx5e543f94768f43d7a0645-00697b6f4d) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx5e543f94768f43d7a0645-00697b6f4d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5e543f94768f43d7a0645-00697b6f4d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5e543f94768f43d7a0645-00697b6f4d) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx5e543f94768f43d7a0645-00697b6f4d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5e543f94768f43d7a0645-00697b6f4d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5e543f94768f43d7a0645-00697b6f4d) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx5e543f94768f43d7a0645-00697b6f4d) +test DEBUG: Setting object count to 1068 (txn: tx5e543f94768f43d7a0645-00697b6f4d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx62b10e5e41f04135839b6-00697b6f4f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx62b10e5e41f04135839b6-00697b6f4f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx62b10e5e41f04135839b6-00697b6f4f) +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260129/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260129T143142Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.90057', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260129/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260129T143142Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.91746', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok +test ERROR: ERROR Account update failed with 127.0.0.1:46373/sda1 (will retry later): Response 503 OK +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0221 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0084 "-" 3334956 3 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3334956 3 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0095 "-" 3334956 3 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0013 "-" 3334956 3 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 3334956 3 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 3334956 3 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 3334956 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 3334956 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3334956 1 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334956 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0078 "-" 3334956 3 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3334956 3 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3334956 3 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 3 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334956 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0050 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334956 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0045 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0039 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0016 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0016 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0054 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0006 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0031 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0053 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0040 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0013 "-" 3334956 2 +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260129/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260129T143142Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.94411', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.96098', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.97740', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697102.99444', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769697103.01100', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697946.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/d4a/47b261a822dd7a53dcc3c5535a2bed4a/47b261a822dd7a53dcc3c5535a2bed4a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697951.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/404/872086a875e9a93106df7692f7d4c404/872086a875e9a93106df7692f7d4c404.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697956.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/bba/6e1b950671412939f6161368fc2b1bba/6e1b950671412939f6161368fc2b1bba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697961.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/db8/7e41cd730eb5bf4d72aae1d2486bbdb8/7e41cd730eb5bf4d72aae1d2486bbdb8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697966.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/9c1/74e626f8a47201f2ff5761de297a19c1/74e626f8a47201f2ff5761de297a19c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697971.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/482/ed8e24886a45b2256189c2a766b68482/ed8e24886a45b2256189c2a766b68482.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697976.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/b2c/8266ce50ac7b9b83b5c64415667ceb2c/8266ce50ac7b9b83b5c64415667ceb2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697981.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/02b/40357c2293468756f5693f682644d02b/40357c2293468756f5693f682644d02b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697986.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/41e/7535706fb40cf08c97fd195418b8e41e/7535706fb40cf08c97fd195418b8e41e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697991.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/358/2eaa7206d0c8fc89c6dbe68f1cd40358/2eaa7206d0c8fc89c6dbe68f1cd40358.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697996.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/b36/fe363c765cc14d97f0db46e6997edb36/fe363c765cc14d97f0db46e6997edb36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698001.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/ebd/7afd5c34e1fcf2abafb790cb5108eebd/7afd5c34e1fcf2abafb790cb5108eebd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698006.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/ea6/bed2707b58f053c6a32c8261c971cea6/bed2707b58f053c6a32c8261c971cea6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698011.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/036/d39c4a51832122be781eab670f2c1036/d39c4a51832122be781eab670f2c1036.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698016.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/9a1/14618506ef5335855d8f09e90ae1f9a1/14618506ef5335855d8f09e90ae1f9a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698021.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/199/bdf4a3d0f81ed124f1ad22b1ec9c6199/bdf4a3d0f81ed124f1ad22b1ec9c6199.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698026.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/463/d5de930672bff2236b23c4bb2946c463/d5de930672bff2236b23c4bb2946c463.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698031.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/583/8c9a94b623501992e12c3d2bc6e72583/8c9a94b623501992e12c3d2bc6e72583.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698036.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/adf/b8ad14012ea3e528607622f61a9e9adf/b8ad14012ea3e528607622f61a9e9adf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698041.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/b73/c0c0185912c97180dbb6e38f791c3b73/c0c0185912c97180dbb6e38f791c3b73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698046.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/1bc/2c73b035e983362f7203e84bcfbec1bc/2c73b035e983362f7203e84bcfbec1bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698051.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/61d/eee27f938236801b49b94d6478cf261d/eee27f938236801b49b94d6478cf261d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698056.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/ef3/6ecf95d55d972e8663e64b06c19f3ef3/6ecf95d55d972e8663e64b06c19f3ef3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698061.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/e5b/3da563663c873f800dffca563055de5b/3da563663c873f800dffca563055de5b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698066.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/585/9d8f81dc10f5baaf0ae9240b73c47585/9d8f81dc10f5baaf0ae9240b73c47585.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698071.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/629/412cb7f7beab122ae3ba20e39092c629/412cb7f7beab122ae3ba20e39092c629.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698076.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/d7f/1a3a6b37b595c1d4a15264fb1c1dad7f/1a3a6b37b595c1d4a15264fb1c1dad7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698081.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/a0e/e394eca29700d1cdc5a13680bc156a0e/e394eca29700d1cdc5a13680bc156a0e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698086.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/f26/492f3f2cc89f30150c1c25a425b65f26/492f3f2cc89f30150c1c25a425b65f26.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698091.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/bc5/56cc6c02f2d06cb8dfe026b08d282bc5/56cc6c02f2d06cb8dfe026b08d282bc5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698096.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/691/8a7fffe2f5d9e0eec19615dd67f6c691/8a7fffe2f5d9e0eec19615dd67f6c691.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698101.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/a6b/7255890ada1960dc17b907d5a1a86a6b/7255890ada1960dc17b907d5a1a86a6b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698106.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/1ad/41f19bbb4c4ec53de13881916a0461ad/41f19bbb4c4ec53de13881916a0461ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698111.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/def/0fe01bdadc4a66741b7259de5c73adef/0fe01bdadc4a66741b7259de5c73adef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698116.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/475/04c1aad1625499d09f4a3030a5035475/04c1aad1625499d09f4a3030a5035475.db +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Thu, 29 Jan 2026 14:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:43 -0000'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:43 -0000'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:43 -0000'} +test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Thu, 29 Jan 2026 14:31:43 -0000'} +test DEBUG: bucket None POST +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok + +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware.test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok + +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET + resp = req.get_response(self.app, query={'format': 'json'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0}test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698121.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/e36/68b61b03f313cedfb1a3f26f1b7b8e36/68b61b03f313cedfb1a3f26f1b7b8e36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698126.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/403/a79c73d4e757a4e42ec6432bb1689403/a79c73d4e757a4e42ec6432bb1689403.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698131.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/f1f/cc8c7fa277b5bc354de3ad9508258f1f/cc8c7fa277b5bc354de3ad9508258f1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698136.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/d7b/cd4cd4aaba576924e885ccc3a62b7d7b/cd4cd4aaba576924e885ccc3a62b7d7b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698141.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/2a4/792f7f7dcba23862eae0a6687ea3b2a4/792f7f7dcba23862eae0a6687ea3b2a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698146.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/e6b/40d83f93f0eb0fb33f8c994c1590ce6b/40d83f93f0eb0fb33f8c994c1590ce6b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698151.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/b82/f2c3cc23ec2679aeeac59cd837556b82/f2c3cc23ec2679aeeac59cd837556b82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698156.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/959/1fa30f03316f727045bff7fdf7a78959/1fa30f03316f727045bff7fdf7a78959.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698161.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/643/094b34211f159fcb13914b1dbb06b643/094b34211f159fcb13914b1dbb06b643.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698166.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/820/b3956679cadc265461058e46f5d3e820/b3956679cadc265461058e46f5d3e820.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698171.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/826/ff60edd14cb253df5c9b6ea0d0438826/ff60edd14cb253df5c9b6ea0d0438826.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698176.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/512/05d8d8242e82149491a068b545085512/05d8d8242e82149491a068b545085512.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698181.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/384/31a31476d3f8942bd9a67ed7e6741384/31a31476d3f8942bd9a67ed7e6741384.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698186.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/861/8cbd2b28c662d1b903075f39516b3861/8cbd2b28c662d1b903075f39516b3861.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698191.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/111/4c3022d2171820a754ebcc9d34932111/4c3022d2171820a754ebcc9d34932111.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698196.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/c2d/064903dd699916d8130504e17994fc2d/064903dd699916d8130504e17994fc2d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698201.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/13c/b10ca92a436a1c656b93ca99db27413c/b10ca92a436a1c656b93ca99db27413c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698206.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/e21/7adae619b9e7079262eebcdbcdfc5e21/7adae619b9e7079262eebcdbcdfc5e21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698211.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/8ff/cbe57d36c3f001fc97748e628db438ff/cbe57d36c3f001fc97748e628db438ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698216.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/643/c6d58ecf82896837647a7e1056ae7643/c6d58ecf82896837647a7e1056ae7643.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698221.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/189/97854ae551e940377916b817c21ba189/97854ae551e940377916b817c21ba189.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698226.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/e26/b1400b3c534cfa14a6fb892123956e26/b1400b3c534cfa14a6fb892123956e26.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698231.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/e4e/d05156ccee9166e385de32d907f8de4e/d05156ccee9166e385de32d907f8de4e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698236.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/42f/e2f7a1fd712a93f786f8e62c4922c42f/e2f7a1fd712a93f786f8e62c4922c42f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698241.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/8bc/23bd99358a3f597604be7c199b3eb8bc/23bd99358a3f597604be7c199b3eb8bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698246.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/9e5/0f331bfd583e17457e4aee48e307b9e5/0f331bfd583e17457e4aee48e307b9e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698251.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/51b/59fa1273de11e93180e6d0b35d7d751b/59fa1273de11e93180e6d0b35d7d751b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698256.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/dd3/10d912e6e821a3a6bde117c10c38add3/10d912e6e821a3a6bde117c10c38add3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698261.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/94b/11eaf9f58f75d621c1b26a7e060f794b/11eaf9f58f75d621c1b26a7e060f794b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698266.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/30c/edeb70d95ce670cd3f47b23b5ad1130c/edeb70d95ce670cd3f47b23b5ad1130c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698271.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/4a4/5644aee34a11136b6d074343fcb1f4a4/5644aee34a11136b6d074343fcb1f4a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698276.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/553/5dcc07f3e00f2b39477866a86b7cc553/5dcc07f3e00f2b39477866a86b7cc553.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698281.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/897/04d27c6ca085996be6f6c1ee01027897/04d27c6ca085996be6f6c1ee01027897.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698286.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/b5b/8ed569d4f01e36acefebc9aacb1bbb5b/8ed569d4f01e36acefebc9aacb1bbb5b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698291.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/ad9/adc6ad4a3ebc8f4ed63538466d21ead9/adc6ad4a3ebc8f4ed63538466d21ead9.db +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0057 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0092 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0084 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0052 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0035 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0053 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0082 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0044 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test DEBUG: Unlinked retiring db '/tmp/tmpiy03_0el/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0098 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0132 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0086 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0011 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok + +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0137 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 3334956 3 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0055 "-" 3334956 3 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 3334956 3 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0054 "-" 3334956 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0141 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0062 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0066 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0005 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0047 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0020 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0037 "-" 3334956 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0005 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3334956 2 +test DEBUG: Unlinked retiring db '/tmp/tmpbiywlag8/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0045 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0019 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0043 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [29/Jan/2026:14:31:43 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [29/Jan/2026:14:31:43 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [29/Jan/2026:14:31:43 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 3334956 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [29/Jan/2026:14:31:43 +0000] "REPLICATE /sda1/p/a/" 500 846 "-" "-" "-" 0.0039 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [29/Jan/2026:14:31:43 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 3334956 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698296.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/2fb/50e45e60e3e0fcb3478a94dc12f072fb/50e45e60e3e0fcb3478a94dc12f072fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698301.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/14c/f287ad0031a40b5bfdea16de7fb0014c/f287ad0031a40b5bfdea16de7fb0014c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698306.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/bb8/2a3b9ee925f1ce043290503242a77bb8/2a3b9ee925f1ce043290503242a77bb8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698311.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/7f0/73c98e7fa179a35467bd43976b9f17f0/73c98e7fa179a35467bd43976b9f17f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698316.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/409/cc0bfd131a494551d91cb8e91aa87409/cc0bfd131a494551d91cb8e91aa87409.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698321.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/355/174a51fb43bd342c9a4efdc1772f6355/174a51fb43bd342c9a4efdc1772f6355.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698326.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/e42/8deec7ac47150f1843f01ef25686fe42/8deec7ac47150f1843f01ef25686fe42.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698331.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/2a3/489c6400ff460bb21fec935096e4b2a3/489c6400ff460bb21fec935096e4b2a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698336.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/d46/67b0e74e4b4440a43bfabb693b451d46/67b0e74e4b4440a43bfabb693b451d46.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698341.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/415/8b116fac1cf7ae53e96aa5089c1cf415/8b116fac1cf7ae53e96aa5089c1cf415.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698346.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/d4c/5224b1241ad4c0d8aa3feeea28300d4c/5224b1241ad4c0d8aa3feeea28300d4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698351.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/b24/08f8d70865ecf48036197f5789cefb24/08f8d70865ecf48036197f5789cefb24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698356.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/b73/59d41b48dc48898adc966def3fec0b73/59d41b48dc48898adc966def3fec0b73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698361.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/7a8/1d7be26742d3802b66077662633df7a8/1d7be26742d3802b66077662633df7a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698366.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/07b/3bc01f11cabc7e13fe2670231296707b/3bc01f11cabc7e13fe2670231296707b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698371.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/17e/1db0f899a919c55ad73045985c30c17e/1db0f899a919c55ad73045985c30c17e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698376.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/115/e2cc167e9a248d996b2c8822d8ea6115/e2cc167e9a248d996b2c8822d8ea6115.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769698381.00000-0, db: /tmp/tmpv2043cdo/sda/containers/0/7b7/43261d3581cc8696f1bfa745698aa7b7/43261d3581cc8696f1bfa745698aa7b7.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/4f8/606a0ffbbcc15ba2dc71ff3313e6d4f8/606a0ffbbcc15ba2dc71ff3313e6d4f8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697107.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/4f8/606a0ffbbcc15ba2dc71ff3313e6d4f8/606a0ffbbcc15ba2dc71ff3313e6d4f8_1769697107.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/f78/8de260e3ae3f341da2a872f9f6e16f78/8de260e3ae3f341da2a872f9f6e16f78.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697111.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/f78/8de260e3ae3f341da2a872f9f6e16f78/8de260e3ae3f341da2a872f9f6e16f78_1769697111.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/7bb/a3678d57c4ab049a4838bb38db98a7bb/a3678d57c4ab049a4838bb38db98a7bb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697115.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/7bb/a3678d57c4ab049a4838bb38db98a7bb/a3678d57c4ab049a4838bb38db98a7bb_1769697115.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/60e/87a257bbdd6c82540d87e23581acf60e/87a257bbdd6c82540d87e23581acf60e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697119.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/60e/87a257bbdd6c82540d87e23581acf60e/87a257bbdd6c82540d87e23581acf60e_1769697119.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/888/43275b28c08b02cd85da10a507092888/43275b28c08b02cd85da10a507092888.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697123.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/888/43275b28c08b02cd85da10a507092888/43275b28c08b02cd85da10a507092888_1769697123.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/082/d99c7d1bec0ae4bc2caa128af27f4082/d99c7d1bec0ae4bc2caa128af27f4082.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697127.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/082/d99c7d1bec0ae4bc2caa128af27f4082/d99c7d1bec0ae4bc2caa128af27f4082_1769697127.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/6e7/d4a056943bb2a361c17bd3caf39276e7/d4a056943bb2a361c17bd3caf39276e7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697131.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/6e7/d4a056943bb2a361c17bd3caf39276e7/d4a056943bb2a361c17bd3caf39276e7_1769697131.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/f34/62bbcc5f4d68edad025241c823065f34/62bbcc5f4d68edad025241c823065f34.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697135.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/f34/62bbcc5f4d68edad025241c823065f34/62bbcc5f4d68edad025241c823065f34_1769697135.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/810/0ee871d6a639ac19cd776d5a7a2c5810/0ee871d6a639ac19cd776d5a7a2c5810.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697139.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/810/0ee871d6a639ac19cd776d5a7a2c5810/0ee871d6a639ac19cd776d5a7a2c5810_1769697139.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/d36/4706ff5690fcfbdeb27711eeeddc4d36/4706ff5690fcfbdeb27711eeeddc4d36.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697143.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/d36/4706ff5690fcfbdeb27711eeeddc4d36/4706ff5690fcfbdeb27711eeeddc4d36_1769697143.00000.dbtest.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok + +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0022 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0111 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0021 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method raise Exception() -Exceptiontest.unit.container.test_sync.TestContainerSync.test_container_sync_row_put -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok -test.unit.container.test_sync.TestContainerSync.test_run_forever -test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok -test.unit.container.test_sync.TestContainerSync.test_run_once -test.unit.container.test_sync.TestContainerSync.test_run_once ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0122 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0081 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0042 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3334956 1 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0048 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0022 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3334956 3 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334956 3 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 3334956 4 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 3334956 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 3334956 3 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0023 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0040 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0015 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0086 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0039 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0040 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0041 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0049 "-" 3334956 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok + +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0039 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0039 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0079 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0022 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0022 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0078 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 3334956 nada +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 3334956 999 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0049 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0012 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0036 "-" 3334956 1 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0012 "-" 3334956 1 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0035 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0076 "-" 3334956 3 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0013 "-" 3334956 3 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0039 "-" 3334956 4 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0013 "-" 3334956 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0048 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0023 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0045 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0026 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0022 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0022 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0036 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0034 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0036 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok + +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/f35/f91003e790ba469bc5667d7456406f35/f91003e790ba469bc5667d7456406f35.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697147.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/f35/f91003e790ba469bc5667d7456406f35/f91003e790ba469bc5667d7456406f35_1769697147.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/eb0/86a7253423300e51b30c03941aeeeeb0/86a7253423300e51b30c03941aeeeeb0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697151.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/eb0/86a7253423300e51b30c03941aeeeeb0/86a7253423300e51b30c03941aeeeeb0_1769697151.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/124/26bb5fc427555f938deb27e7aea2d124/26bb5fc427555f938deb27e7aea2d124.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697155.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/124/26bb5fc427555f938deb27e7aea2d124/26bb5fc427555f938deb27e7aea2d124_1769697155.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/196/38cdf3e14747452e9d895d3856b9b196/38cdf3e14747452e9d895d3856b9b196.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697159.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/196/38cdf3e14747452e9d895d3856b9b196/38cdf3e14747452e9d895d3856b9b196_1769697159.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/24b/829b3c4084729eb568f6e3eab9dde24b/829b3c4084729eb568f6e3eab9dde24b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697163.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/24b/829b3c4084729eb568f6e3eab9dde24b/829b3c4084729eb568f6e3eab9dde24b_1769697163.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/b19/dca551a10ac6e749241aba51abcd8b19/dca551a10ac6e749241aba51abcd8b19.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697167.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/b19/dca551a10ac6e749241aba51abcd8b19/dca551a10ac6e749241aba51abcd8b19_1769697167.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/e50/dee9a5983548b90f4ef58e478c5d5e50/dee9a5983548b90f4ef58e478c5d5e50.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697171.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/e50/dee9a5983548b90f4ef58e478c5d5e50/dee9a5983548b90f4ef58e478c5d5e50_1769697171.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/f05/53dcd5ade59a04e3f8e8a819802eff05/53dcd5ade59a04e3f8e8a819802eff05.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697175.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/f05/53dcd5ade59a04e3f8e8a819802eff05/53dcd5ade59a04e3f8e8a819802eff05_1769697175.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/3bc/e944132fcb11e17eee0e208c71a303bc/e944132fcb11e17eee0e208c71a303bc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697179.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/3bc/e944132fcb11e17eee0e208c71a303bc/e944132fcb11e17eee0e208c71a303bc_1769697179.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/0f3/055d7fdbd63601919e58616b7395b0f3/055d7fdbd63601919e58616b7395b0f3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697183.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/0f3/055d7fdbd63601919e58616b7395b0f3/055d7fdbd63601919e58616b7395b0f3_1769697183.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/7c4/a15f5737ac9528f9a3aa3512def277c4/a15f5737ac9528f9a3aa3512def277c4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697187.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/7c4/a15f5737ac9528f9a3aa3512def277c4/a15f5737ac9528f9a3aa3512def277c4_1769697187.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/445/8b35cde105b76198adce6c22ca4e9445/8b35cde105b76198adce6c22ca4e9445.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697191.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/445/8b35cde105b76198adce6c22ca4e9445/8b35cde105b76198adce6c22ca4e9445_1769697191.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/2c0/c3f682ed6770d91fe589372031e1e2c0/c3f682ed6770d91fe589372031e1e2c0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697195.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/2c0/c3f682ed6770d91fe589372031e1e2c0/c3f682ed6770d91fe589372031e1e2c0_1769697195.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/fd8/2413f8d5c4bb5fd19d9f412c1b7a2fd8/2413f8d5c4bb5fd19d9f412c1b7a2fd8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697199.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/fd8/2413f8d5c4bb5fd19d9f412c1b7a2fd8/2413f8d5c4bb5fd19d9f412c1b7a2fd8_1769697199.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/4b8/1931cb0feb69ff8f2b4768e9ce8a54b8/1931cb0feb69ff8f2b4768e9ce8a54b8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697203.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/4b8/1931cb0feb69ff8f2b4768e9ce8a54b8/1931cb0feb69ff8f2b4768e9ce8a54b8_1769697203.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/72b/94e1f0c18ea4565aab356667689c372b/94e1f0c18ea4565aab356667689c372b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697207.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/72b/94e1f0c18ea4565aab356667689c372b/94e1f0c18ea4565aab356667689c372b_1769697207.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/e0d/3890f7ddecfd570a58667fba34666e0d/3890f7ddecfd570a58667fba34666e0d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697211.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/e0d/3890f7ddecfd570a58667fba34666e0d/3890f7ddecfd570a58667fba34666e0d_1769697211.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/da1/85e023419871cb333fe2bd2e86e95da1/85e023419871cb333fe2bd2e86e95da1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697215.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/da1/85e023419871cb333fe2bd2e86e95da1/85e023419871cb333fe2bd2e86e95da1_1769697215.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/0ac/5d3e463bf701920ba2f94829e9f110ac/5d3e463bf701920ba2f94829e9f110ac.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697219.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/0ac/5d3e463bf701920ba2f94829e9f110ac/5d3e463bf701920ba2f94829e9f110ac_1769697219.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/88f/5107df03b5391c78c9bedad588c4988f/5107df03b5391c78c9bedad588c4988f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697223.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/88f/5107df03b5391c78c9bedad588c4988f/5107df03b5391c78c9bedad588c4988f_1769697223.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/a62/dc762781368bf161e08fd256106f5a62/dc762781368bf161e08fd256106f5a62.db'test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok + +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0044 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0116 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0104 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0037 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0022 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0021 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0015 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0071 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0036 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0024 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0040 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0034 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0023 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0035 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0076 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 3334956 0 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0040 "-" 3334956 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0065 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0037 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 3334956 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_close_error test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_commit test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error @@ -96964,8 +98935,6 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open @@ -96974,8 +98943,6 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror @@ -96986,34 +98953,26 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_delete test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data @@ -97058,12 +99017,22 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok +test.unit.common.test_db.TestChexor.test_chexor +test.unit.common.test_db.TestChexor.test_chexor ... ok +test.unit.common.test_db.TestChexor.test_invalid_old_hash +test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok +test.unit.common.test_db.TestChexor.test_no_name +test.unit.common.test_db.TestChexor.test_no_name ... ok +test.unit.common.test_db.TestChexor.test_normal_case +test.unit.common.test_db.TestChexor.test_normal_case ... ok +test.unit.common.test_db.TestDictFactory.test_normal_case +test.unit.common.test_db.TestDictFactory.test_normal_case ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp @@ -97096,8 +99065,6 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path @@ -97122,8 +99089,6 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create @@ -97140,8 +99105,6 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable @@ -97164,8 +99127,6 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired @@ -97192,8 +99153,6 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable @@ -97224,8 +99183,6 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length @@ -97256,8 +99213,6 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary @@ -97284,8 +99239,6 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta @@ -97296,689 +99249,76 @@ test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_merge_items -test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok - -test ERROR: ERROR Bad response 500 from 10.0.0.1 -test DEBUG: /tmp/tmpoge0ujcy/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735286539.05355', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'b7396d48-2f44-41cc-8fbe-45bdfb821eae-sda') -test DEBUG: /tmp/tmpoge0ujcy/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00414848s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'afbd02ff-24df-4569-b974-65ed8f31847b-sda', '1735286539.71832', '1735286539.71646', '0', '', '1735286539.71646', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286539.72252', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286539.72252', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286539.72252', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286539.72256', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286539.72256', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286539.72256', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286539.72257', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286539.72257', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286539.72257', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'afbd02ff-24df-4569-b974-65ed8f31847b-sda') -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'be83fc94-12d9-4332-98bf-ce6b718c3c88-sda', '1735286539.73560', '1735286539.73388', '0', '', '1735286539.73388', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286539.73961', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286539.73961', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286539.73961', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286539.73966', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286539.73966', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286539.73966', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286539.73966', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286539.73966', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286539.73966', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286539.71623', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286539.71623', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286539.71623', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'be83fc94-12d9-4332-98bf-ce6b718c3c88-sda') -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f24d5658-62d8-4bb6-9a38-26e06ecdcec1-sda', '1735286539.75393', '1735286539.75218', '0', '', '1735286539.75218', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286539.76256', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286539.76256', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286539.76256', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286539.76260', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286539.76260', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286539.76260', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286539.76261', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286539.76261', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286539.76261', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286539.71623', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286539.71623', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286539.71623', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'f24d5658-62d8-4bb6-9a38-26e06ecdcec1-sda') -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '8ea90b80-9128-4c12-81fa-8950da784c9a-sda', '1735286539.77689', '1735286539.77516', '0', '', '1735286539.77516', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286539.78089', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286539.78089', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286539.78089', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286539.78094', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286539.78094', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286539.78094', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286539.78095', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286539.78095', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286539.78095', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286539.71623', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286539.71623', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286539.71623', 'epoch': None, 'reported': 0, 'tombstones': -1}], '8ea90b80-9128-4c12-81fa-8950da784c9a-sda') -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '0b7460b8-959e-4933-980f-591690e09016-sda', '1735286539.79556', '1735286539.79387', '0', '', '1735286539.79387', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286539.79956', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286539.79956', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286539.79956', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286539.79960', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286539.79960', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286539.79960', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286539.79961', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286539.79961', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286539.79961', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286539.71623', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286539.71623', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286539.71623', 'epoch': None, 'reported': 0, 'tombstones': -1}], '0b7460b8-959e-4933-980f-591690e09016-sda') -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '36b77baa-f630-4798-b8f6-36b97bbf921e-sda', '1735286540.09296', '1735286540.09125', '0', '', '1735286540.09125', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286540.09690', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286540.09690', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286540.09690', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286540.09695', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286540.09695', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286540.09695', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286540.09696', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286540.09696', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286540.09696', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286539.71632', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286539.71632', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286539.71632', 'epoch': '1735286539.71633', 'reported': 0, 'tombstones': -1}], '36b77baa-f630-4798-b8f6-36b97bbf921e-sda') -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'cccb16f1-c53a-4d05-a40a-245fc1950dc0-sda', '1735286540.11122', '1735286540.10955', '0', '', '1735286540.10955', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286540.11654', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286540.11654', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286540.11654', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286540.11659', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286540.11659', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286540.11659', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286540.11660', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286540.11660', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286540.11660', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286539.71632', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286539.71632', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286539.71632', 'epoch': '1735286539.71633', 'reported': 0, 'tombstones': -1}], 'cccb16f1-c53a-4d05-a40a-245fc1950dc0-sda') -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '4de8ed75-c204-43e9-a079-ac09561c76d7-sda', '1735286540.13047', '1735286540.12875', '0', '', '1735286540.12875', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286540.13433', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286540.13433', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286540.13433', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286540.13437', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286540.13437', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286540.13437', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286540.13438', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286540.13438', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286540.13438', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286539.71632', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286539.71632', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286539.71632', 'epoch': '1735286539.71633', 'reported': 0, 'tombstones': -1}], '4de8ed75-c204-43e9-a079-ac09561c76d7-sda') -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'd28e064b-b45f-4bdd-85cc-cceff79ef640-sda', '1735286540.14843', '1735286540.14679', '0', '', '1735286540.14679', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286540.15217', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286540.15217', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286540.15217', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286540.15222', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286540.15222', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286540.15222', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286540.15223', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286540.15223', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286540.15223', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286539.71640', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286539.71640', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286539.71640', 'epoch': '1735286539.71641', 'reported': 0, 'tombstones': -1}], 'd28e064b-b45f-4bdd-85cc-cceff79ef640-sda') -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '7ca75e23-0c08-4dc7-8ce9-26f1274a7f4e-sda', '1735286540.16788', '1735286540.16599', '0', '', '1735286540.16599', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286540.17224', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286540.17224', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286540.17224', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286540.17228', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286540.17228', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286540.17228', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286540.17229', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286540.17229', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286540.17229', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286539.71632', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286539.71632', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286539.71632', 'epoch': '1735286539.71633', 'reported': 0, 'tombstones': -1}], '7ca75e23-0c08-4dc7-8ce9-26f1274a7f4e-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok - -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0037 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0056 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0012 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1945231 2 -test DEBUG: Unlinked retiring db '/tmp/tmp9m80gcmb/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0039 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0033 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0036 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0033 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0024 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0054 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1945231 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '01059da2-7f32-4138-95f7-751aa0c828ec-sda', '1735286541.02282', '1735286541.02097', '0', '', '1735286541.02097', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286541.02687', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286541.02687', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286541.02687', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286541.02691', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286541.02691', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286541.02691', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286541.02692', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286541.02692', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286541.02692', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286539.71632', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286539.71632', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286539.71632', 'epoch': '1735286539.71633', 'reported': 0, 'tombstones': -1}], '01059da2-7f32-4138-95f7-751aa0c828ec-sda') -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'f901679e-00b0-4d0a-bb26-425a654140b9-sda', '1735286541.04225', '1735286541.04052', '0', '', '1735286541.04052', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286541.04762', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286541.04762', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286541.04762', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286541.04766', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286541.04766', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286541.04766', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286541.04767', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286541.04767', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286541.04767', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286539.71644', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286539.71623', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286539.71623', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'f901679e-00b0-4d0a-bb26-425a654140b9-sda') -test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1735286539.71632', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286539.71632', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286539.71632', 'epoch': '1735286539.71633', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1735286539.71644', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286539.71623', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286539.71623', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjwpv6ozf/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'c1e7fa6c48c0f56fb2f481f41270349a', '438bfde3-fb6c-4369-b6a6-67a5e8e40d39-sda', '1735286541.06820', '1735286541.06632', '0', '', '1735286541.06632', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735286541.07256', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '438bfde3-fb6c-4369-b6a6-67a5e8e40d39-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -test DEBUG: Replicating db /tmp/tmp07vs0zvd/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '3bf41d40-8f1c-4f75-b186-07b165e17927-sda', '1735286541.08829', '1735286541.08615', '0', '', '1735286541.08615', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -test ERROR: ERROR syncing /tmp/tmp07vs0zvd/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (1, 'a1abbdfe43e3195b6037c51dd73c56ef', 'a12933b7-2144-494d-8ca3-2baffbc4273f-sda', '1735286541.10466', '1735286541.10277', '0', '', '1735286541.10277', 1, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735286541.10932', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'a12933b7-2144-494d-8ca3-2baffbc4273f-sda') -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp51_c6ogo/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'cc280f72-7cd2-4de9-a1df-9e7293db8e70-sda', '1735286541.12465', '1735286541.12284', '0', '', '1735286541.12284', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('cc280f72-7cd2-4de9-a1df-9e7293db8e70-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'cc280f72-7cd2-4de9-a1df-9e7293db8e70-sda', '1735286541.12465', '1735286541.12284', '0', '', '1735286541.12284', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('cc280f72-7cd2-4de9-a1df-9e7293db8e70-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00857 seconds (116.71458/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp51_c6ogo/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'cc280f72-7cd2-4de9-a1df-9e7293db8e70-sda', '1735286541.12465', '1735286541.12284', '0', '', '1735286541.12284', 0, 0) -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change -test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced -test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok - -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1945231 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0054 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0041 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0051 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:22 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1945231 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0057 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1945231 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok - -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpycq3ltk9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpycq3ltk9/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpycq3ltk9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpycq3ltk9/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 1945233 - -HTTP PERF: 0.00586 seconds to PUT 127.0.0.1:49263 /sdb1/1/a) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 1945233 - -HTTP PERF: 0.00471 seconds to PUT 127.0.0.1:45855 /sda1/1/a) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1945233 - -HTTP PERF: 0.00459 seconds to PUT 127.0.0.1:45855 /sda1/2/a1) -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 1945233 - -HTTP PERF: 0.00443 seconds to PUT 127.0.0.1:49263 /sdb1/2/a1) -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx85ffee40128c4ff4bfcc5-00676e5f11" "proxy-server 1945233" 0.0013 "-" 1945233 - -HTTP PERF: 0.00293 seconds to HEAD 127.0.0.1:49263 /sdb1/1/a?format=json) -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:33731/sdb1/1/a/c" "tx85ffee40128c4ff4bfcc5-00676e5f11" "container-server 1945233" 0.0011 "-" 1945233 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:40897/sda1/1/a/c" "tx85ffee40128c4ff4bfcc5-00676e5f11" "container-server 1945233" 0.0010 "-" 1945233 0 -HTTP PERF: 0.00462 seconds to PUT 127.0.0.1:49263 /sdb1/1/a/c) -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx85ffee40128c4ff4bfcc5-00676e5f11" "proxy-server 1945233" 0.0087 "-" 1945233 0 -HTTP PERF: 0.00995 seconds to PUT 127.0.0.1:45855 /sda1/1/a/c) -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx85ffee40128c4ff4bfcc5-00676e5f11" "proxy-server 1945233" 0.0144 "-" 1945233 0 -HTTP PERF: 0.01734 seconds to PUT 127.0.0.1:33731 /sdb1/1/a/c) -HTTP PERF: 0.01739 seconds to PUT 127.0.0.1:40897 /sda1/1/a/c) -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/25 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx85ffee40128c4ff4bfcc5-00676e5f11 - 0.0238 - - 1735286545.207130909 1735286545.230903387 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txc165fb7cee35427dae8b4-00676e5f11" "proxy-server 1945233" 0.0012 "-" 1945233 - -HTTP PERF: 0.00274 seconds to HEAD 127.0.0.1:49263 /sdb1/2/a1?format=json) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:40897/sda1/1/a1/c1" "txc165fb7cee35427dae8b4-00676e5f11" "container-server 1945233" 0.0011 "-" 1945233 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:33731/sdb1/1/a1/c1" "txc165fb7cee35427dae8b4-00676e5f11" "container-server 1945233" 0.0011 "-" 1945233 0 -HTTP PERF: 0.01019 seconds to PUT 127.0.0.1:49263 /sdb1/2/a1/c1) -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc165fb7cee35427dae8b4-00676e5f11" "proxy-server 1945233" 0.0141 "-" 1945233 0 -HTTP PERF: 0.00676 seconds to PUT 127.0.0.1:45855 /sda1/2/a1/c1) -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc165fb7cee35427dae8b4-00676e5f11" "proxy-server 1945233" 0.0107 "-" 1945233 0 -HTTP PERF: 0.01643 seconds to PUT 127.0.0.1:33731 /sdb1/1/a1/c1) -HTTP PERF: 0.01708 seconds to PUT 127.0.0.1:40897 /sda1/1/a1/c1) -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/25 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txc165fb7cee35427dae8b4-00676e5f11 - 0.0227 - - 1735286545.232284069 1735286545.255031824 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf0c3a02d1e59415e946d3-00676e5f11" "proxy-server 1945233" 0.0019 "-" 1945233 - -HTTP PERF: 0.00348 seconds to HEAD 127.0.0.1:45855 /sda1/1/a?format=json) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:33731/sdb1/2/a/c1" "txf0c3a02d1e59415e946d3-00676e5f11" "container-server 1945233" 0.0020 "-" 1945233 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:40897/sda1/2/a/c1" "txf0c3a02d1e59415e946d3-00676e5f11" "container-server 1945233" 0.0017 "-" 1945233 1 -HTTP PERF: 0.00626 seconds to PUT 127.0.0.1:45855 /sda1/1/a/c1) -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf0c3a02d1e59415e946d3-00676e5f11" "proxy-server 1945233" 0.0101 "-" 1945233 1 -HTTP PERF: 0.01130 seconds to PUT 127.0.0.1:49263 /sdb1/1/a/c1) -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf0c3a02d1e59415e946d3-00676e5f11" "proxy-server 1945233" 0.0153 "-" 1945233 1 -HTTP PERF: 0.01688 seconds to PUT 127.0.0.1:33731 /sdb1/2/a/c1) -HTTP PERF: 0.01750 seconds to PUT 127.0.0.1:40897 /sda1/2/a/c1) -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/25 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txf0c3a02d1e59415e946d3-00676e5f11 - 0.0236 - - 1735286545.256493092 1735286545.280133963 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx669260836362429385680-00676e5f11" "proxy-server 1945233" 0.0020 "-" 1945233 - -HTTP PERF: 0.00359 seconds to HEAD 127.0.0.1:45855 /sda1/1/a?format=json) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:33731/sdb1/1/a/c2" "tx669260836362429385680-00676e5f11" "container-server 1945233" 0.0040 "-" 1945233 2 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:40897/sda1/1/a/c2" "tx669260836362429385680-00676e5f11" "container-server 1945233" 0.0017 "-" 1945233 2 -HTTP PERF: 0.01246 seconds to PUT 127.0.0.1:45855 /sda1/1/a/c2) -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx669260836362429385680-00676e5f11" "proxy-server 1945233" 0.0164 "-" 1945233 2 -HTTP PERF: 0.00921 seconds to PUT 127.0.0.1:49263 /sdb1/1/a/c2) -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx669260836362429385680-00676e5f11" "proxy-server 1945233" 0.0130 "-" 1945233 2 -HTTP PERF: 0.01920 seconds to PUT 127.0.0.1:40897 /sda1/1/a/c2) -HTTP PERF: 0.01914 seconds to PUT 127.0.0.1:33731 /sdb1/1/a/c2) -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_newid -test.unit.container.test_backend.TestContainerBroker.test_newid ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_path -test.unit.container.test_backend.TestContainerBroker.test_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok +test.unit.container.test_backend.TestContainerBroker.test_remove_objects +test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object -test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim -test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286541.14017', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286541.14017', 'deleted': 1, 'state': 10, 'state_timestamp': '1735286541.14017', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286541.12605', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286541.12605', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286541.12605', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286541.12606', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286541.12606', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286541.12606', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286541.12620', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286541.12620', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286541.12607', 'epoch': '1735286541.12607', 'reported': 0, 'tombstones': -1}], 'cc280f72-7cd2-4de9-a1df-9e7293db8e70-sda') -test DEBUG: /tmp/tmp51_c6ogo/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp51_c6ogo/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'cc280f72-7cd2-4de9-a1df-9e7293db8e70-sda', '1735286541.12465', '1735286541.12284', '0', '', '1735286541.12284', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, get_shard_ranges, () -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735286541.14017', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735286541.14017', 'deleted': 1, 'state': 10, 'state_timestamp': '1735286541.14017', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735286541.12605', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735286541.12605', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286541.12605', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735286541.12606', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735286541.12606', 'deleted': 0, 'state': 10, 'state_timestamp': '1735286541.12606', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286541.12620', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286541.12620', 'deleted': 0, 'state': 60, 'state_timestamp': '1735286541.12607', 'epoch': '1735286541.12607', 'reported': 0, 'tombstones': -1}], 'cc280f72-7cd2-4de9-a1df-9e7293db8e70-sda') -test DEBUG: /tmp/tmp51_c6ogo/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db synced 4 shard ranges to 10.0.0.2:1002/sdc -test WARNING: /tmp/tmp51_c6ogo/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.15827 seconds (0.86336/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '8121561d-509a-4d8a-95ef-a44d46226601-sda', '1735286542.31945', '1735286542.3177', '1735286542.32358', '', '1735286542.32358', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9of3eez3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'a13e66df-c890-4579-ade0-04a0d5e460c7-sda', '1735286542.33143', '1735286542.00000', '0', '', '1735286542.00000', 0, 1) -test DEBUG: /tmp/tmp9of3eez3/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', 'a13e66df-c890-4579-ade0-04a0d5e460c7-sda', '1735286542.33143', '1735286542.00000', '0', '', '1735286542.00000', 0, 1) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('a13e66df-c890-4579-ade0-04a0d5e460c7-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.01020 seconds (97.99909/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpag0wniis/sda/containers/0/391/0229fab9e5c680599d35d5109238f391/0229fab9e5c680599d35d5109238f391.db -REPLICATE: /sdb/0/0229fab9e5c680599d35d5109238f391, sync, (-1, '00000000000000000000000000000000', '3c26eec5-4d8a-45ae-b0b6-415ee90d3b5e-sda', '1735286542.35756', '1735286543.00000', '0', '{"X-Container-Sync-To": ["a", "1735286544.00000"], "X-Container-Sync-Key": ["secret", "1735286545.00000"]}', '1735286543.00000', 0, 0) -REPLICATE: /sdb/0/0229fab9e5c680599d35d5109238f391, complete_rsync, ('3c26eec5-4d8a-45ae-b0b6-415ee90d3b5e-sda', '0229fab9e5c680599d35d5109238f391.db') -REPLICATE: /sdc/0/0229fab9e5c680599d35d5109238f391, sync, (-1, '00000000000000000000000000000000', '3c26eec5-4d8a-45ae-b0b6-415ee90d3b5e-sda', '1735286542.35756', '1735286543.00000', '0', '{"X-Container-Sync-To": ["a", "1735286544.00000"], "X-Container-Sync-Key": ["secret", "1735286545.00000"]}', '1735286543.00000', 0, 0) -REPLICATE: /sdc/0/0229fab9e5c680599d35d5109238f391, complete_rsync, ('3c26eec5-4d8a-45ae-b0b6-415ee90d3b5e-sda', '0229fab9e5c680599d35d5109238f391.db') -test DEBUG: Replicating db /tmp/tmpag0wniis/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '66f6ae2e-c0af-464f-98ed-3cc754cebe1d-sda', '1735286542.35462', '1735286542.00000', '0', '', '1735286542.00000', 0, 0) -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('66f6ae2e-c0af-464f-98ed-3cc754cebe1d-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '66f6ae2e-c0af-464f-98ed-3cc754cebe1d-sda', '1735286542.35462', '1735286542.00000', '0', '', '1735286542.00000', 0, 0) -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, complete_rsync, ('66f6ae2e-c0af-464f-98ed-3cc754cebe1d-sda', 'c0ad7ddcd21bd2c0303123f75421e928.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.15377 seconds (13.00641/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpag0wniis/sda/containers/0/391/0229fab9e5c680599d35d5109238f391/0229fab9e5c680599d35d5109238f391.db -REPLICATE: /sdb/0/0229fab9e5c680599d35d5109238f391, sync, (-1, '00000000000000000000000000000000', '3c26eec5-4d8a-45ae-b0b6-415ee90d3b5e-sda', '1735286542.35756', '1735286543.00000', '0', '{"X-Container-Sync-To": ["", "1735286546.00000"], "X-Container-Sync-Key": ["secret", "1735286545.00000"]}', '1735286543.00000', 0, 0) -test DEBUG: /tmp/tmpag0wniis/sda/containers/0/391/0229fab9e5c680599d35d5109238f391/0229fab9e5c680599d35d5109238f391.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update -test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestSweepStats.test_copy +test.unit.obj.test_updater.TestSweepStats.test_copy ... ok +test.unit.obj.test_updater.TestSweepStats.test_reset +test.unit.obj.test_updater.TestSweepStats.test_reset ... ok +test.unit.obj.test_updater.TestSweepStats.test_since +test.unit.obj.test_updater.TestSweepStats.test_since ... ok +test.unit.obj.test_updater.TestSweepStats.test_str +test.unit.obj.test_updater.TestSweepStats.test_str ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_close +test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_init +test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body @@ -97989,7 +99329,284 @@ test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_creation +test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok + +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0xffff7c3104c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing +Unable to locate config number 5 for account-server +Unable to locate config number 5 for object-server +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 1 +Signal object-replicator pid: 11 signal: 15 +Signal object-replicator pid: 12 signal: 15 +Signal proxy-server pid: 1 signal: 1 +output Removing pid file /tmp/tmp1u85fqdc/var/run/one-server.pid with wrong pid 3 +output Removing pid file /tmp/tmp1u85fqdc/var/run/zero-server.pid with invalid pid +output Removing pid file /tmp/tmp1u85fqdc/var/run/invalid-server.pid with invalid pid +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 3 signal: 15 +test ERROR: Problem finding shard upper in '/tmp/tmp9pbla1r6/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp9pbla1r6/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpecj5tqwp/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpecj5tqwp/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBroker.test_set_db_states +test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBroker.test_sync_merging +test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2 new rows) +test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 170, in replicate + self.request('REPLICATE', self.path, body, + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 356, in other_req + raise Exception('blah') +Exception: blah +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok + +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0136 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0034 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0120 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 3334956 - +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 3334956 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0057 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0030 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0064 "-" 3334956 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 3334956 2 +test INFO: - - - [29/Jan/2026:14:31:44 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0038 "-" 3334956 2 +test-replicator INFO: [worker 1/2 pid=3334956] Running object replicator in script mode. +test-replicator INFO: [worker 1/2 pid=3334956] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/2 pid=3334956] Running object replicator in script mode. +test-replicator INFO: [worker 2/2 pid=3334956] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=3334956] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=3334956] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/3 pid=3334956] Running object replicator in script mode. +test-replicator INFO: [worker 2/3 pid=3334956] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 3/3 pid=3334956] Running object replicator in script mode. +test-replicator INFO: [worker 3/3 pid=3334956] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=3334956] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=3334956] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=3334956] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=3334956] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. +test-replicator DEBUG: [worker 1/3 pid=8804] debug message +test-replicator INFO: [worker 1/3 pid=8804] info message +test-replicator WARNING: [worker 1/3 pid=8804] warning message +test-replicator ERROR: [worker 1/3 pid=8804] error message +test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx63b530db5a0d4216a6de3-00697b6f50) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx63b530db5a0d4216a6de3-00697b6f50) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok @@ -98001,235 +99618,7 @@ test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/25 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx669260836362429385680-00676e5f11 - 0.0260 - - 1735286545.281623125 1735286545.307665110 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpzg2t49tg/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzg2t49tg/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpzg2t49tg/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzg2t49tg/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 1945233 - -HTTP PERF: 0.00530 seconds to PUT 127.0.0.1:47731 /sdb1/1/a) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 1945233 - -HTTP PERF: 0.00479 seconds to PUT 127.0.0.1:36915 /sda1/1/a) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1945233 - -HTTP PERF: 0.00437 seconds to PUT 127.0.0.1:36915 /sda1/2/a1) -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 1945233 - -HTTP PERF: 0.00428 seconds to PUT 127.0.0.1:47731 /sdb1/2/a1) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd943f86e0a764501a4170-00676e5f11" "proxy-server 1945233" 0.0013 "-" 1945233 - -HTTP PERF: 0.00286 seconds to HEAD 127.0.0.1:36915 /sda1/1/a?format=json) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:35641/sdb1/1/a/c" "txd943f86e0a764501a4170-00676e5f11" "container-server 1945233" 0.0015 "-" 1945233 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:57329/sda1/1/a/c" "txd943f86e0a764501a4170-00676e5f11" "container-server 1945233" 0.0011 "-" 1945233 0 -HTTP PERF: 0.00504 seconds to PUT 127.0.0.1:36915 /sda1/1/a/c) -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txd943f86e0a764501a4170-00676e5f11" "proxy-server 1945233" 0.0089 "-" 1945233 0 -HTTP PERF: 0.01022 seconds to PUT 127.0.0.1:47731 /sdb1/1/a/c) -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txd943f86e0a764501a4170-00676e5f11" "proxy-server 1945233" 0.0145 "-" 1945233 0 -HTTP PERF: 0.01623 seconds to PUT 127.0.0.1:57329 /sda1/1/a/c) -HTTP PERF: 0.01625 seconds to PUT 127.0.0.1:35641 /sdb1/1/a/c) -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/25 PUT /v1/a/c HTTP/1.0 201 - - t - - - txd943f86e0a764501a4170-00676e5f11 - 0.0231 - - 1735286545.360826969 1735286545.383888483 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx08b43b090ab840f2857a1-00676e5f11" "proxy-server 1945233" 0.0011 "-" 1945233 - -HTTP PERF: 0.00263 seconds to HEAD 127.0.0.1:36915 /sda1/2/a1?format=json) -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:57329/sda1/1/a1/c1" "tx08b43b090ab840f2857a1-00676e5f11" "container-server 1945233" 0.0019 "-" 1945233 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:35641/sdb1/1/a1/c1" "tx08b43b090ab840f2857a1-00676e5f11" "container-server 1945233" 0.0010 "-" 1945233 0 -HTTP PERF: 0.00545 seconds to PUT 127.0.0.1:47731 /sdb1/2/a1/c1) -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx08b43b090ab840f2857a1-00676e5f11" "proxy-server 1945233" 0.0093 "-" 1945233 0 -HTTP PERF: 0.01051 seconds to PUT 127.0.0.1:36915 /sda1/2/a1/c1) -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx08b43b090ab840f2857a1-00676e5f11" "proxy-server 1945233" 0.0144 "-" 1945233 0 -HTTP PERF: 0.01614 seconds to PUT 127.0.0.1:35641 /sdb1/1/a1/c1) -HTTP PERF: 0.01616 seconds to PUT 127.0.0.1:57329 /sda1/1/a1/c1) -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/25 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx08b43b090ab840f2857a1-00676e5f11 - 0.0218 - - 1735286545.385302782 1735286545.407103777 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd68aec2ed5864e8ab1942-00676e5f11" "proxy-server 1945233" 0.0019 "-" 1945233 - -HTTP PERF: 0.00353 seconds to HEAD 127.0.0.1:47731 /sdb1/1/a?format=json) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:35641/sdb1/2/a/c1" "txd68aec2ed5864e8ab1942-00676e5f11" "container-server 1945233" 0.0026 "-" 1945233 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:57329/sda1/2/a/c1" "txd68aec2ed5864e8ab1942-00676e5f11" "container-server 1945233" 0.0010 "-" 1945233 1 -HTTP PERF: 0.00611 seconds to PUT 127.0.0.1:36915 /sda1/1/a/c1) -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd68aec2ed5864e8ab1942-00676e5f11" "proxy-server 1945233" 0.0099 "-" 1945233 1 -HTTP PERF: 0.01119 seconds to PUT 127.0.0.1:47731 /sdb1/1/a/c1) -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd68aec2ed5864e8ab1942-00676e5f11" "proxy-server 1945233" 0.0149 "-" 1945233 1 -HTTP PERF: 0.01679 seconds to PUT 127.0.0.1:57329 /sda1/2/a/c1) -HTTP PERF: 0.01672 seconds to PUT 127.0.0.1:35641 /sdb1/2/a/c1) -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/25 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txd68aec2ed5864e8ab1942-00676e5f11 - 0.0233 - - 1735286545.408485651 1735286545.431791306 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx19e76a8e096a4779b4231-00676e5f11" "proxy-server 1945233" 0.0019 "-" 1945233 - -HTTP PERF: 0.00351 seconds to HEAD 127.0.0.1:47731 /sdb1/1/a?format=json) -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:57329/sda1/1/a/c2" "tx19e76a8e096a4779b4231-00676e5f11" "container-server 1945233" 0.0026 "-" 1945233 2 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:35641/sdb1/1/a/c2" "tx19e76a8e096a4779b4231-00676e5f11" "container-server 1945233" 0.0010 "-" 1945233 2 -HTTP PERF: 0.01032 seconds to PUT 127.0.0.1:36915 /sda1/1/a/c2) -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx19e76a8e096a4779b4231-00676e5f11" "proxy-server 1945233" 0.0142 "-" 1945233 2 -HTTP PERF: 0.00700 seconds to PUT 127.0.0.1:47731 /sdb1/1/a/c2) -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:25 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx19e76a8e096a4779b4231-00676e5f11" "proxy-server 1945233" 0.0107 "-" 1945233 2 -HTTP PERF: 0.01692 seconds to PUT 127.0.0.1:35641 /sdb1/1/a/c2) -HTTP PERF: 0.01685 seconds to PUT 127.0.0.1:57329 /sda1/1/a/c2) -test.unit.proxy.test_server.TestAccountController.test_DELETE -test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_server.TestAccountController.test_GET -test.unit.proxy.test_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD -test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT -test.unit.proxy.test_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_status -test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_server.TestAccountController.test_connection_refused -test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/25 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx19e76a8e096a4779b4231-00676e5f11 - 0.0234 - - 1735286545.433195591 1735286545.456581116 2 - -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0035 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0010 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945231 3 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945231 4 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1945231 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 1945231 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0042 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 1945231 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -REPLICATE: /sdc/0/0229fab9e5c680599d35d5109238f391, sync, (-1, '00000000000000000000000000000000', '3c26eec5-4d8a-45ae-b0b6-415ee90d3b5e-sda', '1735286542.35756', '1735286543.00000', '0', '{"X-Container-Sync-To": ["", "1735286546.00000"], "X-Container-Sync-Key": ["secret", "1735286545.00000"]}', '1735286543.00000', 0, 0) -test DEBUG: /tmp/tmpag0wniis/sda/containers/0/391/0229fab9e5c680599d35d5109238f391/0229fab9e5c680599d35d5109238f391.db in sync with 10.0.0.2:1002/sdc, nothing to do -test DEBUG: Replicating db /tmp/tmpag0wniis/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db -REPLICATE: /sdb/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '66f6ae2e-c0af-464f-98ed-3cc754cebe1d-sda', '1735286542.35462', '1735286542.00000', '0', '', '1735286542.00000', 0, 0) -test DEBUG: /tmp/tmpag0wniis/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c0ad7ddcd21bd2c0303123f75421e928, sync, (-1, '00000000000000000000000000000000', '66f6ae2e-c0af-464f-98ed-3cc754cebe1d-sda', '1735286542.35462', '1735286542.00000', '0', '', '1735286542.00000', 0, 0) -test DEBUG: /tmp/tmpag0wniis/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.26949 seconds (7.42145/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 -test ERROR: Failed to update sync_store /tmp/tmph2pkjeuu/sda/containers/0/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/replicator.py", line 304, in _post_replicate_hook - self.sync_store.update_sync_store(broker) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store - raise OSError(1, '1') -PermissionError: [Errno 1] 1 -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx6b657b2e185b42d298a93-00676e5f0f) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx6b657b2e185b42d298a93-00676e5f0f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx0404174f25914d90abd79-00676e5f0f) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx0404174f25914d90abd79-00676e5f0f) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx0404174f25914d90abd79-00676e5f0f) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx0404174f25914d90abd79-00676e5f0f) -proxy-server ERROR: Object DELETE returning 503 for (503,) (txn: tx0404174f25914d90abd79-00676e5f0f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx5b74e357fa2840c1b00dc-00676e5f0f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found ... ok @@ -98253,149 +99642,298 @@ test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0020 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0042 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0040 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0034 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0036 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0026 "-" 1945231 2 -test DEBUG: Unlinked retiring db '/tmp/tmp0yez786v/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0039 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0024 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0020 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0039 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:23 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697227.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/a62/dc762781368bf161e08fd256106f5a62/dc762781368bf161e08fd256106f5a62_1769697227.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/762/8b2f1bbe4f39d4ce742db883df95e762/8b2f1bbe4f39d4ce742db883df95e762.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697231.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/762/8b2f1bbe4f39d4ce742db883df95e762/8b2f1bbe4f39d4ce742db883df95e762_1769697231.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/47a/390ec4c8393d38d96ffd69a2c382747a/390ec4c8393d38d96ffd69a2c382747a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697235.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/47a/390ec4c8393d38d96ffd69a2c382747a/390ec4c8393d38d96ffd69a2c382747a_1769697235.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/0a8/850b1b514dd21edfbd15600fe0aab0a8/850b1b514dd21edfbd15600fe0aab0a8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697239.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/0a8/850b1b514dd21edfbd15600fe0aab0a8/850b1b514dd21edfbd15600fe0aab0a8_1769697239.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/d18/3f6513019853a1b024d3b20a3f0cdd18/3f6513019853a1b024d3b20a3f0cdd18.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697243.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/d18/3f6513019853a1b024d3b20a3f0cdd18/3f6513019853a1b024d3b20a3f0cdd18_1769697243.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/2a7/cb3d8e5c01427d08b41c6c6383b4b2a7/cb3d8e5c01427d08b41c6c6383b4b2a7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697247.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/2a7/cb3d8e5c01427d08b41c6c6383b4b2a7/cb3d8e5c01427d08b41c6c6383b4b2a7_1769697247.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/649/a60cb5ec8679c80cefb61e354451b649/a60cb5ec8679c80cefb61e354451b649.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697251.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/649/a60cb5ec8679c80cefb61e354451b649/a60cb5ec8679c80cefb61e354451b649_1769697251.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/71a/01121193c3ceef9142807cef1c95471a/01121193c3ceef9142807cef1c95471a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697255.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/71a/01121193c3ceef9142807cef1c95471a/01121193c3ceef9142807cef1c95471a_1769697255.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/465/291c6e24d76724a992ebff3ff07bc465/291c6e24d76724a992ebff3ff07bc465.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697259.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/465/291c6e24d76724a992ebff3ff07bc465/291c6e24d76724a992ebff3ff07bc465_1769697259.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/725/186bea208d049f25c9594d6df2838725/186bea208d049f25c9594d6df2838725.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697263.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/725/186bea208d049f25c9594d6df2838725/186bea208d049f25c9594d6df2838725_1769697263.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/b61/df4d22cd090f3147af852ff9a8d72b61/df4d22cd090f3147af852ff9a8d72b61.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697267.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/b61/df4d22cd090f3147af852ff9a8d72b61/df4d22cd090f3147af852ff9a8d72b61_1769697267.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/42c/2f04477eb698974b06ec311a7f99242c/2f04477eb698974b06ec311a7f99242c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697271.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/42c/2f04477eb698974b06ec311a7f99242c/2f04477eb698974b06ec311a7f99242c_1769697271.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/aee/1bf7ffe57521fbc7651b4ae6ece2caee/1bf7ffe57521fbc7651b4ae6ece2caee.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697275.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/aee/1bf7ffe57521fbc7651b4ae6ece2caee/1bf7ffe57521fbc7651b4ae6ece2caee_1769697275.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/79c/bdbfe6658ecf0bd31d85a315c15fa79c/bdbfe6658ecf0bd31d85a315c15fa79c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697279.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/79c/bdbfe6658ecf0bd31d85a315c15fa79c/bdbfe6658ecf0bd31d85a315c15fa79c_1769697279.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/94f/8296e0d3150641d4aa1d0551a927894f/8296e0d3150641d4aa1d0551a927894f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697283.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/94f/8296e0d3150641d4aa1d0551a927894f/8296e0d3150641d4aa1d0551a927894f_1769697283.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/49d/5eb8877c3266978d87e8ec473ff5449d/5eb8877c3266978d87e8ec473ff5449d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697287.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/49d/5eb8877c3266978d87e8ec473ff5449d/5eb8877c3266978d87e8ec473ff5449d_1769697287.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/771/5c869764c065849dfb7c0278ad995771/5c869764c065849dfb7c0278ad995771.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697291.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/771/5c869764c065849dfb7c0278ad995771/5c869764c065849dfb7c0278ad995771_1769697291.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/a9d/9a0be9be75d42190ad3573ccd8f4ca9d/9a0be9be75d42190ad3573ccd8f4ca9d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697295.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/a9d/9a0be9be75d42190ad3573ccd8f4ca9d/9a0be9be75d42190ad3573ccd8f4ca9d_1769697295.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/d0a/a1b76eb8337ddfe3745ab0fb7ac60d0a/a1b76eb8337ddfe3745ab0fb7ac60d0a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697299.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/d0a/a1b76eb8337ddfe3745ab0fb7ac60d0a/a1b76eb8337ddfe3745ab0fb7ac60d0a_1769697299.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/9d3/d23f85fadc172d5880172ffb0614d9d3/d23f85fadc172d5880172ffb0614d9d3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697303.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/9d3/d23f85fadc172d5880172ffb0614d9d3/d23f85fadc172d5880172ffb0614d9d3_1769697303.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/a63/ba402902ef7ec40f0d3dc3cc660e7a63/ba402902ef7ec40f0d3dc3cc660e7a63.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697307.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/a63/ba402902ef7ec40f0d3dc3cc660e7a63/ba402902ef7ec40f0d3dc3cc660e7a63_1769697307.00000.dbtest-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/0 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object + success = self._repl_to_node(node, broker, partition, info, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 487, in _repl_to_node + return self._handle_sync_response(node, response, info, broker, http, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 492, in _handle_sync_response + if response.status == HTTP_NOT_FOUND: # completely missing, rsync + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 716, in status + raise self._status +Exception: ugh +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (1/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} +test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (3/5 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator ERROR: Unable to decode remote metadata 'metadata' +test-replicator ERROR: Quarantining DB +test-replicator ERROR: ERROR Failed to get my own IPs? +test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00020 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00044 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: Boom! +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00038 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 1 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_stats +test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync +test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx36f0c0cb63ce45979dee6-00697b6f50) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx36f0c0cb63ce45979dee6-00697b6f50) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx36f0c0cb63ce45979dee6-00697b6f50) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx36f0c0cb63ce45979dee6-00697b6f50) +proxy-server ERROR: Object DELETE returning 503 for (503,) (txn: tx36f0c0cb63ce45979dee6-00697b6f50) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx627565ad861f4962b3bf4-00697b6f50) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx93351b2bea1b4c30b5ebd-00676e5f0f) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx93351b2bea1b4c30b5ebd-00676e5f0f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdf740468a0b1424381e06-00676e5f0f) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: txdf740468a0b1424381e06-00676e5f0f) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx710650dbac084170a49cb-00676e5f0f) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txae4a9af3e0bf4803a7428-00697b6f50) +proxy-server ERROR: Object GET returning 503 for [] (txn: txae4a9af3e0bf4803a7428-00697b6f50) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd2fd7496bf634824b8935-00676e5f10)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok @@ -98417,113 +99955,106 @@ test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok - -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1945231 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 1945231 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0043 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0040 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0043 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0055 "-" 1945231 - -test ERROR: ERROR Account update failed with 127.0.0.1:46547/sda1 (will retry later): Response 503 OK -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0029 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945231 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 1945231 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1945231 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0040 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945231 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok +test ERROR: Failed to unlink '/tmp/tmpcybtfds9/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpcybtfds9/containers/part/suffix/hash/container_1769697105.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpcybtfds9/containers/part/suffix/hash/container_1769697105.00000.db': ['/tmp/tmpcybtfds9/containers/part/suffix/hash/container.db', '/tmp/tmpcybtfds9/containers/part/suffix/hash/container_1769697106.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpcybtfds9/containers/part/suffix/hash/container_1769697106.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx695e857484a64f5aafe8e-00697b6f50) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx695e857484a64f5aafe8e-00697b6f50) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx695e857484a64f5aafe8e-00697b6f50) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx695e857484a64f5aafe8e-00697b6f50) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx695e857484a64f5aafe8e-00697b6f50) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx695e857484a64f5aafe8e-00697b6f50) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx695e857484a64f5aafe8e-00697b6f50) +test INFO: Client disconnected on read of '/a/c' (txn: tx695e857484a64f5aafe8e-00697b6f50) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6f6600370fc948c7bd5cd-00697b6f50) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6f6600370fc948c7bd5cd-00697b6f50) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6f6600370fc948c7bd5cd-00697b6f50) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx8c125e6047074e1392f41-00697b6f50) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txb7353e2320cc434295c02-00697b6f50) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx595b1188ed6b4dff958e2-00697b6f50) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx707571e33dfe4835b64ec-00697b6f50) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx6ee7fdbcd432424b97838-00697b6f50) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx8f4f72823c3c443c81622-00697b6f50) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx8f4f72823c3c443c81622-00697b6f50) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx632e7930d4964a98b2416-00697b6f50) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx182bc2fe5a77494c8ec92-00697b6f50) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx38579975beee4b0fad497-00697b6f50) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txbe91825ebd6d4c168a5c5-00697b6f50) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx3ae748563edf4e7388039-00697b6f50) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx26ef74c5a09b49e78b6f8-00697b6f50) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx26ef74c5a09b49e78b6f8-00697b6f50)test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok -proxy-server ERROR: Object POST returning 503 for (503,) (txn: txd2fd7496bf634824b8935-00676e5f10) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33e39db663904c16954c6-00676e5f10) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx33e39db663904c16954c6-00676e5f10) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx33e39db663904c16954c6-00676e5f10) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx33e39db663904c16954c6-00676e5f10) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4506a156d7f748a4a53d0-00697b6f50) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx4506a156d7f748a4a53d0-00697b6f50) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx163748aa6f634e10a9607-00697b6f50) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9fe73e1f13474140aa775-00697b6f50) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx9fe73e1f13474140aa775-00697b6f50) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa47ee0ea97ba4493b7f73-00697b6f50) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: txa47ee0ea97ba4493b7f73-00697b6f50) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: txa47ee0ea97ba4493b7f73-00697b6f50) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: txa47ee0ea97ba4493b7f73-00697b6f50) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -98531,11 +100062,23 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok @@ -98543,6 +100086,143 @@ test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok + +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx086d4aceb85c41ed9b66b-00697b6f50) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txa0cd918f73534114a77aa-00697b6f50) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc27419fccf42498d945d7-00697b6f50) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx1bb6048f850245ecbc60e-00697b6f50) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx8c3c2fbbe2f84c70b22eb-00697b6f50) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txd62c550d427d4dfab30cb-00697b6f50) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd62c550d427d4dfab30cb-00697b6f50) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txab26334615e24a2786ce2-00697b6f50) +test INFO: Client disconnected on read of '/a/c' (txn: txecf38bddd4074a449ffb2-00697b6f50) +test INFO: Client disconnected on read of '/a/c' (txn: tx9475d8be46ed4dddb5794-00697b6f50) +test INFO: Client disconnected on read of '/a/c' (txn: tx9475d8be46ed4dddb5794-00697b6f50) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity @@ -98553,105 +100233,170 @@ test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok + +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok - -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0071 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0027 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0026 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0006 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0068 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0007 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0042 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0024 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0006 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0014 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0006 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0014 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0006 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0015 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0007 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0006 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0006 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0038 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0013 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:24 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0039 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0033 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0038 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -98660,2118 +100405,450 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config ... ok - -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0013 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0006 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0028 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0008 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0007 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0020 "-" 1945231 2 -test DEBUG: Unlinked retiring db '/tmp/tmpenbourlm/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1111 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0014 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0006 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0014 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0013 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0006 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0006 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0063 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945231 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0022 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0003 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0050 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0020 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0018 "-" 1945231 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0036 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0004 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpqyrai56x/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqyrai56x/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpqyrai56x/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqyrai56x/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0034 "-" 1945212 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0033 "-" 1945212 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1945212 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 1945212 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd29d197f6597410d9b54b-00676e5f12" "proxy-server 1945212" 0.0014 "-" 1945212 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:44237/sdb1/3/a/c" "txd29d197f6597410d9b54b-00676e5f12" "container-server 1945212" 0.0011 "-" 1945212 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:46411/sda1/3/a/c" "txd29d197f6597410d9b54b-00676e5f12" "container-server 1945212" 0.0010 "-" 1945212 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txd29d197f6597410d9b54b-00676e5f12" "proxy-server 1945212" 0.0136 "-" 1945212 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txd29d197f6597410d9b54b-00676e5f12" "proxy-server 1945212" 0.0095 "-" 1945212 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/26 PUT /v1/a/c HTTP/1.0 201 - - t - - - txd29d197f6597410d9b54b-00676e5f12 - 0.0241 - - 1735286546.065757751 1735286546.089822292 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx6b1ed4a2e1104af090454-00676e5f12" "proxy-server 1945212" 0.0013 "-" 1945212 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:46411/sda1/0/a1/c1" "tx6b1ed4a2e1104af090454-00676e5f12" "container-server 1945212" 0.0012 "-" 1945212 0test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txe1afef493381464d8a333-00676e5f10) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txe1afef493381464d8a333-00676e5f10) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txe1afef493381464d8a333-00676e5f10) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txe1afef493381464d8a333-00676e5f10) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txe1afef493381464d8a333-00676e5f10) -test DEBUG: Setting object count to 1058 (txn: txe1afef493381464d8a333-00676e5f10) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx53c9ad1c10a3464c96249-00676e5f10) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx53c9ad1c10a3464c96249-00676e5f10) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx53c9ad1c10a3464c96249-00676e5f10) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx53c9ad1c10a3464c96249-00676e5f10) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx53c9ad1c10a3464c96249-00676e5f10) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx53c9ad1c10a3464c96249-00676e5f10) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx53c9ad1c10a3464c96249-00676e5f10) -test DEBUG: Setting object count to 1024 (txn: tx53c9ad1c10a3464c96249-00676e5f10) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx53c9ad1c10a3464c96249-00676e5f10) -test DEBUG: Setting object count to 1024 (txn: tx53c9ad1c10a3464c96249-00676e5f10) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Setting object count to 1072 (txn: tx236fb7e3f95a4c208a7a7-00676e5f11) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38fe06bd2b8740aca65bc-00676e5f12)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/e65/e9204d039452c410e5e47c153162ae65/e9204d039452c410e5e47c153162ae65.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697311.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/e65/e9204d039452c410e5e47c153162ae65/e9204d039452c410e5e47c153162ae65_1769697311.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/5bf/4bc103bc21880fb9fe813dca84d125bf/4bc103bc21880fb9fe813dca84d125bf.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697315.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/5bf/4bc103bc21880fb9fe813dca84d125bf/4bc103bc21880fb9fe813dca84d125bf_1769697315.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/fa7/1f8890bb8b6e940e21f6b4fb7c183fa7/1f8890bb8b6e940e21f6b4fb7c183fa7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697319.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/fa7/1f8890bb8b6e940e21f6b4fb7c183fa7/1f8890bb8b6e940e21f6b4fb7c183fa7_1769697319.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/2f5/310eff29bdd995cefa69873e9103d2f5/310eff29bdd995cefa69873e9103d2f5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697323.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/2f5/310eff29bdd995cefa69873e9103d2f5/310eff29bdd995cefa69873e9103d2f5_1769697323.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/c79/2e4f126ce519395c4599856146f2ec79/2e4f126ce519395c4599856146f2ec79.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697327.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/c79/2e4f126ce519395c4599856146f2ec79/2e4f126ce519395c4599856146f2ec79_1769697327.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/841/41d0c3f443151c8870c5cd11c8789841/41d0c3f443151c8870c5cd11c8789841.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697331.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/841/41d0c3f443151c8870c5cd11c8789841/41d0c3f443151c8870c5cd11c8789841_1769697331.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/f2b/ed479755e6b1ee7e1fcf744e21a06f2b/ed479755e6b1ee7e1fcf744e21a06f2b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697335.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/f2b/ed479755e6b1ee7e1fcf744e21a06f2b/ed479755e6b1ee7e1fcf744e21a06f2b_1769697335.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/26f/69ed4ebb67e2658286bf9841d85b226f/69ed4ebb67e2658286bf9841d85b226f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697339.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/26f/69ed4ebb67e2658286bf9841d85b226f/69ed4ebb67e2658286bf9841d85b226f_1769697339.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/3bb/02dcb06c08111571542695e414b173bb/02dcb06c08111571542695e414b173bb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697343.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/3bb/02dcb06c08111571542695e414b173bb/02dcb06c08111571542695e414b173bb_1769697343.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/336/4a7bf71b77803401118ec11e12175336/4a7bf71b77803401118ec11e12175336.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697347.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/336/4a7bf71b77803401118ec11e12175336/4a7bf71b77803401118ec11e12175336_1769697347.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/89c/35e61ae611317dc45c929ee3796dc89c/35e61ae611317dc45c929ee3796dc89c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697351.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/89c/35e61ae611317dc45c929ee3796dc89c/35e61ae611317dc45c929ee3796dc89c_1769697351.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/763/c7b068713f5ec81fe615b9eebbd58763/c7b068713f5ec81fe615b9eebbd58763.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697355.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/763/c7b068713f5ec81fe615b9eebbd58763/c7b068713f5ec81fe615b9eebbd58763_1769697355.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/9fb/c82ccc89f12c8682fe555d50582799fb/c82ccc89f12c8682fe555d50582799fb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697359.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/9fb/c82ccc89f12c8682fe555d50582799fb/c82ccc89f12c8682fe555d50582799fb_1769697359.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/5e3/134cceece1900f9d7791663b54c8c5e3/134cceece1900f9d7791663b54c8c5e3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697363.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/5e3/134cceece1900f9d7791663b54c8c5e3/134cceece1900f9d7791663b54c8c5e3_1769697363.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/dd7/a520b39921f10b179fd1d6a5e7eaddd7/a520b39921f10b179fd1d6a5e7eaddd7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697367.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/dd7/a520b39921f10b179fd1d6a5e7eaddd7/a520b39921f10b179fd1d6a5e7eaddd7_1769697367.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/db6/f636ccfb7f4700982ce030b8ef617db6/f636ccfb7f4700982ce030b8ef617db6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697371.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/db6/f636ccfb7f4700982ce030b8ef617db6/f636ccfb7f4700982ce030b8ef617db6_1769697371.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/27e/3e15634014b0ae1591472be5baa1127e/3e15634014b0ae1591472be5baa1127e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697375.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/27e/3e15634014b0ae1591472be5baa1127e/3e15634014b0ae1591472be5baa1127e_1769697375.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/fa3/52479faf5b53a8e40fd5cd4e26d96fa3/52479faf5b53a8e40fd5cd4e26d96fa3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697379.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/fa3/52479faf5b53a8e40fd5cd4e26d96fa3/52479faf5b53a8e40fd5cd4e26d96fa3_1769697379.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/bb0/19d6d3217963a3cea37fb4e13ed9cbb0/19d6d3217963a3cea37fb4e13ed9cbb0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697383.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/bb0/19d6d3217963a3cea37fb4e13ed9cbb0/19d6d3217963a3cea37fb4e13ed9cbb0_1769697383.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/009/cc878cfcb7b864a9b11c84dc79457009/cc878cfcb7b864a9b11c84dc79457009.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697387.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/009/cc878cfcb7b864a9b11c84dc79457009/cc878cfcb7b864a9b11c84dc79457009_1769697387.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/20f/fef144e750035f0502dd87cdf9a8820f/fef144e750035f0502dd87cdf9a8820f.db'Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.exceptions.MemcacheConnectionError: failed set: -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:44237/sdb1/0/a1/c1" "tx6b1ed4a2e1104af090454-00676e5f12" "container-server 1945212" 0.0011 "-" 1945212 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6b1ed4a2e1104af090454-00676e5f12" "proxy-server 1945212" 0.0148 "-" 1945212 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6b1ed4a2e1104af090454-00676e5f12" "proxy-server 1945212" 0.0100 "-" 1945212 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/26 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx6b1ed4a2e1104af090454-00676e5f12 - 0.0233 - - 1735286546.091260910 1735286546.114549398 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3c079ac5904440e09c385-00676e5f12" "proxy-server 1945212" 0.0020 "-" 1945212 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:46411/sda1/3/a/c1" "tx3c079ac5904440e09c385-00676e5f12" "container-server 1945212" 0.0020 "-" 1945212 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:44237/sdb1/3/a/c1" "tx3c079ac5904440e09c385-00676e5f12" "container-server 1945212" 0.0012 "-" 1945212 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3c079ac5904440e09c385-00676e5f12" "proxy-server 1945212" 0.0150 "-" 1945212 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3c079ac5904440e09c385-00676e5f12" "proxy-server 1945212" 0.0115 "-" 1945212 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/26 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3c079ac5904440e09c385-00676e5f12 - 0.0241 - - 1735286546.115951538 1735286546.140034199 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx055f365d003e4bacadb92-00676e5f12" "proxy-server 1945212" 0.0021 "-" 1945212 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:46411/sda1/0/a/c2" "tx055f365d003e4bacadb92-00676e5f12" "container-server 1945212" 0.0012 "-" 1945212 2 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:44237/sdb1/0/a/c2" "tx055f365d003e4bacadb92-00676e5f12" "container-server 1945212" 0.0020 "-" 1945212 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx055f365d003e4bacadb92-00676e5f12" "proxy-server 1945212" 0.0106 "-" 1945212 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx055f365d003e4bacadb92-00676e5f12" "proxy-server 1945212" 0.0157 "-" 1945212 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/26 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx055f365d003e4bacadb92-00676e5f12 - 0.0243 - - 1735286546.141523600 1735286546.165864706 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sdatest.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok +During handling of the above exception, another exception occurred: -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0069 "-" 1945231 2 -test DEBUG: Unlinked retiring db '/tmp/tmpwcxqp6ea/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0074 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0026 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0024 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0050 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0041 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0044 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Dec/2024:08:02:25 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0005 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Dec/2024:08:02:25 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0006 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Dec/2024:08:02:25 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1945231 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [27/Dec/2024:08:02:25 +0000] "REPLICATE /sda1/p/a/" 500 846 "-" "-" "-" 0.0040 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Dec/2024:08:02:25 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0022 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0022 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0044 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0021 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0038 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0039 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0039 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945231 4 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0046 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945231 1test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0020 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0019 "-" 1945231 3 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1945231 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0043 "-" 1945231 3 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0052 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0014 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0016 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0014 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0043 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0045 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0034 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0036 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0034 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0036 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0036 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0042 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0022 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0034 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 1945231 nada -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 1945231 999 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0034 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0011 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0033 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0012 "-" 1945231 1 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0013 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0036 "-" 1945231 3 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0012 "-" 1945231 3 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0035 "-" 1945231 4 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0012 "-" 1945231 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats + result = func(cache, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set + self._exception_occurred(server, e, cmd, conn_start_time, + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0038 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0035 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0022 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0039 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0038 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0020 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0021 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0034 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0030 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0040 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0044 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0042 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0006 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0035 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0041 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0041 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0035 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0042 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0035 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0101 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0050 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0039 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0049 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0044 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0044 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0025 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0023 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0046 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0040 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0039 "-" 1945231 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmprixh3f5w/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprixh3f5w/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmprixh3f5w/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprixh3f5w/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0076 "-" 3334956 - +HTTP PERF: 0.01402 seconds to PUT 127.0.0.1:48457 /sdb1/1/a) +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0034 "-" 3334956 - +HTTP PERF: 0.00485 seconds to PUT 127.0.0.1:33757 /sda1/1/a) +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0032 "-" 3334956 - +HTTP PERF: 0.00485 seconds to PUT 127.0.0.1:33757 /sda1/2/a1) +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 3334956 - +HTTP PERF: 0.00464 seconds to PUT 127.0.0.1:48457 /sdb1/2/a1) +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9d487869e4ab493f8cb7d-00697b6f51" "proxy-server 3334956" 0.0013 "-" 3334956 - +HTTP PERF: 0.00296 seconds to HEAD 127.0.0.1:48457 /sdb1/1/a?format=json) +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:59957/sda1/1/a/c" "tx9d487869e4ab493f8cb7d-00697b6f51" "container-server 3334956" 0.0011 "-" 3334956 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:33705/sdb1/1/a/c" "tx9d487869e4ab493f8cb7d-00697b6f51" "container-server 3334956" 0.0011 "-" 3334956 0 +HTTP PERF: 0.00978 seconds to PUT 127.0.0.1:48457 /sdb1/1/a/c) +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9d487869e4ab493f8cb7d-00697b6f51" "proxy-server 3334956" 0.0144 "-" 3334956 0 +HTTP PERF: 0.00571 seconds to PUT 127.0.0.1:33757 /sda1/1/a/c) +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9d487869e4ab493f8cb7d-00697b6f51" "proxy-server 3334956" 0.0102 "-" 3334956 0 +HTTP PERF: 0.01715 seconds to PUT 127.0.0.1:59957 /sda1/1/a/c) +HTTP PERF: 0.01708 seconds to PUT 127.0.0.1:33705 /sdb1/1/a/c) +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/45 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx9d487869e4ab493f8cb7d-00697b6f51 - 0.0298 - - 1769697105.492191315 1769697105.521950483 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx5941e2060f8c455ba2d5b-00697b6f51" "proxy-server 3334956" 0.0012 "-" 3334956 - +HTTP PERF: 0.00276 seconds to HEAD 127.0.0.1:48457 /sdb1/2/a1?format=json) +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:59957/sda1/1/a1/c1" "tx5941e2060f8c455ba2d5b-00697b6f51" "container-server 3334956" 0.0053 "-" 3334956 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:33705/sdb1/1/a1/c1" "tx5941e2060f8c455ba2d5b-00697b6f51" "container-server 3334956" 0.0011 "-" 3334956 0 +HTTP PERF: 0.00910 seconds to PUT 127.0.0.1:33757 /sda1/2/a1/c1) +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5941e2060f8c455ba2d5b-00697b6f51" "proxy-server 3334956" 0.0187 "-" 3334956 0 +HTTP PERF: 0.01995 seconds to PUT 127.0.0.1:48457 /sdb1/2/a1/c1) +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5941e2060f8c455ba2d5b-00697b6f51" "proxy-server 3334956" 0.0259 "-" 3334956 0 +HTTP PERF: 0.02777 seconds to PUT 127.0.0.1:59957 /sda1/1/a1/c1) +HTTP PERF: 0.02770 seconds to PUT 127.0.0.1:33705 /sdb1/1/a1/c1) +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/45 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx5941e2060f8c455ba2d5b-00697b6f51 - 0.0336 - - 1769697105.523455381 1769697105.557090759 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx95113e2346e74f7a87ae1-00697b6f51" "proxy-server 3334956" 0.0021 "-" 3334956 - +HTTP PERF: 0.00373 seconds to HEAD 127.0.0.1:48457 /sdb1/1/a?format=json) +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:59957/sda1/2/a/c1" "tx95113e2346e74f7a87ae1-00697b6f51" "container-server 3334956" 0.0032 "-" 3334956 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:33705/sdb1/2/a/c1" "tx95113e2346e74f7a87ae1-00697b6f51" "container-server 3334956" 0.0011 "-" 3334956 1 +HTTP PERF: 0.01153 seconds to PUT 127.0.0.1:33757 /sda1/1/a/c1) +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx95113e2346e74f7a87ae1-00697b6f51" "proxy-server 3334956" 0.0157 "-" 3334956 1 +HTTP PERF: 0.00781 seconds to PUT 127.0.0.1:48457 /sdb1/1/a/c1) +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx95113e2346e74f7a87ae1-00697b6f51" "proxy-server 3334956" 0.0120 "-" 3334956 1 +HTTP PERF: 0.02175 seconds to PUT 127.0.0.1:33705 /sdb1/2/a/c1) +HTTP PERF: 0.02194 seconds to PUT 127.0.0.1:59957 /sda1/2/a/c1) +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/45 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx95113e2346e74f7a87ae1-00697b6f51 - 0.0298 - - 1769697105.558556557 1769697105.588346004 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3a5d3cb7994748dbac781-00697b6f51" "proxy-server 3334956" 0.0021 "-" 3334956 - +HTTP PERF: 0.00379 seconds to HEAD 127.0.0.1:33757 /sda1/1/a?format=json) +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0024 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0037 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0044 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0022 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0033 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0055 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 1945231 0 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0037 "-" 1945231 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0056 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0042 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1945231 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0047 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0031 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0054 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1945231 - -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1945231 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0048 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0027 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (201, 404, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0070 "-" 1945231 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0042 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1945231 2 -test INFO: - - - [27/Dec/2024:08:02:26 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0045 "-" 1945231 2 -sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmpshxo15lc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp64gcf9pe/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp64gcf9pe/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp64gcf9pe/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp64gcf9pe/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1735286547.00000, (0, 0) as of 1735286547.00000, active as of 1735286547.00000> to ShardRange<'k' to 't' as of 1735286548.00000, (0, 0) as of 1735286548.00000, active as of 1735286548.00000>, path: .shards_a/shard_c, db: /tmp/tmp64gcf9pe/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp64gcf9pe/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp64gcf9pe/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok - -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp64gcf9pe/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp64gcf9pe/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286552.00000, (0, 0) as of 1735286552.00000, shrinking as of 1735286549.00000> to ShardRange<'k' to 't' as of 1735286552.00000, (0, 0) as of 1735286552.00000, sharding as of 1735286553.00000>, path: .shards_a/shard_c, db: /tmp/tmp64gcf9pe/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp64gcf9pe/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp64gcf9pe/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp64gcf9pe/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286547.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/f81/70bb82dfff5373701702dc0283800f81/70bb82dfff5373701702dc0283800f81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286549.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/239/4d84be121dd397682ca0505cb6957239/4d84be121dd397682ca0505cb6957239.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286548.00000, (0, 0) as of 1735286548.00000, found as of 1735286548.00000> to ShardRange<'k' to 't' as of 1735286549.00000, (0, 0) as of 1735286549.00000, created as of 1735286549.00000>, path: .shards_a/shard_c_1735286549.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/239/4d84be121dd397682ca0505cb6957239/4d84be121dd397682ca0505cb6957239.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286551.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/fa5/476ec2dbb888084f6bf6acdef4cacfa5/476ec2dbb888084f6bf6acdef4cacfa5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286550.00000, (0, 0) as of 1735286550.00000, found as of 1735286550.00000> to ShardRange<'k' to 't' as of 1735286551.00000, (0, 0) as of 1735286551.00000, cleaved as of 1735286551.00000>, path: .shards_a/shard_c_1735286551.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/fa5/476ec2dbb888084f6bf6acdef4cacfa5/476ec2dbb888084f6bf6acdef4cacfa5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286553.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/1bb/22c6270b7ce52157e90953de1a7341bb/22c6270b7ce52157e90953de1a7341bb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286552.00000, (0, 0) as of 1735286552.00000, found as of 1735286552.00000> to ShardRange<'k' to 't' as of 1735286553.00000, (0, 0) as of 1735286553.00000, active as of 1735286553.00000>, path: .shards_a/shard_c_1735286553.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/1bb/22c6270b7ce52157e90953de1a7341bb/22c6270b7ce52157e90953de1a7341bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286555.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/441/b723794228a83ab56f135dfd13288441/b723794228a83ab56f135dfd13288441.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286554.00000, (0, 0) as of 1735286554.00000, found as of 1735286554.00000> to ShardRange<'k' to 't' as of 1735286555.00000, (0, 0) as of 1735286555.00000, shrinking as of 1735286555.00000>, path: .shards_a/shard_c_1735286555.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/441/b723794228a83ab56f135dfd13288441/b723794228a83ab56f135dfd13288441.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286555.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/441/b723794228a83ab56f135dfd13288441/b723794228a83ab56f135dfd13288441.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286557.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/a28/4e93efe1c1ee18c902f15e8876397a28/4e93efe1c1ee18c902f15e8876397a28.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286556.00000, (0, 0) as of 1735286556.00000, found as of 1735286556.00000> to ShardRange<'k' to 't' as of 1735286557.00000, (0, 0) as of 1735286557.00000, sharding as of 1735286557.00000>, path: .shards_a/shard_c_1735286557.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/a28/4e93efe1c1ee18c902f15e8876397a28/4e93efe1c1ee18c902f15e8876397a28.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286557.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/a28/4e93efe1c1ee18c902f15e8876397a28/4e93efe1c1ee18c902f15e8876397a28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286559.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/b74/fc09bd04f59984476be377690f537b74/fc09bd04f59984476be377690f537b74.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286558.00000, (0, 0) as of 1735286558.00000, found as of 1735286558.00000> to ShardRange<'k' to 't' as of 1735286559.00000, (0, 0) as of 1735286559.00000, sharded as of 1735286559.00000>, path: .shards_a/shard_c_1735286559.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/b74/fc09bd04f59984476be377690f537b74/fc09bd04f59984476be377690f537b74.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286559.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/b74/fc09bd04f59984476be377690f537b74/fc09bd04f59984476be377690f537b74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286561.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/38b/aa9fba3939d84dca2f241a415726e38b/aa9fba3939d84dca2f241a415726e38b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286560.00000, (0, 0) as of 1735286560.00000, found as of 1735286560.00000> to ShardRange<'k' to 't' as of 1735286561.00000, (0, 0) as of 1735286561.00000, shrunk as of 1735286561.00000>, path: .shards_a/shard_c_1735286561.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/38b/aa9fba3939d84dca2f241a415726e38b/aa9fba3939d84dca2f241a415726e38b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286561.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/38b/aa9fba3939d84dca2f241a415726e38b/aa9fba3939d84dca2f241a415726e38b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286563.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/0d3/d9ebfb98210cd168d94e1d05f6c0f0d3/d9ebfb98210cd168d94e1d05f6c0f0d3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286562.00000, (0, 0) as of 1735286562.00000, created as of 1735286562.00000> to ShardRange<'k' to 't' as of 1735286563.00000, (0, 0) as of 1735286563.00000, found as of 1735286563.00000>, path: .shards_a/shard_c_1735286563.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/0d3/d9ebfb98210cd168d94e1d05f6c0f0d3/d9ebfb98210cd168d94e1d05f6c0f0d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286565.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/a99/bdc120d0073f3d1d23037f3b35e69a99/bdc120d0073f3d1d23037f3b35e69a99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286567.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/612/e0be0f81c39b98a07fa644699e4d3612/e0be0f81c39b98a07fa644699e4d3612.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286566.00000, (0, 0) as of 1735286566.00000, created as of 1735286566.00000> to ShardRange<'k' to 't' as of 1735286567.00000, (0, 0) as of 1735286567.00000, cleaved as of 1735286567.00000>, path: .shards_a/shard_c_1735286567.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/612/e0be0f81c39b98a07fa644699e4d3612/e0be0f81c39b98a07fa644699e4d3612.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286569.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/197/882911039e9f87db75d7c83229588197/882911039e9f87db75d7c83229588197.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286568.00000, (0, 0) as of 1735286568.00000, created as of 1735286568.00000> to ShardRange<'k' to 't' as of 1735286569.00000, (0, 0) as of 1735286569.00000, active as of 1735286569.00000>, path: .shards_a/shard_c_1735286569.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/197/882911039e9f87db75d7c83229588197/882911039e9f87db75d7c83229588197.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286571.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/620/6aa18c7a5ee8afea51fa0fff656c0620/6aa18c7a5ee8afea51fa0fff656c0620.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286570.00000, (0, 0) as of 1735286570.00000, created as of 1735286570.00000> to ShardRange<'k' to 't' as of 1735286571.00000, (0, 0) as of 1735286571.00000, shrinking as of 1735286571.00000>, path: .shards_a/shard_c_1735286571.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/620/6aa18c7a5ee8afea51fa0fff656c0620/6aa18c7a5ee8afea51fa0fff656c0620.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286571.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/620/6aa18c7a5ee8afea51fa0fff656c0620/6aa18c7a5ee8afea51fa0fff656c0620.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286573.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/497/201032c8558897de5fda82905aafd497/201032c8558897de5fda82905aafd497.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286572.00000, (0, 0) as of 1735286572.00000, created as of 1735286572.00000> to ShardRange<'k' to 't' as of 1735286573.00000, (0, 0) as of 1735286573.00000, sharding as of 1735286573.00000>, path: .shards_a/shard_c_1735286573.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/497/201032c8558897de5fda82905aafd497/201032c8558897de5fda82905aafd497.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286573.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/497/201032c8558897de5fda82905aafd497/201032c8558897de5fda82905aafd497.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286575.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/d62/8da054261695c9d679a67f2befc5bd62/8da054261695c9d679a67f2befc5bd62.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286574.00000, (0, 0) as of 1735286574.00000, created as of 1735286574.00000> to ShardRange<'k' to 't' as of 1735286575.00000, (0, 0) as of 1735286575.00000, sharded as of 1735286575.00000>, path: .shards_a/shard_c_1735286575.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/d62/8da054261695c9d679a67f2befc5bd62/8da054261695c9d679a67f2befc5bd62.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286575.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/d62/8da054261695c9d679a67f2befc5bd62/8da054261695c9d679a67f2befc5bd62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286577.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/474/e82b810044402df36212c3dd32e4c474/e82b810044402df36212c3dd32e4c474.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286576.00000, (0, 0) as of 1735286576.00000, created as of 1735286576.00000> to ShardRange<'k' to 't' as of 1735286577.00000, (0, 0) as of 1735286577.00000, shrunk as of 1735286577.00000>, path: .shards_a/shard_c_1735286577.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/474/e82b810044402df36212c3dd32e4c474/e82b810044402df36212c3dd32e4c474.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286577.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/474/e82b810044402df36212c3dd32e4c474/e82b810044402df36212c3dd32e4c474.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286579.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/243/418e61461bdf7a25020ae8b025fba243/418e61461bdf7a25020ae8b025fba243.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286578.00000, (0, 0) as of 1735286578.00000, cleaved as of 1735286578.00000> to ShardRange<'k' to 't' as of 1735286579.00000, (0, 0) as of 1735286579.00000, found as of 1735286579.00000>, path: .shards_a/shard_c_1735286579.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/243/418e61461bdf7a25020ae8b025fba243/418e61461bdf7a25020ae8b025fba243.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286581.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/c2d/5aeaa9f14eadd58792b7930c4d3d5c2d/5aeaa9f14eadd58792b7930c4d3d5c2d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286580.00000, (0, 0) as of 1735286580.00000, cleaved as of 1735286580.00000> to ShardRange<'k' to 't' as of 1735286581.00000, (0, 0) as of 1735286581.00000, created as of 1735286581.00000>, path: .shards_a/shard_c_1735286581.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/c2d/5aeaa9f14eadd58792b7930c4d3d5c2d/5aeaa9f14eadd58792b7930c4d3d5c2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286583.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/010/49e5423edf2799f2ab7ec0a2734e5010/49e5423edf2799f2ab7ec0a2734e5010.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286585.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/6d1/57eabe3293a712b27582c47c564e96d1/57eabe3293a712b27582c47c564e96d1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286584.00000, (0, 0) as of 1735286584.00000, cleaved as of 1735286584.00000> to ShardRange<'k' to 't' as of 1735286585.00000, (0, 0) as of 1735286585.00000, active as of 1735286585.00000>, path: .shards_a/shard_c_1735286585.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/6d1/57eabe3293a712b27582c47c564e96d1/57eabe3293a712b27582c47c564e96d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286587.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/352/bfa7d07ddaa765d1682f83a5e432f352/bfa7d07ddaa765d1682f83a5e432f352.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286586.00000, (0, 0) as of 1735286586.00000, cleaved as of 1735286586.00000> to ShardRange<'k' to 't' as of 1735286587.00000, (0, 0) as of 1735286587.00000, shrinking as of 1735286587.00000>, path: .shards_a/shard_c_1735286587.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/352/bfa7d07ddaa765d1682f83a5e432f352/bfa7d07ddaa765d1682f83a5e432f352.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286587.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/352/bfa7d07ddaa765d1682f83a5e432f352/bfa7d07ddaa765d1682f83a5e432f352.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286589.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/15c/c6d92397b8f5d1cfb167369450fb715c/c6d92397b8f5d1cfb167369450fb715c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286588.00000, (0, 0) as of 1735286588.00000, cleaved as of 1735286588.00000> to ShardRange<'k' to 't' as of 1735286589.00000, (0, 0) as of 1735286589.00000, sharding as of 1735286589.00000>, path: .shards_a/shard_c_1735286589.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/15c/c6d92397b8f5d1cfb167369450fb715c/c6d92397b8f5d1cfb167369450fb715c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286589.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/15c/c6d92397b8f5d1cfb167369450fb715c/c6d92397b8f5d1cfb167369450fb715c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286591.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/9a3/c7e361424c2088184c4e22545d78e9a3/c7e361424c2088184c4e22545d78e9a3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286590.00000, (0, 0) as of 1735286590.00000, cleaved as of 1735286590.00000> to ShardRange<'k' to 't' as of 1735286591.00000, (0, 0) as of 1735286591.00000, sharded as of 1735286591.00000>, path: .shards_a/shard_c_1735286591.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/9a3/c7e361424c2088184c4e22545d78e9a3/c7e361424c2088184c4e22545d78e9a3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286591.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/9a3/c7e361424c2088184c4e22545d78e9a3/c7e361424c2088184c4e22545d78e9a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286593.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/484/97b62aabdc8be128ac8549cfc5ac4484/97b62aabdc8be128ac8549cfc5ac4484.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286592.00000, (0, 0) as of 1735286592.00000, cleaved as of 1735286592.00000> to ShardRange<'k' to 't' as of 1735286593.00000, (0, 0) as of 1735286593.00000, shrunk as of 1735286593.00000>, path: .shards_a/shard_c_1735286593.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/484/97b62aabdc8be128ac8549cfc5ac4484/97b62aabdc8be128ac8549cfc5ac4484.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286593.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/484/97b62aabdc8be128ac8549cfc5ac4484/97b62aabdc8be128ac8549cfc5ac4484.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286595.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/21f/af37db0b843e0f6065857ce5e311a21f/af37db0b843e0f6065857ce5e311a21f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286594.00000, (0, 0) as of 1735286594.00000, active as of 1735286594.00000> to ShardRange<'k' to 't' as of 1735286595.00000, (0, 0) as of 1735286595.00000, found as of 1735286595.00000>, path: .shards_a/shard_c_1735286595.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/21f/af37db0b843e0f6065857ce5e311a21f/af37db0b843e0f6065857ce5e311a21f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286597.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/ad0/af65d96769a5f50df9b5d256154ffad0/af65d96769a5f50df9b5d256154ffad0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286596.00000, (0, 0) as of 1735286596.00000, active as of 1735286596.00000> to ShardRange<'k' to 't' as of 1735286597.00000, (0, 0) as of 1735286597.00000, created as of 1735286597.00000>, path: .shards_a/shard_c_1735286597.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/ad0/af65d96769a5f50df9b5d256154ffad0/af65d96769a5f50df9b5d256154ffad0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286599.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/6b9/fd05b558d22bda014a6da8155442b6b9/fd05b558d22bda014a6da8155442b6b9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286598.00000, (0, 0) as of 1735286598.00000, active as of 1735286598.00000> to ShardRange<'k' to 't' as of 1735286599.00000, (0, 0) as of 1735286599.00000, cleaved as of 1735286599.00000>, path: .shards_a/shard_c_1735286599.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/6b9/fd05b558d22bda014a6da8155442b6b9/fd05b558d22bda014a6da8155442b6b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286601.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/2c8/8bfb4ba8df8f7307e849897664c4f2c8/8bfb4ba8df8f7307e849897664c4f2c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286603.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/edc/37be89a637a0a6d63d6f85968bd0fedc/37be89a637a0a6d63d6f85968bd0fedc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286602.00000, (0, 0) as of 1735286602.00000, active as of 1735286602.00000> to ShardRange<'k' to 't' as of 1735286603.00000, (0, 0) as of 1735286603.00000, shrinking as of 1735286603.00000>, path: .shards_a/shard_c_1735286603.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/edc/37be89a637a0a6d63d6f85968bd0fedc/37be89a637a0a6d63d6f85968bd0fedc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286603.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/edc/37be89a637a0a6d63d6f85968bd0fedc/37be89a637a0a6d63d6f85968bd0fedc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286605.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/e79/853646c6ad69bfc90cd6efe267a5ce79/853646c6ad69bfc90cd6efe267a5ce79.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286604.00000, (0, 0) as of 1735286604.00000, active as of 1735286604.00000> to ShardRange<'k' to 't' as of 1735286605.00000, (0, 0) as of 1735286605.00000, sharding as of 1735286605.00000>, path: .shards_a/shard_c_1735286605.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/e79/853646c6ad69bfc90cd6efe267a5ce79/853646c6ad69bfc90cd6efe267a5ce79.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286605.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/e79/853646c6ad69bfc90cd6efe267a5ce79/853646c6ad69bfc90cd6efe267a5ce79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286607.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/171/6a508818c448885d971c3deebcb2e171/6a508818c448885d971c3deebcb2e171.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286606.00000, (0, 0) as of 1735286606.00000, active as of 1735286606.00000> to ShardRange<'k' to 't' as of 1735286607.00000, (0, 0) as of 1735286607.00000, sharded as of 1735286607.00000>, path: .shards_a/shard_c_1735286607.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/171/6a508818c448885d971c3deebcb2e171/6a508818c448885d971c3deebcb2e171.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286607.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/171/6a508818c448885d971c3deebcb2e171/6a508818c448885d971c3deebcb2e171.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286609.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/5fc/490691e5cf777aab9d1e81cb0368b5fc/490691e5cf777aab9d1e81cb0368b5fc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286608.00000, (0, 0) as of 1735286608.00000, active as of 1735286608.00000> to ShardRange<'k' to 't' as of 1735286609.00000, (0, 0) as of 1735286609.00000, shrunk as of 1735286609.00000>, path: .shards_a/shard_c_1735286609.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/5fc/490691e5cf777aab9d1e81cb0368b5fc/490691e5cf777aab9d1e81cb0368b5fc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286609.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/5fc/490691e5cf777aab9d1e81cb0368b5fc/490691e5cf777aab9d1e81cb0368b5fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286611.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/ff9/2abc6d01138042e5a609bd51237b4ff9/2abc6d01138042e5a609bd51237b4ff9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286610.00000, (0, 0) as of 1735286610.00000, shrinking as of 1735286610.00000> to ShardRange<'k' to 't' as of 1735286611.00000, (0, 0) as of 1735286611.00000, found as of 1735286611.00000>, path: .shards_a/shard_c_1735286611.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/ff9/2abc6d01138042e5a609bd51237b4ff9/2abc6d01138042e5a609bd51237b4ff9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286613.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/d88/17a734e25337ac85be9fe7817f469d88/17a734e25337ac85be9fe7817f469d88.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286612.00000, (0, 0) as of 1735286612.00000, shrinking as of 1735286612.00000> to ShardRange<'k' to 't' as of 1735286613.00000, (0, 0) as of 1735286613.00000, created as of 1735286613.00000>, path: .shards_a/shard_c_1735286613.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/d88/17a734e25337ac85be9fe7817f469d88/17a734e25337ac85be9fe7817f469d88.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286615.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/409/0410feb71e4d1070fe6808e42f511409/0410feb71e4d1070fe6808e42f511409.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286614.00000, (0, 0) as of 1735286614.00000, shrinking as of 1735286614.00000> to ShardRange<'k' to 't' as of 1735286615.00000, (0, 0) as of 1735286615.00000, cleaved as of 1735286615.00000>, path: .shards_a/shard_c_1735286615.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/409/0410feb71e4d1070fe6808e42f511409/0410feb71e4d1070fe6808e42f511409.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286617.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/342/3a2224687b991d0f4f1b8cb63ca7c342/3a2224687b991d0f4f1b8cb63ca7c342.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286616.00000, (0, 0) as of 1735286616.00000, shrinking as of 1735286616.00000> to ShardRange<'k' to 't' as of 1735286617.00000, (0, 0) as of 1735286617.00000, active as of 1735286617.00000>, path: .shards_a/shard_c_1735286617.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/342/3a2224687b991d0f4f1b8cb63ca7c342/3a2224687b991d0f4f1b8cb63ca7c342.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286619.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/9fe/5228dcba84002736b7a52da6fcdf79fe/5228dcba84002736b7a52da6fcdf79fe.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286619.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/9fe/5228dcba84002736b7a52da6fcdf79fe/5228dcba84002736b7a52da6fcdf79fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286621.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/52b/b94d70df610667ae8f3cf56d174eb52b/b94d70df610667ae8f3cf56d174eb52b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286620.00000, (0, 0) as of 1735286620.00000, shrinking as of 1735286620.00000> to ShardRange<'k' to 't' as of 1735286621.00000, (0, 0) as of 1735286621.00000, sharding as of 1735286621.00000>, path: .shards_a/shard_c_1735286621.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/52b/b94d70df610667ae8f3cf56d174eb52b/b94d70df610667ae8f3cf56d174eb52b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286621.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/52b/b94d70df610667ae8f3cf56d174eb52b/b94d70df610667ae8f3cf56d174eb52b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286623.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/596/e108c1bfe6cbc7ca0d85360f7aa0f596/e108c1bfe6cbc7ca0d85360f7aa0f596.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286622.00000, (0, 0) as of 1735286622.00000, shrinking as of 1735286622.00000> to ShardRange<'k' to 't' as of 1735286623.00000, (0, 0) as of 1735286623.00000, sharded as of 1735286623.00000>, path: .shards_a/shard_c_1735286623.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/596/e108c1bfe6cbc7ca0d85360f7aa0f596/e108c1bfe6cbc7ca0d85360f7aa0f596.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286623.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/596/e108c1bfe6cbc7ca0d85360f7aa0f596/e108c1bfe6cbc7ca0d85360f7aa0f596.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286625.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/00a/133a2cad67c675ed2efdb8e74985900a/133a2cad67c675ed2efdb8e74985900a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286624.00000, (0, 0) as of 1735286624.00000, shrinking as of 1735286624.00000> to ShardRange<'k' to 't' as of 1735286625.00000, (0, 0) as of 1735286625.00000, shrunk as of 1735286625.00000>, path: .shards_a/shard_c_1735286625.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/00a/133a2cad67c675ed2efdb8e74985900a/133a2cad67c675ed2efdb8e74985900a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286625.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/00a/133a2cad67c675ed2efdb8e74985900a/133a2cad67c675ed2efdb8e74985900a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286627.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/1b8/cfa747a1db8921f9059ad20cd45521b8/cfa747a1db8921f9059ad20cd45521b8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286626.00000, (0, 0) as of 1735286626.00000, sharding as of 1735286626.00000> to ShardRange<'k' to 't' as of 1735286627.00000, (0, 0) as of 1735286627.00000, found as of 1735286627.00000>, path: .shards_a/shard_c_1735286627.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/1b8/cfa747a1db8921f9059ad20cd45521b8/cfa747a1db8921f9059ad20cd45521b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286629.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/6dd/868da22e6630fbba63e57b195a0576dd/868da22e6630fbba63e57b195a0576dd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286628.00000, (0, 0) as of 1735286628.00000, sharding as of 1735286628.00000> to ShardRange<'k' to 't' as of 1735286629.00000, (0, 0) as of 1735286629.00000, created as of 1735286629.00000>, path: .shards_a/shard_c_1735286629.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/6dd/868da22e6630fbba63e57b195a0576dd/868da22e6630fbba63e57b195a0576dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286631.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/7b7/0c2fb517603fa0628d2d029153d077b7/0c2fb517603fa0628d2d029153d077b7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286630.00000, (0, 0) as of 1735286630.00000, sharding as of 1735286630.00000> to ShardRange<'k' to 't' as of 1735286631.00000, (0, 0) as of 1735286631.00000, cleaved as of 1735286631.00000>, path: .shards_a/shard_c_1735286631.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/7b7/0c2fb517603fa0628d2d029153d077b7/0c2fb517603fa0628d2d029153d077b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286633.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/39d/36428b62151a0b5d5b141b18dc57139d/36428b62151a0b5d5b141b18dc57139d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286632.00000, (0, 0) as of 1735286632.00000, sharding as of 1735286632.00000> to ShardRange<'k' to 't' as of 1735286633.00000, (0, 0) as of 1735286633.00000, active as of 1735286633.00000>, path: .shards_a/shard_c_1735286633.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/39d/36428b62151a0b5d5b141b18dc57139d/36428b62151a0b5d5b141b18dc57139d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286635.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/57c/16326bb6aec778b076886c7bb975257c/16326bb6aec778b076886c7bb975257c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286634.00000, (0, 0) as of 1735286634.00000, sharding as of 1735286634.00000> to ShardRange<'k' to 't' as of 1735286635.00000, (0, 0) as of 1735286635.00000, shrinking as of 1735286635.00000>, path: .shards_a/shard_c_1735286635.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/57c/16326bb6aec778b076886c7bb975257c/16326bb6aec778b076886c7bb975257c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286635.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/57c/16326bb6aec778b076886c7bb975257c/16326bb6aec778b076886c7bb975257c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286637.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/75d/b0a99d14a2766ffc4f2463cd1b53575d/b0a99d14a2766ffc4f2463cd1b53575d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286637.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/75d/b0a99d14a2766ffc4f2463cd1b53575d/b0a99d14a2766ffc4f2463cd1b53575d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286639.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/900/086846f32d8c6a4a2e0a1e9850354900/086846f32d8c6a4a2e0a1e9850354900.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286638.00000, (0, 0) as of 1735286638.00000, sharding as of 1735286638.00000> to ShardRange<'k' to 't' as of 1735286639.00000, (0, 0) as of 1735286639.00000, sharded as of 1735286639.00000>, path: .shards_a/shard_c_1735286639.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/900/086846f32d8c6a4a2e0a1e9850354900/086846f32d8c6a4a2e0a1e9850354900.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286639.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/900/086846f32d8c6a4a2e0a1e9850354900/086846f32d8c6a4a2e0a1e9850354900.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286641.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/b8f/23c4f5275388872b56576ff62b410b8f/23c4f5275388872b56576ff62b410b8f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286640.00000, (0, 0) as of 1735286640.00000, sharding as of 1735286640.00000> to ShardRange<'k' to 't' as of 1735286641.00000, (0, 0) as of 1735286641.00000, shrunk as of 1735286641.00000>, path: .shards_a/shard_c_1735286641.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/b8f/23c4f5275388872b56576ff62b410b8f/23c4f5275388872b56576ff62b410b8f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286641.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/b8f/23c4f5275388872b56576ff62b410b8f/23c4f5275388872b56576ff62b410b8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286643.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/288/2c138994a869e80c2eedb2c6040b2288/2c138994a869e80c2eedb2c6040b2288.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286642.00000, (0, 0) as of 1735286642.00000, sharded as of 1735286642.00000> to ShardRange<'k' to 't' as of 1735286643.00000, (0, 0) as of 1735286643.00000, found as of 1735286643.00000>, path: .shards_a/shard_c_1735286643.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/288/2c138994a869e80c2eedb2c6040b2288/2c138994a869e80c2eedb2c6040b2288.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286645.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/c62/e84350f3ae57a991fbc5343b8ecc5c62/e84350f3ae57a991fbc5343b8ecc5c62.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286644.00000, (0, 0) as of 1735286644.00000, sharded as of 1735286644.00000> to ShardRange<'k' to 't' as of 1735286645.00000, (0, 0) as of 1735286645.00000, created as of 1735286645.00000>, path: .shards_a/shard_c_1735286645.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/c62/e84350f3ae57a991fbc5343b8ecc5c62/e84350f3ae57a991fbc5343b8ecc5c62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286647.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/a8b/cc1b89d5108838b6aa71e879646a1a8b/cc1b89d5108838b6aa71e879646a1a8b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286646.00000, (0, 0) as of 1735286646.00000, sharded as of 1735286646.00000> to ShardRange<'k' to 't' as of 1735286647.00000, (0, 0) as of 1735286647.00000, cleaved as of 1735286647.00000>, path: .shards_a/shard_c_1735286647.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/a8b/cc1b89d5108838b6aa71e879646a1a8b/cc1b89d5108838b6aa71e879646a1a8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286649.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/df3/e729935d1b27bdb78ffa5750118bddf3/e729935d1b27bdb78ffa5750118bddf3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286648.00000, (0, 0) as of 1735286648.00000, sharded as of 1735286648.00000> to ShardRange<'k' to 't' as of 1735286649.00000, (0, 0) as of 1735286649.00000, active as of 1735286649.00000>, path: .shards_a/shard_c_1735286649.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/df3/e729935d1b27bdb78ffa5750118bddf3/e729935d1b27bdb78ffa5750118bddf3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286651.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/9c4/203cd43365835b475fbb8292a02179c4/203cd43365835b475fbb8292a02179c4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286650.00000, (0, 0) as of 1735286650.00000, sharded as of 1735286650.00000> to ShardRange<'k' to 't' as of 1735286651.00000, (0, 0) as of 1735286651.00000, shrinking as of 1735286651.00000>, path: .shards_a/shard_c_1735286651.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/9c4/203cd43365835b475fbb8292a02179c4/203cd43365835b475fbb8292a02179c4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286651.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/9c4/203cd43365835b475fbb8292a02179c4/203cd43365835b475fbb8292a02179c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286653.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/a75/4f6b2efa72ef0c01e5853ba8a5899a75/4f6b2efa72ef0c01e5853ba8a5899a75.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286652.00000, (0, 0) as of 1735286652.00000, sharded as of 1735286652.00000> to ShardRange<'k' to 't' as of 1735286653.00000, (0, 0) as of 1735286653.00000, sharding as of 1735286653.00000>, path: .shards_a/shard_c_1735286653.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/a75/4f6b2efa72ef0c01e5853ba8a5899a75/4f6b2efa72ef0c01e5853ba8a5899a75.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286653.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/a75/4f6b2efa72ef0c01e5853ba8a5899a75/4f6b2efa72ef0c01e5853ba8a5899a75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286655.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/ec0/207ec6062cc55c47c3ca6ce307c84ec0/207ec6062cc55c47c3ca6ce307c84ec0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286655.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/ec0/207ec6062cc55c47c3ca6ce307c84ec0/207ec6062cc55c47c3ca6ce307c84ec0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286657.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/f06/e5fb91ba1bdba495bc7c5fdd312ebf06/e5fb91ba1bdba495bc7c5fdd312ebf06.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286656.00000, (0, 0) as of 1735286656.00000, sharded as of 1735286656.00000> to ShardRange<'k' to 't' as of 1735286657.00000, (0, 0) as of 1735286657.00000, shrunk as of 1735286657.00000>, path: .shards_a/shard_c_1735286657.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/f06/e5fb91ba1bdba495bc7c5fdd312ebf06/e5fb91ba1bdba495bc7c5fdd312ebf06.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286657.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/f06/e5fb91ba1bdba495bc7c5fdd312ebf06/e5fb91ba1bdba495bc7c5fdd312ebf06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286659.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/f4c/84bb769604044f1ae56e12becafc7f4c/84bb769604044f1ae56e12becafc7f4c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286658.00000, (0, 0) as of 1735286658.00000, shrunk as of 1735286658.00000> to ShardRange<'k' to 't' as of 1735286659.00000, (0, 0) as of 1735286659.00000, found as of 1735286659.00000>, path: .shards_a/shard_c_1735286659.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/f4c/84bb769604044f1ae56e12becafc7f4c/84bb769604044f1ae56e12becafc7f4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286661.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/e1e/da0be9182b1c73082ce549289b6fee1e/da0be9182b1c73082ce549289b6fee1e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286660.00000, (0, 0) as of 1735286660.00000, shrunk as of 1735286660.00000> to ShardRange<'k' to 't' as of 1735286661.00000, (0, 0) as of 1735286661.00000, created as of 1735286661.00000>, path: .shards_a/shard_c_1735286661.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/e1e/da0be9182b1c73082ce549289b6fee1e/da0be9182b1c73082ce549289b6fee1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286663.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/0aa/fc870f48e692cd0f3b03ea201298f0aa/fc870f48e692cd0f3b03ea201298f0aa.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286662.00000, (0, 0) as of 1735286662.00000, shrunk as of 1735286662.00000> to ShardRange<'k' to 't' as of 1735286663.00000, (0, 0) as of 1735286663.00000, cleaved as of 1735286663.00000>, path: .shards_a/shard_c_1735286663.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/0aa/fc870f48e692cd0f3b03ea201298f0aa/fc870f48e692cd0f3b03ea201298f0aa.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok - -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (201, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txab06580eda8849309c1e3-00676e5f12) -test INFO: Client disconnected on read of '/a/c' (txn: txab06580eda8849309c1e3-00676e5f12) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx032f57c70b9d4680ad6dd-00676e5f12) -test INFO: Client disconnected on read of '/a/c' (txn: tx032f57c70b9d4680ad6dd-00676e5f12) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx64c92887d0f5453c8a079-00676e5f13) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx64c92887d0f5453c8a079-00676e5f13) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx64c92887d0f5453c8a079-00676e5f13) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx64c92887d0f5453c8a079-00676e5f13) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok - -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286665.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/a12/9e273a3beecc024ede11b8d1cf4bea12/9e273a3beecc024ede11b8d1cf4bea12.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286664.00000, (0, 0) as of 1735286664.00000, shrunk as of 1735286664.00000> to ShardRange<'k' to 't' as of 1735286665.00000, (0, 0) as of 1735286665.00000, active as of 1735286665.00000>, path: .shards_a/shard_c_1735286665.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/a12/9e273a3beecc024ede11b8d1cf4bea12/9e273a3beecc024ede11b8d1cf4bea12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286667.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/87a/d554a4fada68475ab8f623217c37487a/d554a4fada68475ab8f623217c37487a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286666.00000, (0, 0) as of 1735286666.00000, shrunk as of 1735286666.00000> to ShardRange<'k' to 't' as of 1735286667.00000, (0, 0) as of 1735286667.00000, shrinking as of 1735286667.00000>, path: .shards_a/shard_c_1735286667.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/87a/d554a4fada68475ab8f623217c37487a/d554a4fada68475ab8f623217c37487a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286667.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/87a/d554a4fada68475ab8f623217c37487a/d554a4fada68475ab8f623217c37487a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286669.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/643/f0f447508a9ebe7e1612afdfce6ad643/f0f447508a9ebe7e1612afdfce6ad643.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286668.00000, (0, 0) as of 1735286668.00000, shrunk as of 1735286668.00000> to ShardRange<'k' to 't' as of 1735286669.00000, (0, 0) as of 1735286669.00000, sharding as of 1735286669.00000>, path: .shards_a/shard_c_1735286669.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/643/f0f447508a9ebe7e1612afdfce6ad643/f0f447508a9ebe7e1612afdfce6ad643.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286669.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/643/f0f447508a9ebe7e1612afdfce6ad643/f0f447508a9ebe7e1612afdfce6ad643.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286671.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/0ee/14c77e53815a7b1c2d6de8f85e36f0ee/14c77e53815a7b1c2d6de8f85e36f0ee.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286670.00000, (0, 0) as of 1735286670.00000, shrunk as of 1735286670.00000> to ShardRange<'k' to 't' as of 1735286671.00000, (0, 0) as of 1735286671.00000, sharded as of 1735286671.00000>, path: .shards_a/shard_c_1735286671.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/0ee/14c77e53815a7b1c2d6de8f85e36f0ee/14c77e53815a7b1c2d6de8f85e36f0ee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286671.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/0ee/14c77e53815a7b1c2d6de8f85e36f0ee/14c77e53815a7b1c2d6de8f85e36f0ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286673.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/544/f6a703725adee84c5128ebe7128ff544/f6a703725adee84c5128ebe7128ff544.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286673.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/544/f6a703725adee84c5128ebe7128ff544/f6a703725adee84c5128ebe7128ff544.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286674.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/1a6/b02f66b24b0f616e1d967efcff66d1a6/b02f66b24b0f616e1d967efcff66d1a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286676.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/e70/e6aad26a6e0e242f0c55b006a44ebe70/e6aad26a6e0e242f0c55b006a44ebe70.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286678.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/407/de0c1e661b61ac992f47a3c562e32407/de0c1e661b61ac992f47a3c562e32407.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286680.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/2c2/f891b66de71952709191cd2fa920c2c2/f891b66de71952709191cd2fa920c2c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286682.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/44d/3e0f0ce7fbe54979c3694847b217644d/3e0f0ce7fbe54979c3694847b217644d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286684.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/4ac/794e65966c429dbd4a2a4b79135bd4ac/794e65966c429dbd4a2a4b79135bd4ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286686.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/503/bc067c431e9b458d08f9b154fb8ff503/bc067c431e9b458d08f9b154fb8ff503.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286688.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/f13/5fa1b9df07630a2e05107eff97eb3f13/5fa1b9df07630a2e05107eff97eb3f13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286690.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/995/dd803612d868906ca1d19c81c512a995/dd803612d868906ca1d19c81c512a995.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286692.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/873/6caa308f328b6202b379c40ab1475873/6caa308f328b6202b379c40ab1475873.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286694.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/9dd/41e96f5d76ca15ce4951078f65c079dd/41e96f5d76ca15ce4951078f65c079dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286696.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/d32/cd7cbf436bb69b52423db5b08ac8dd32/cd7cbf436bb69b52423db5b08ac8dd32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286698.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/3ff/3c31d62dd5a3efa3e8c5ca673e8b43ff/3c31d62dd5a3efa3e8c5ca673e8b43ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286700.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/d09/e54e560429666061431d6304d0545d09/e54e560429666061431d6304d0545d09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286702.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/0dd/cfd13e701ac57b32197f4d02645040dd/cfd13e701ac57b32197f4d02645040dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286704.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/886/f736ba426c15ffae7f16bcb09e080886/f736ba426c15ffae7f16bcb09e080886.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286706.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/134/4bc840b9341d2dbdce81fcc3a8368134/4bc840b9341d2dbdce81fcc3a8368134.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286708.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/531/619af23a11aece49cd0c356a4412b531/619af23a11aece49cd0c356a4412b531.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286710.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/238/b422a8adefb2e040fb17dede59ef2238/b422a8adefb2e040fb17dede59ef2238.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286712.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/df3/675f8debed830fbe3acbf6c3a600bdf3/675f8debed830fbe3acbf6c3a600bdf3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286714.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/e16/f6c7b6c041f80e73f4322716c2150e16/f6c7b6c041f80e73f4322716c2150e16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286716.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/608/9e6d81dad286d172bc4d22545947e608/9e6d81dad286d172bc4d22545947e608.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286718.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/009/cda9479e0831244bf7e85ab51a08d009/cda9479e0831244bf7e85ab51a08d009.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286720.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/adf/2c597e5100cfa301c87b7391d1cd7adf/2c597e5100cfa301c87b7391d1cd7adf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286722.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/522/24c64fa674cace32f9c2506963418522/24c64fa674cace32f9c2506963418522.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286724.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/966/348d21f303c5f28f4f931031e0ba0966/348d21f303c5f28f4f931031e0ba0966.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286726.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/f6e/747b262668b392a9ddcbd5b051170f6e/747b262668b392a9ddcbd5b051170f6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286728.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/f77/370dda066b51b6cff4d246b57bd3bf77/370dda066b51b6cff4d246b57bd3bf77.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286730.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/696/9123fcc64e90b7465f6913b8a970e696/9123fcc64e90b7465f6913b8a970e696.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286732.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/8e5/68679f524321a5dbf2c2e1d713f478e5/68679f524321a5dbf2c2e1d713f478e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286734.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/20e/2e0a32925b2560d4632e4fd3fb31720e/2e0a32925b2560d4632e4fd3fb31720e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286736.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/c74/8bdf2383e343bb22f7105a8dbed8fc74/8bdf2383e343bb22f7105a8dbed8fc74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286738.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/877/2cb3bd413b92586885b63c11783f5877/2cb3bd413b92586885b63c11783f5877.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286738.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/877/2cb3bd413b92586885b63c11783f5877/2cb3bd413b92586885b63c11783f5877.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286740.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/fa5/da40446536eeb17d347ffcebb908bfa5/da40446536eeb17d347ffcebb908bfa5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286740.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/fa5/da40446536eeb17d347ffcebb908bfa5/da40446536eeb17d347ffcebb908bfa5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286742.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/2a0/a6fa9475e407c9bb11e4e882e6ad82a0/a6fa9475e407c9bb11e4e882e6ad82a0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286742.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/2a0/a6fa9475e407c9bb11e4e882e6ad82a0/a6fa9475e407c9bb11e4e882e6ad82a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286744.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/a33/3e5a93b55254ee0f0b345c6bcee8ba33/3e5a93b55254ee0f0b345c6bcee8ba33.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286744.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/a33/3e5a93b55254ee0f0b345c6bcee8ba33/3e5a93b55254ee0f0b345c6bcee8ba33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286746.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/d7f/428f9aed11732ede8eab61164dc66d7f/428f9aed11732ede8eab61164dc66d7f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286746.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/d7f/428f9aed11732ede8eab61164dc66d7f/428f9aed11732ede8eab61164dc66d7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286748.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/927/cde9b762390b873eb37403b73bb4b927/cde9b762390b873eb37403b73bb4b927.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286748.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/927/cde9b762390b873eb37403b73bb4b927/cde9b762390b873eb37403b73bb4b927.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286750.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/ff6/608ab6c9b94dc745d31b36d8b23cfff6/608ab6c9b94dc745d31b36d8b23cfff6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286750.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/ff6/608ab6c9b94dc745d31b36d8b23cfff6/608ab6c9b94dc745d31b36d8b23cfff6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286752.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/989/1580ba88660ce0ac28c6e051c5624989/1580ba88660ce0ac28c6e051c5624989.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286752.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/989/1580ba88660ce0ac28c6e051c5624989/1580ba88660ce0ac28c6e051c5624989.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286754.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/073/a325215484dd9221b0fd1b3739220073/a325215484dd9221b0fd1b3739220073.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286754.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/073/a325215484dd9221b0fd1b3739220073/a325215484dd9221b0fd1b3739220073.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286756.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/3dd/7efe58f809e8e09ab14c0ca33a8e03dd/7efe58f809e8e09ab14c0ca33a8e03dd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286756.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/3dd/7efe58f809e8e09ab14c0ca33a8e03dd/7efe58f809e8e09ab14c0ca33a8e03dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286758.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/ea9/9928d1158ea0c4e290e88d9732c7aea9/9928d1158ea0c4e290e88d9732c7aea9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286758.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/ea9/9928d1158ea0c4e290e88d9732c7aea9/9928d1158ea0c4e290e88d9732c7aea9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286760.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/938/4f056858a279e2be509c46d02903f938/4f056858a279e2be509c46d02903f938.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286760.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/938/4f056858a279e2be509c46d02903f938/4f056858a279e2be509c46d02903f938.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286762.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/616/f8aa7569302300772f70d65203e4f616/f8aa7569302300772f70d65203e4f616.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286762.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/616/f8aa7569302300772f70d65203e4f616/f8aa7569302300772f70d65203e4f616.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286764.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/a7d/9f4265f7a3e7f0fed26a487341475a7d/9f4265f7a3e7f0fed26a487341475a7d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286764.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/a7d/9f4265f7a3e7f0fed26a487341475a7d/9f4265f7a3e7f0fed26a487341475a7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286766.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/5a6/8ab6d7603b4dd7a6268c3d9a58c2b5a6/8ab6d7603b4dd7a6268c3d9a58c2b5a6.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok - -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmphu6i9vgf/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphu6i9vgf/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmphu6i9vgf/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphu6i9vgf/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0034 "-" 1945212 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0033 "-" 1945212 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0036 "-" 1945212 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 1945212 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx03eb99cce9a54a6da4b32-00676e5f13" "proxy-server 1945212" 0.0013 "-" 1945212 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:51057/sdb1/3/a/c" "tx03eb99cce9a54a6da4b32-00676e5f13" "container-server 1945212" 0.0012 "-" 1945212 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:57145/sda1/3/a/c" "tx03eb99cce9a54a6da4b32-00676e5f13" "container-server 1945212" 0.0010 "-" 1945212 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx03eb99cce9a54a6da4b32-00676e5f13" "proxy-server 1945212" 0.0101 "-" 1945212 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx03eb99cce9a54a6da4b32-00676e5f13" "proxy-server 1945212" 0.0156 "-" 1945212 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/27 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx03eb99cce9a54a6da4b32-00676e5f13 - 0.0233 - - 1735286547.686918497 1735286547.710229158 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txf4770b1cb3e7481083a44-00676e5f13" "proxy-server 1945212" 0.0013 "-" 1945212 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:51057/sdb1/0/a1/c1" "txf4770b1cb3e7481083a44-00676e5f13" "container-server 1945212" 0.0021 "-" 1945212 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:57145/sda1/0/a1/c1" "txf4770b1cb3e7481083a44-00676e5f13" "container-server 1945212" 0.0011 "-" 1945212 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf4770b1cb3e7481083a44-00676e5f13" "proxy-server 1945212" 0.0142 "-" 1945212 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf4770b1cb3e7481083a44-00676e5f13" "proxy-server 1945212" 0.0108 "-" 1945212 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/27 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txf4770b1cb3e7481083a44-00676e5f13 - 0.0230 - - 1735286547.711668491 1735286547.734629154 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc325be2a9fd2467798504-00676e5f13" "proxy-server 1945212" 0.0020 "-" 1945212 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:57145/sda1/3/a/c1" "txc325be2a9fd2467798504-00676e5f13" "container-server 1945212" 0.0021 "-" 1945212 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:51057/sdb1/3/a/c1" "txc325be2a9fd2467798504-00676e5f13" "container-server 1945212" 0.0020 "-" 1945212 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc325be2a9fd2467798504-00676e5f13" "proxy-server 1945212" 0.0106 "-" 1945212 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc325be2a9fd2467798504-00676e5f13" "proxy-server 1945212" 0.0158 "-" 1945212 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/27 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txc325be2a9fd2467798504-00676e5f13 - 0.0244 - - 1735286547.736082315 1735286547.760450840 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcc7b995d4c4247a8b208a-00676e5f13" "proxy-server 1945212" 0.0022 "-" 1945212 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:51057/sdb1/0/a/c2" "txcc7b995d4c4247a8b208a-00676e5f13" "container-server 1945212" 0.0021 "-" 1945212 2 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:57145/sda1/0/a/c2" "txcc7b995d4c4247a8b208a-00676e5f13" "container-server 1945212" 0.0021 "-" 1945212 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcc7b995d4c4247a8b208a-00676e5f13" "proxy-server 1945212" 0.0108 "-" 1945212 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:27 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txcc7b995d4c4247a8b208a-00676e5f13" "proxy-server 1945212" 0.0160 "-" 1945212 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/27 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txcc7b995d4c4247a8b208a-00676e5f13 - 0.0246 - - 1735286547.762015581 1735286547.786664963 2 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286766.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/5a6/8ab6d7603b4dd7a6268c3d9a58c2b5a6/8ab6d7603b4dd7a6268c3d9a58c2b5a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286768.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/b2a/132fc64f39d7e5e48307ac417d117b2a/132fc64f39d7e5e48307ac417d117b2a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286768.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/b2a/132fc64f39d7e5e48307ac417d117b2a/132fc64f39d7e5e48307ac417d117b2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286770.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/c0a/2edf4f2efb2a7670eb0585ddcd415c0a/2edf4f2efb2a7670eb0585ddcd415c0a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286770.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/c0a/2edf4f2efb2a7670eb0585ddcd415c0a/2edf4f2efb2a7670eb0585ddcd415c0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286772.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/4a7/7dcae30ea6774680db06a79fb6c374a7/7dcae30ea6774680db06a79fb6c374a7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286772.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/4a7/7dcae30ea6774680db06a79fb6c374a7/7dcae30ea6774680db06a79fb6c374a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286774.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/e1e/bda2fed4491fb86be8dacf730abbae1e/bda2fed4491fb86be8dacf730abbae1e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286774.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/e1e/bda2fed4491fb86be8dacf730abbae1e/bda2fed4491fb86be8dacf730abbae1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286776.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/97d/e31a022baa2b39e70de728953fac297d/e31a022baa2b39e70de728953fac297d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286776.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/97d/e31a022baa2b39e70de728953fac297d/e31a022baa2b39e70de728953fac297d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286778.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/50a/0098b70dcad9b680d38409768eca450a/0098b70dcad9b680d38409768eca450a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286778.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/50a/0098b70dcad9b680d38409768eca450a/0098b70dcad9b680d38409768eca450a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286780.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/4c6/27a1abded6825d13ce9920e09077d4c6/27a1abded6825d13ce9920e09077d4c6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286780.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/4c6/27a1abded6825d13ce9920e09077d4c6/27a1abded6825d13ce9920e09077d4c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286782.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/f81/e32b0e4e05a38cc4c1e23d8391b0cf81/e32b0e4e05a38cc4c1e23d8391b0cf81.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286782.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/f81/e32b0e4e05a38cc4c1e23d8391b0cf81/e32b0e4e05a38cc4c1e23d8391b0cf81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286784.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/f9f/58b0ca78b795799fb2539f3b589c5f9f/58b0ca78b795799fb2539f3b589c5f9f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286784.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/f9f/58b0ca78b795799fb2539f3b589c5f9f/58b0ca78b795799fb2539f3b589c5f9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286786.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/7e4/6a157ad03ae09e0813391b6e151827e4/6a157ad03ae09e0813391b6e151827e4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286786.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/7e4/6a157ad03ae09e0813391b6e151827e4/6a157ad03ae09e0813391b6e151827e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286788.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/5a3/b0014c279328655c66f29734f39f25a3/b0014c279328655c66f29734f39f25a3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286788.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/5a3/b0014c279328655c66f29734f39f25a3/b0014c279328655c66f29734f39f25a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286790.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/09d/6ac8c41aefdaf10ba02e158cc34a709d/6ac8c41aefdaf10ba02e158cc34a709d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286790.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/09d/6ac8c41aefdaf10ba02e158cc34a709d/6ac8c41aefdaf10ba02e158cc34a709d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286792.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/281/e1c7c05e620451c7b7c96ddae5e83281/e1c7c05e620451c7b7c96ddae5e83281.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286792.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/281/e1c7c05e620451c7b7c96ddae5e83281/e1c7c05e620451c7b7c96ddae5e83281.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286794.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/b64/d290da546403170106b0a7567a1d0b64/d290da546403170106b0a7567a1d0b64.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286794.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/b64/d290da546403170106b0a7567a1d0b64/d290da546403170106b0a7567a1d0b64.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286796.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/ddb/9613f1db9c7859a9c41cb0debee6bddb/9613f1db9c7859a9c41cb0debee6bddb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286796.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/ddb/9613f1db9c7859a9c41cb0debee6bddb/9613f1db9c7859a9c41cb0debee6bddb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286798.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/534/fb2148b2b9d329a172b4d216eebf8534/fb2148b2b9d329a172b4d216eebf8534.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286798.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/534/fb2148b2b9d329a172b4d216eebf8534/fb2148b2b9d329a172b4d216eebf8534.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286800.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/db0/3b4a8e9af5d767ffbf334a89c7334db0/3b4a8e9af5d767ffbf334a89c7334db0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286800.00000, db: /tmp/tmpkvjbo5cq/sda/containers/0/db0/3b4a8e9af5d767ffbf334a89c7334db0/3b4a8e9af5d767ffbf334a89c7334db0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286553.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/b1d/f1c04b6443b9bc744f8e616ddc22eb1d/f1c04b6443b9bc744f8e616ddc22eb1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286558.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/cba/88c9ef627e93b523f038fa95e6988cba/88c9ef627e93b523f038fa95e6988cba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286563.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/3e8/001b929f2ee9ec544ed580f806cca3e8/001b929f2ee9ec544ed580f806cca3e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286568.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/c57/fb958eddd9a3bfdf699724cb2499cc57/fb958eddd9a3bfdf699724cb2499cc57.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok -test ERROR: Failed to unlink '/tmp/tmpguqlrafc/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpguqlrafc/containers/part/suffix/hash/container_1735286543.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpguqlrafc/containers/part/suffix/hash/container_1735286543.00000.db': ['/tmp/tmpguqlrafc/containers/part/suffix/hash/container.db', '/tmp/tmpguqlrafc/containers/part/suffix/hash/container_1735286544.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpguqlrafc/containers/part/suffix/hash/container_1735286544.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmpsik66if3/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpsik66if3/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpv9o1a3t4/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpv9o1a3t4/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286573.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/490/2a2e17d50e97c9cde36ea028eb7d5490/2a2e17d50e97c9cde36ea028eb7d5490.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286578.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/7c0/30b55d7382230dbc9f2ef8792796a7c0/30b55d7382230dbc9f2ef8792796a7c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286583.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/390/72e0030bc360369059f626eb87bc7390/72e0030bc360369059f626eb87bc7390.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286588.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/5c7/8bb95b717d64878f50f4e4c7a6a165c7/8bb95b717d64878f50f4e4c7a6a165c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286593.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/ddb/d4934f310132960fff5785d1189d3ddb/d4934f310132960fff5785d1189d3ddb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286598.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/613/efde101975c1c22f50a254b4c40bb613/efde101975c1c22f50a254b4c40bb613.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286603.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/9fe/e40dbb498f7300962d1d22a51d98b9fe/e40dbb498f7300962d1d22a51d98b9fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286608.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/bdb/255f3ff3e218411cc8ea8ed172ea4bdb/255f3ff3e218411cc8ea8ed172ea4bdb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286613.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/94d/d56bb030c548f7299ad808f8438c794d/d56bb030c548f7299ad808f8438c794d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286618.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/c78/e3e09fc83fd7f04ac51420a9f2af1c78/e3e09fc83fd7f04ac51420a9f2af1c78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286623.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/502/0faac9898f80c98bea272bd0c5116502/0faac9898f80c98bea272bd0c5116502.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286628.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/9f4/210095dc5066a5919bb925e69b8019f4/210095dc5066a5919bb925e69b8019f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286633.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/8cd/02b85237a06182b4e4b4440efbe818cd/02b85237a06182b4e4b4440efbe818cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286638.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/0e2/7141ec0ae8c9d49b07a1ba0de779e0e2/7141ec0ae8c9d49b07a1ba0de779e0e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286643.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/7a1/274da9a898e5a57b86298394260487a1/274da9a898e5a57b86298394260487a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286648.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/4aa/62a4bf16a1a28249ab3d9799c9e274aa/62a4bf16a1a28249ab3d9799c9e274aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286653.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/18d/140534d7e0560a3a9dcbd5c789ce418d/140534d7e0560a3a9dcbd5c789ce418d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286658.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/87d/fbefe170aa42de794c7583770390987d/fbefe170aa42de794c7583770390987d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286663.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/14c/ef78d657f459c91beda32f1a14cee14c/ef78d657f459c91beda32f1a14cee14c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286668.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/553/eeeaf5420c52eca18861662dfc4ca553/eeeaf5420c52eca18861662dfc4ca553.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286673.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/5b9/687136e8560031926f848124819215b9/687136e8560031926f848124819215b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286678.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/75f/ae0f269fb227215e985ec8e85d4db75f/ae0f269fb227215e985ec8e85d4db75f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286683.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/6b0/5434b73c256cca0e289391f1b59216b0/5434b73c256cca0e289391f1b59216b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286688.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/71f/8123aa3ce6a778520a1e2ce1457bc71f/8123aa3ce6a778520a1e2ce1457bc71f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286693.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/1f9/c4141eaaca16c32ca9e1103c0187e1f9/c4141eaaca16c32ca9e1103c0187e1f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286698.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/89e/c3f43b1a1f1360d9824da60bc8f0989e/c3f43b1a1f1360d9824da60bc8f0989e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286703.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/ec0/816104b833c0246158113dc5a42e3ec0/816104b833c0246158113dc5a42e3ec0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286708.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/788/51a7db0946f20ccd0016a490bf222788/51a7db0946f20ccd0016a490bf222788.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286713.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/7bb/6204d438a68633f38214568edbfe27bb/6204d438a68633f38214568edbfe27bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286718.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/ab4/0196f7344a7b9f4cf77a7f1ae26e2ab4/0196f7344a7b9f4cf77a7f1ae26e2ab4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286723.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/622/99be6875749f032b53ab2c4e36f31622/99be6875749f032b53ab2c4e36f31622.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286728.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/19c/b92f93d7d736d72569275229ad00019c/b92f93d7d736d72569275229ad00019c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286733.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/950/d5859bb984a1389d09fb5cbd4058f950/d5859bb984a1389d09fb5cbd4058f950.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286738.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/6df/0512b5e16a09d27e5b38e835100966df/0512b5e16a09d27e5b38e835100966df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286743.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/9fb/855ecbfb3ca7029c84285c92d03879fb/855ecbfb3ca7029c84285c92d03879fb.db -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: Setting object count to 1072 (txn: tx38fe06bd2b8740aca65bc-00676e5f12) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Setting object count to 1072 (txn: txd597d98216384410ae581-00676e5f13) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx3941424c256448fcbdbe8-00676e5f14)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok -test.unit.container.test_sharder.TestCleavingContext.test_cursor -test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok -test.unit.container.test_sharder.TestCleavingContext.test_delete -test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok -test.unit.container.test_sharder.TestCleavingContext.test_done -test.unit.container.test_sharder.TestCleavingContext.test_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_init -test.unit.container.test_sharder.TestCleavingContext.test_init ... ok -test.unit.container.test_sharder.TestCleavingContext.test_iter -test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load -test.unit.container.test_sharder.TestCleavingContext.test_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_all -test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_range_done -test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_reset -test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok -test.unit.container.test_sharder.TestCleavingContext.test_start -test.unit.container.test_sharder.TestCleavingContext.test_start ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store -test.unit.container.test_sharder.TestCleavingContext.test_store ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286748.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/792/ecc3ad06881268d1bbec0274e81ba792/ecc3ad06881268d1bbec0274e81ba792.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286753.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/57b/7d27e653d2d796c061c030f19bc9357b/7d27e653d2d796c061c030f19bc9357b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286758.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/7c6/52ea04ec88d6cb0548c688fca22a47c6/52ea04ec88d6cb0548c688fca22a47c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286763.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/335/1e496813bab6147baf0cc5c9af8ba335/1e496813bab6147baf0cc5c9af8ba335.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286768.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/5ea/234d98abf801ff7befa318cfb8f395ea/234d98abf801ff7befa318cfb8f395ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286773.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/27c/a1f729740dd88e1accac1ca5449ce27c/a1f729740dd88e1accac1ca5449ce27c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286778.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/5fd/d13aff1cd3a529a7b93bd0bdeca295fd/d13aff1cd3a529a7b93bd0bdeca295fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286783.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/590/9226e05b7b1e6ae4ca2dc51005f63590/9226e05b7b1e6ae4ca2dc51005f63590.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286788.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/906/12a91723db59e03d6e326c51b9cc1906/12a91723db59e03d6e326c51b9cc1906.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286793.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/d9f/adfbc69c1c960d80ea5451aec8459d9f/adfbc69c1c960d80ea5451aec8459d9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286798.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/b0e/b81dbf2c4c616383cd1cfa7d29c33b0e/b81dbf2c4c616383cd1cfa7d29c33b0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286803.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/ff8/1f6dd4fa5b06a659ffd5b2480e5bdff8/1f6dd4fa5b06a659ffd5b2480e5bdff8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286808.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/8cb/b7ea238cba569b1de65828f3b41038cb/b7ea238cba569b1de65828f3b41038cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286813.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/479/a1177fc372283e523cc1df083160f479/a1177fc372283e523cc1df083160f479.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286818.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/ec9/51362da15b624d467250b20d52265ec9/51362da15b624d467250b20d52265ec9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286823.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/bb4/6fb5f2981fdb993b972f6cad28cc5bb4/6fb5f2981fdb993b972f6cad28cc5bb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286828.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/5f3/e999d1e71fef9121314dded4e3a455f3/e999d1e71fef9121314dded4e3a455f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286833.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/d1f/4de0f44ed9ae26d21b20680c14765d1f/4de0f44ed9ae26d21b20680c14765d1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286838.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/d8b/461c25eb91cbcd47de7332b3ddfebd8b/461c25eb91cbcd47de7332b3ddfebd8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286843.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/d08/3db28f73ee898fec6becbc5283962d08/3db28f73ee898fec6becbc5283962d08.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286848.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/85e/f1f6d710c5fb783d1d3acdb62e3f385e/f1f6d710c5fb783d1d3acdb62e3f385e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286853.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/b37/cff60bfb9e5c8e9b2c81fbdea05bab37/cff60bfb9e5c8e9b2c81fbdea05bab37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286858.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/d11/24c1da0bb8fb830937b03bfb4e7a7d11/24c1da0bb8fb830937b03bfb4e7a7d11.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286863.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/05a/b5d967b9dfae659ffe6dcf44c662d05a/b5d967b9dfae659ffe6dcf44c662d05a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286868.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/a5c/3eebbce631edbf9f8353e540224cea5c/3eebbce631edbf9f8353e540224cea5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286873.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/8d8/091379e023e5bfe17ea15e79b5c268d8/091379e023e5bfe17ea15e79b5c268d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286878.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/b23/db516de6cf2372626b2bcdee7d609b23/db516de6cf2372626b2bcdee7d609b23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286883.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/241/2cd1bf460b98dedeef405f73f087a241/2cd1bf460b98dedeef405f73f087a241.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286888.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/d82/c306e7caedefba01bd1aa91546799d82/c306e7caedefba01bd1aa91546799d82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286893.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/0cf/48379ab6fbc96c19e5d3f82cbda560cf/48379ab6fbc96c19e5d3f82cbda560cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286898.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/ea6/b92d675486cb6495a5f604df40904ea6/b92d675486cb6495a5f604df40904ea6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286903.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/8e2/ecdd6d9e2a15316dc761771ad73658e2/ecdd6d9e2a15316dc761771ad73658e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286908.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/7a6/08fb4d2ebcf6add7b41325ff1c41b7a6/08fb4d2ebcf6add7b41325ff1c41b7a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286913.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/b4d/8ee99e9f5894e82cd59a7ef9b8147b4d/8ee99e9f5894e82cd59a7ef9b8147b4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286918.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/d34/9b414f584248b7ac6010bdc2a3712d34/9b414f584248b7ac6010bdc2a3712d34.dbtest.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_remove_objects -test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run -test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET -test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET_big -test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine -test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok - -test INFO: - - 27/Dec/2024/08/02/21 GET /v1/a/c/o HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1735286540.468926430 1735286541.168926477 0 -test INFO: - - 27/Dec/2024/08/02/20 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735286540.475110054 1735286540.475142717 1 -test INFO: - - 27/Dec/2024/08/02/20 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286540.475856781 1735286540.475919008 1 -test INFO: 4.5.6.7 1.2.3.4 27/Dec/2024/08/02/20 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286540.476849318 1735286540.476919889 - -test INFO: 4.5.6.7 1.2.3.4 27/Dec/2024/08/02/20 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286540.477528095 1735286540.477579117 - -test INFO: - - 27/Dec/2024/08/02/20 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735286540.478463173 1735286540.478527308 - -test INFO: - - 27/Dec/2024/08/02/20 GET / HTTP/1.0 499 - - - - 4 - - - 0.0001 - - 1735286540.479906321 1735286540.479974508 - -test INFO: - - 27/Dec/2024/08/02/20 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1735286540.480595112 1735286540.480613708 - -test INFO: - - 27/Dec/2024/08/02/20 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1735286540.481192350 1735286540.481212378 0 -test INFO: - - 27/Dec/2024/08/02/20 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1735286540.481586933 1735286540.481601715 -1 -test INFO: - - 27/Dec/2024/08/02/20 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1735286540.482146263 1735286540.482164383 - -test DEBUG: set nice priority to 1 -test DEBUG: set ionice class 1 priority 0 -WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. -test ERROR: Unable to modify ionice priority: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/libc.py", line 326, in _ioprio_set - io_class = IO_CLASS_ENUM[io_class] - ~~~~~~~~~~~~~^^^^^^^^^^ -KeyError: 'class_foo' -test DEBUG: set ionice class 2 priority 4 -test DEBUG: set nice priority to -15 -test DEBUG: set ionice class 3 priority 6 -test ERROR: Problem finding shard upper in '/tmp/tmp3v8udtzd/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp3v8udtzd/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp6au59vix/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp6au59vix/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBroker.test_set_db_states -test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBroker.test_sync_merging -test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok -test ERROR: Failed to unlink '/tmp/tmp9cngrq24/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp9cngrq24/containers/part/suffix/hash/container_1735286549.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp9cngrq24/containers/part/suffix/hash/container_1735286549.00000.db': ['/tmp/tmp9cngrq24/containers/part/suffix/hash/container.db', '/tmp/tmp9cngrq24/containers/part/suffix/hash/container_1735286550.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp9cngrq24/containers/part/suffix/hash/container_1735286550.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Skipping the update of recently changed /tmp/tmpk2_3ddmt/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpk2_3ddmt/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpk2_3ddmt/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmpk2_3ddmt/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping: /tmp/tmpehcu8wu9/garbage is not a directory -test DEBUG: Skipping: /tmp/tmpehcu8wu9/garbage is not mounted -test DEBUG: Skipping: /tmp/tmpx6r7vzwc/sdq is not mounted -test-replicator INFO: [worker 1/2 pid=1945224] Running object replicator in script mode. -test-replicator INFO: [worker 1/2 pid=1945224] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/2 pid=1945224] Running object replicator in script mode. -test-replicator INFO: [worker 2/2 pid=1945224] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=1945224] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=1945224] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/3 pid=1945224] Running object replicator in script mode. -test-replicator INFO: [worker 2/3 pid=1945224] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 3/3 pid=1945224] Running object replicator in script mode. -test-replicator INFO: [worker 3/3 pid=1945224] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=1945224] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=1945224] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=1945224] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=1945224] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. -test-replicator DEBUG: [worker 1/3 pid=8804] debug message -test-replicator INFO: [worker 1/3 pid=8804] info message -test-replicator WARNING: [worker 1/3 pid=8804] warning message -test-replicator ERROR: [worker 1/3 pid=8804] error message -test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.2:1002/sdc (txn: tx3a0757527ea1468cbabc3-00676e5f15) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.1:1001/sdb (txn: tx2cc9912bcebc475d9084e-00676e5f15) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txd9035aaeab7243069846a-00676e5f15) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx3fff347f74e84b8db6226-00676e5f15) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx3fff347f74e84b8db6226-00676e5f15) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx5b5b1f2f97b746ec95090-00676e5f15) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5b5b1f2f97b746ec95090-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -100780,14 +100857,15 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception (txn: tx5b5b1f2f97b746ec95090-00676e5f15) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx20fad3fbff7f4e57b6661-00676e5f15) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx20fad3fbff7f4e57b6661-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: +OSError (txn: tx74b8cd60b1d14fdebd1e3-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -100796,185 +100874,12 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception (txn: tx20fad3fbff7f4e57b6661-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286923.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/7b8/71729d2587c6e644befdbe5e54acb7b8/71729d2587c6e644befdbe5e54acb7b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286928.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/c19/0d99e116b2d66e44b65a7fb75900cc19/0d99e116b2d66e44b65a7fb75900cc19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286933.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/1be/ccce5998392b3652e31c2cf04a8e91be/ccce5998392b3652e31c2cf04a8e91be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286938.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/fec/63f4ca01350aafa0cd25f08bcbf73fec/63f4ca01350aafa0cd25f08bcbf73fec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286943.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/bfd/119309921f645a76fa3d7bf71acc8bfd/119309921f645a76fa3d7bf71acc8bfd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286948.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/941/8ea902907523e36e3cffde1c0aaf7941/8ea902907523e36e3cffde1c0aaf7941.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286953.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/dc0/6fd77d2ee6a122b9a9aa03b6f1524dc0/6fd77d2ee6a122b9a9aa03b6f1524dc0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286958.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/916/9c12a947c53290e79cdee259c2233916/9c12a947c53290e79cdee259c2233916.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286963.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/41c/e56f6c2beba7c8dd12536d614acfa41c/e56f6c2beba7c8dd12536d614acfa41c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286968.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/fdb/8feaf8ed7af76cc9dc266f55faf6afdb/8feaf8ed7af76cc9dc266f55faf6afdb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286973.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/c95/5a78040ead0ae00192912f7b972dec95/5a78040ead0ae00192912f7b972dec95.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286978.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/249/d311375aac9f1fb47c32a2cb5dad0249/d311375aac9f1fb47c32a2cb5dad0249.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286983.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/bcf/b771a52cee68774b18f4ca1543800bcf/b771a52cee68774b18f4ca1543800bcf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286988.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/c81/50187d3878f6d873d985e1b135542c81/50187d3878f6d873d985e1b135542c81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286993.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/969/1cc29aa5b6180bb8d7fa1b1db924d969/1cc29aa5b6180bb8d7fa1b1db924d969.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286998.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/483/54ab46fe40418c129d2fc3a068623483/54ab46fe40418c129d2fc3a068623483.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287003.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/438/fa687139a74ef4040159294588809438/fa687139a74ef4040159294588809438.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287008.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/16a/0f11e19425909fd319dd3f40e5bc116a/0f11e19425909fd319dd3f40e5bc116a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287013.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/503/8ece4a5bd6d0e5d5e066358926040503/8ece4a5bd6d0e5d5e066358926040503.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287018.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/f04/004a661335430410adfb2a0c1a16df04/004a661335430410adfb2a0c1a16df04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287023.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/62a/d99913385b18f9e215686dcb0509b62a/d99913385b18f9e215686dcb0509b62a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287028.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/c00/adb3914bd9eb6a4bef060651567b6c00/adb3914bd9eb6a4bef060651567b6c00.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287033.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/509/3ac51007436e6950537516fca80bc509/3ac51007436e6950537516fca80bc509.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287038.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/0d4/b81b784354469165d62dd3011d6cc0d4/b81b784354469165d62dd3011d6cc0d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287043.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/1f2/6c09a0f0e6ff961cc77eaf06fccea1f2/6c09a0f0e6ff961cc77eaf06fccea1f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287048.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/201/756902f689b54ed90c3bd4ab5f71d201/756902f689b54ed90c3bd4ab5f71d201.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287053.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/29f/8865f43ea7bce5222fad79bc2069b29f/8865f43ea7bce5222fad79bc2069b29f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287058.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/980/c296e32d8c705845b6555c5270ece980/c296e32d8c705845b6555c5270ece980.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287063.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/8a6/57914c279ff65b063b7f9ddf4ee3a8a6/57914c279ff65b063b7f9ddf4ee3a8a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287068.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/cc8/ff27b23ff067fc6e4ae086e348e42cc8/ff27b23ff067fc6e4ae086e348e42cc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287073.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/e28/a6e22b7dfe0d16c1ba9e3de3dc6fbe28/a6e22b7dfe0d16c1ba9e3de3dc6fbe28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287078.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/613/86d9da695314ab6a5447ee6c3e573613/86d9da695314ab6a5447ee6c3e573613.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287083.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/028/b556d2be8f9f5662857d14aee1f8b028/b556d2be8f9f5662857d14aee1f8b028.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287088.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/b26/5b4465a7c79cc9a05a6f7f97951cab26/5b4465a7c79cc9a05a6f7f97951cab26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287093.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/dca/48d694cba86950a26bed26707b2a9dca/48d694cba86950a26bed26707b2a9dca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287098.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/528/1cee58ce095c6fa09e30a6201d98f528/1cee58ce095c6fa09e30a6201d98f528.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287103.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/3d6/8a935e5599c7f48b11ec9dccfac7a3d6/8a935e5599c7f48b11ec9dccfac7a3d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287108.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/830/e802ef410dbf59e19fdfc921c645a830/e802ef410dbf59e19fdfc921c645a830.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287113.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/c06/72b5e94c85ebade838257425eb30ec06/72b5e94c85ebade838257425eb30ec06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287118.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/bf9/04c738596ba69fe31a6d07be324b8bf9/04c738596ba69fe31a6d07be324b8bf9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287123.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/07e/c1fa68f2052b7703dda72309f255407e/c1fa68f2052b7703dda72309f255407e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287128.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/f24/8b7968ec3290f270dd0b009b3d978f24/8b7968ec3290f270dd0b009b3d978f24.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287133.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/3ec/4f1ae3630779a1face2ad6405c1713ec/4f1ae3630779a1face2ad6405c1713ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287138.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/575/c91e52afbc94861487a361937f24b575/c91e52afbc94861487a361937f24b575.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287143.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/9cf/4c013981f29bd900d807bdb67fe899cf/4c013981f29bd900d807bdb67fe899cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287148.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/df8/8137fbb8dd547bdbd31f47204f04ddf8/8137fbb8dd547bdbd31f47204f04ddf8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287153.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/2e7/597584360d767de0a2437259c77c32e7/597584360d767de0a2437259c77c32e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287158.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/b72/612e9b56cbc77552d1199173acf7ab72/612e9b56cbc77552d1199173acf7ab72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287163.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/d15/c8493d0c99f97fe7f0205987674a7d15/c8493d0c99f97fe7f0205987674a7d15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287168.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/097/d9cb36e8cb1380a07613db82a42f4097/d9cb36e8cb1380a07613db82a42f4097.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287173.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/da4/285d00b958ac795412f62b4a41c38da4/285d00b958ac795412f62b4a41c38da4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287178.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/2a1/8784dfe3ac2dda4cbd3bab59a47da2a1/8784dfe3ac2dda4cbd3bab59a47da2a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287183.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/588/36c7170b7063d6d83ec4752edce1b588/36c7170b7063d6d83ec4752edce1b588.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287188.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/f90/e09d4b54acec017ece40449d64468f90/e09d4b54acec017ece40449d64468f90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287193.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/71f/ee3ad0717f626771dd0ca6e7b9ebb71f/ee3ad0717f626771dd0ca6e7b9ebb71f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287198.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/1ee/1c1e470c1d822efdf090d637e23381ee/1c1e470c1d822efdf090d637e23381ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287203.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/e26/c8ab4d4683a277a0e9c2a455c4759e26/c8ab4d4683a277a0e9c2a455c4759e26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287208.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/a53/245b780d25ba0ff620a0b3486b196a53/245b780d25ba0ff620a0b3486b196a53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287213.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/c92/3d4769d90ea79a5505676d642af08c92/3d4769d90ea79a5505676d642af08c92.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287218.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/6df/95e1c3d96e56cc9337021252bf9cb6df/95e1c3d96e56cc9337021252bf9cb6df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287223.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/e6a/a2f3b7856fcdacfcb6e851f404391e6a/a2f3b7856fcdacfcb6e851f404391e6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287228.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/646/9906caf37a38bb60ed30c6c189356646/9906caf37a38bb60ed30c6c189356646.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287233.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/24e/6d898256711943c35791efedbf75624e/6d898256711943c35791efedbf75624e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287238.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/c82/fc0aacbc456b6adf537221294c151c82/fc0aacbc456b6adf537221294c151c82.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287243.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/c17/dcbaa61a411555af8265f193b0b15c17/dcbaa61a411555af8265f193b0b15c17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287248.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/b2a/a4eafece16253fb95030d6a2415e0b2a/a4eafece16253fb95030d6a2415e0b2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287253.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/9e0/28254d8d095372a335c0c1c3c0ca39e0/28254d8d095372a335c0c1c3c0ca39e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287258.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/b2d/9273b34e5e9641bb2e4c4f0f8f3b4b2d/9273b34e5e9641bb2e4c4f0f8f3b4b2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287263.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/615/fa52cead79e2639aa9535027106f8615/fa52cead79e2639aa9535027106f8615.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287268.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/9e2/a70570ffa27bc042efc47df1de65e9e2/a70570ffa27bc042efc47df1de65e9e2.db -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txb2f32497101e4f82b4f57-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx06ca5b1d7b4e46278d62b-00676e5f15) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx06ca5b1d7b4e46278d62b-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx7bbace90ec3449d4ad3a7-00676e5f15) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx7bbace90ec3449d4ad3a7-00676e5f15) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx7bbace90ec3449d4ad3a7-00676e5f15) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sda (txn: tx7bbace90ec3449d4ad3a7-00676e5f15) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx7bbace90ec3449d4ad3a7-00676e5f15) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sda (txn: tx7bbace90ec3449d4ad3a7-00676e5f15) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx7bbace90ec3449d4ad3a7-00676e5f15) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sda (txn: tx7bbace90ec3449d4ad3a7-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txe867ee23e45f4962a844f-00676e5f15) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txe867ee23e45f4962a844f-00676e5f15) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txe867ee23e45f4962a844f-00676e5f15) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txe867ee23e45f4962a844f-00676e5f15) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txe867ee23e45f4962a844f-00676e5f15) -proxy-server ERROR: Object DELETE returning 503 for (204, 503, 503) (txn: txe867ee23e45f4962a844f-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx76d9aa159f274b9180eac-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx76d9aa159f274b9180eac-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx71d054f37b9e4257b503c-00676e5f15) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx71d054f37b9e4257b503c-00676e5f15) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx71d054f37b9e4257b503c-00676e5f15) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx71d054f37b9e4257b503c-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txa288cefe37c5401e94833-00676e5f15) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: txa288cefe37c5401e94833-00676e5f15) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txa288cefe37c5401e94833-00676e5f15) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txa288cefe37c5401e94833-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txbd54bb48499143f690489-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -100983,15 +100888,15 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: txfe344b4c0911449099750-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txfe344b4c0911449099750-00676e5f15) -proxy-server ERROR: Object GET returning 503 for [] (txn: txfe344b4c0911449099750-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx503588914d0d430883284-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +OSError (txn: tx74b8cd60b1d14fdebd1e3-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -101000,18 +100905,12 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx503588914d0d430883284-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx66378f05663c4efb82aa1-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx68f7be4939ea4e87bad05-00676e5f15) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx68f7be4939ea4e87bad05-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txda425449fec04f0c95923-00676e5f15) -proxy-server ERROR: Object GET returning 503 for [] (txn: txda425449fec04f0c95923-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd5df9f404a9244cb93acf-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -101020,12 +100919,12 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: txd5df9f404a9244cb93acf-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -101034,22 +100933,15 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx4989dea8c9d2408eaaf5e-00676e5f15)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4989dea8c9d2408eaaf5e-00676e5f15) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx4989dea8c9d2408eaaf5e-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +OSError (txn: tx74b8cd60b1d14fdebd1e3-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -101058,20 +100950,12 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx03db5c05abfc4559b8ce3-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx03db5c05abfc4559b8ce3-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd71b3f539aa34cf58aa35-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc6e24c9fce554aa481f07-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc6e24c9fce554aa481f07-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx2672dd7145284c609b6a1-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx2672dd7145284c609b6a1-00676e5f15) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx2672dd7145284c609b6a1-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -101080,12 +100964,12 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx362aa269041a457594773-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -101097,6 +100981,9 @@ File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -101105,12 +100992,15 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx362aa269041a457594773-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +OSError (txn: tx74b8cd60b1d14fdebd1e3-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -101122,6 +101012,9 @@ File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -101133,6 +101026,9 @@ File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -101141,14 +101037,12 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx362aa269041a457594773-00676e5f15) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx362aa269041a457594773-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -101157,41 +101051,12 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx012766d02d154e91a2c8e-00676e5f15)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx012766d02d154e91a2c8e-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -101200,203 +101065,15 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx012766d02d154e91a2c8e-00676e5f15) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx012766d02d154e91a2c8e-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6d014375ee544a9a880d4-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6d014375ee544a9a880d4-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6d014375ee544a9a880d4-00676e5f15) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx6d014375ee544a9a880d4-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx99ade68333a74ab6acc68-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txadc535d2fbdd48c2ae0a7-00676e5f15) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txadc535d2fbdd48c2ae0a7-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txb5b31f2eda44410080fb2-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx3a964b4a109d42a3ae441-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx34232a42a3404de28b576-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx3c3cdb75130a4fa4893f9-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txa49c4cd518cb459aa406f-00676e5f15) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txa49c4cd518cb459aa406f-00676e5f15) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txa49c4cd518cb459aa406f-00676e5f15) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txa49c4cd518cb459aa406f-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txb906d856ab4c46a4a4d42-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx27d7e4deaf1e42b097c0b-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txdb424082498542b2aa0f4-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287273.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/cbf/32715916ff0708b01263bc9b5de92cbf/32715916ff0708b01263bc9b5de92cbf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287278.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/a60/a648d1df64e076e7b19587c7ab2b3a60/a648d1df64e076e7b19587c7ab2b3a60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287283.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/976/3e3fc376e55daaabb723e60a1af2d976/3e3fc376e55daaabb723e60a1af2d976.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287288.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/985/53a6f0643f1ceb0f13a683fd24bb6985/53a6f0643f1ceb0f13a683fd24bb6985.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287293.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/82f/7f046640d71e72b2c250c866797a782f/7f046640d71e72b2c250c866797a782f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287298.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/181/2802d779b7d3aabf4b5794f0d56f7181/2802d779b7d3aabf4b5794f0d56f7181.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287303.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/099/dfbd0d8debaadfff43d9cb6a4bb5a099/dfbd0d8debaadfff43d9cb6a4bb5a099.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287308.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/46e/06cc88012fa8ebbdaf9e459bd1cb346e/06cc88012fa8ebbdaf9e459bd1cb346e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287313.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/9ab/0cdf4011dd1d990f6975724555cbb9ab/0cdf4011dd1d990f6975724555cbb9ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287318.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/e90/ccfb029bf5e961f7eae449434a7bbe90/ccfb029bf5e961f7eae449434a7bbe90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287323.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/b89/db30108d2fc90bfbd5332c8314e69b89/db30108d2fc90bfbd5332c8314e69b89.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287328.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/4e9/ba8228839db17189b5d2fd97287b24e9/ba8228839db17189b5d2fd97287b24e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287333.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/8ae/efc8ab7ebf66cc353d9492358be0b8ae/efc8ab7ebf66cc353d9492358be0b8ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287338.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/ff5/a0abdd6b46e020133742e75502d51ff5/a0abdd6b46e020133742e75502d51ff5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287343.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/ad2/3726746420ec7a5a7f54bf7981510ad2/3726746420ec7a5a7f54bf7981510ad2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287348.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/0ca/2d6e699d07ddfec04d9c2cda23be80ca/2d6e699d07ddfec04d9c2cda23be80ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287353.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/03f/2f5a068845a52617f8f7d53c9cc5603f/2f5a068845a52617f8f7d53c9cc5603f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287358.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/bf0/21b6820625c2a2228ba4481c07eccbf0/21b6820625c2a2228ba4481c07eccbf0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287363.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/c16/dece39847e52a355c969b7da7412bc16/dece39847e52a355c969b7da7412bc16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287368.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/dda/0f00555052e9a985db9cc0ea712bddda/0f00555052e9a985db9cc0ea712bddda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287373.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/b9c/25b5cfa79281c013508c19422ab63b9c/25b5cfa79281c013508c19422ab63b9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287378.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/69e/7e8e29a2f8da2f89380715712f19469e/7e8e29a2f8da2f89380715712f19469e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287383.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/667/1cbd7b68b970eafc2313789d13263667/1cbd7b68b970eafc2313789d13263667.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287388.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/c15/7adaf2ccc2d99dfe134866b9d23bac15/7adaf2ccc2d99dfe134866b9d23bac15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287393.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/937/262831017882afadf9c2c5d13aa0f937/262831017882afadf9c2c5d13aa0f937.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287398.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/7ee/98e533fb4ad4b2245efadb9b5f1b27ee/98e533fb4ad4b2245efadb9b5f1b27ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287403.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/4a0/10022e0f4f0d89c7c74e45008c6604a0/10022e0f4f0d89c7c74e45008c6604a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287408.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/f76/3189739b642c7f8617969fe7186fbf76/3189739b642c7f8617969fe7186fbf76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287413.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/7ea/044528b67e74d3c61b870ffe0879e7ea/044528b67e74d3c61b870ffe0879e7ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287418.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/479/f4438d6533bebb069df74cbdef3ef479/f4438d6533bebb069df74cbdef3ef479.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287423.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/fca/da2672fe182d8e708de41157a6ea8fca/da2672fe182d8e708de41157a6ea8fca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287428.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/744/b90ab58e50253fa569b106d84d236744/b90ab58e50253fa569b106d84d236744.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287433.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/a9d/a9e191e1810b941d59b717fe90500a9d/a9e191e1810b941d59b717fe90500a9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287438.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/61b/435cefd15d655587b5f178c1b9ef261b/435cefd15d655587b5f178c1b9ef261b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287443.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/42e/8d3d99b819a07a7d1a39341ca6d1842e/8d3d99b819a07a7d1a39341ca6d1842e.dbtest.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok - -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx0d03111d88b9471ba566d-00676e5f15) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx0d03111d88b9471ba566d-00676e5f15) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx0d03111d88b9471ba566d-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx696d5214686f4db9a815a-00676e5f15) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx696d5214686f4db9a815a-00676e5f15) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txa20dbb7a4a0a489abc4a5-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txe48af2ec06f8492a81df2-00676e5f15) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txe48af2ec06f8492a81df2-00676e5f15) -proxy-server ERROR: Object HEAD returning 503 for [] (txn: txe48af2ec06f8492a81df2-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx48095bdba89645d38e1d1-00676e5f15) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx48095bdba89645d38e1d1-00676e5f15) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx48095bdba89645d38e1d1-00676e5f15) -proxy-server ERROR: Object HEAD returning 503 for [507] (txn: tx48095bdba89645d38e1d1-00676e5f15) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx75952d157a8343348a586-00676e5f15) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx75952d157a8343348a586-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx75952d157a8343348a586-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txcf6e974858d24b6880146-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txcf6e974858d24b6880146-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txcf6e974858d24b6880146-00676e5f15) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txcf6e974858d24b6880146-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txcc8506547b944e638ba7f-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txcc8506547b944e638ba7f-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txcc8506547b944e638ba7f-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc37ea80c1ca1480581f4d-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc37ea80c1ca1480581f4d-00676e5f15) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txc37ea80c1ca1480581f4d-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5d6f0200b364ff2a42bc-00676e5f15) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5d6f0200b364ff2a42bc-00676e5f15) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txb5d6f0200b364ff2a42bc-00676e5f15) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txb5d6f0200b364ff2a42bc-00676e5f15) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txb5d6f0200b364ff2a42bc-00676e5f15) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txb5d6f0200b364ff2a42bc-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txcaa05e5fa37043bb8bd4f-00676e5f15) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx2cf0626ee0694baaa5291-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: +OSError (txn: tx74b8cd60b1d14fdebd1e3-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection - conn = http_connect(ip, port, node['device'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -101405,42 +101082,12 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: Connection refused: Please insert ten dollars (txn: txc84dfa9e85304e7a8bdf6-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: txefe7f9c191db4382907cf-00676e5f16)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok - -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: txfc018fdbc15b4d84ad5bb-00676e5f16) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: txf5de377392914405aa499-00676e5f16) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: txc71d82aa6f3047e5a4bd6-00676e5f16) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection - conn = http_connect(ip, port, node['device'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -101449,743 +101096,125 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx795a59e1f06e4f4680f08-00676e5f16) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txd06aa6ed02f7485db6f10-00676e5f16) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx88bbea866dfb4fa7a1c87-00676e5f16) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx94b574353ec34fa7b8e47-00676e5f16) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status - raise self.status -Exception (txn: tx31a3fcba4e544e3cbf9c2-00676e5f16) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx7e8b249b9b594d2a8d3d1-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: txc86c2c52af164ac0a7e3a-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx29b62562138c4c71a560f-00676e5f16) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx29b62562138c4c71a560f-00676e5f16) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx29b62562138c4c71a560f-00676e5f16) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx29b62562138c4c71a560f-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1017, in _transfer_data - chunk = next(data_source) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader - return req.environ['wsgi.input'].read( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 2008, in read - raise Exception('exception message') -Exception: exception message (txn: txcf129b2c894c492d9cd0e-00676e5f16)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287448.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/5bd/80d3cf53db4bf476bfd7a030ffbdd5bd/80d3cf53db4bf476bfd7a030ffbdd5bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287453.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/63e/a7fae4bbfd0a7802e76d4dc3acf1363e/a7fae4bbfd0a7802e76d4dc3acf1363e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287458.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/1d8/41f809f5d902f2922009cb33c80f91d8/41f809f5d902f2922009cb33c80f91d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287463.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/3cb/0e0b1973f49b0a324969ce344ee5b3cb/0e0b1973f49b0a324969ce344ee5b3cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287468.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/cc6/629dd53eab2def957f53ea3596df5cc6/629dd53eab2def957f53ea3596df5cc6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287473.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/517/8cee26b0b15268eed706697ccde84517/8cee26b0b15268eed706697ccde84517.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287478.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/336/2248c625a31d290715530deec9052336/2248c625a31d290715530deec9052336.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287483.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/6cb/62f3ef9ff165b6c6fb6ff2a2a42176cb/62f3ef9ff165b6c6fb6ff2a2a42176cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287488.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/0f5/3e2715e77eb74f7d963c0ed0795900f5/3e2715e77eb74f7d963c0ed0795900f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287493.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/da2/bacead1ad97d937d8c87a2aa3322fda2/bacead1ad97d937d8c87a2aa3322fda2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287498.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/39f/045142909c0aac6e40e6d846385d439f/045142909c0aac6e40e6d846385d439f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287503.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/460/009b38426ceb83fc951e3383b8c6a460/009b38426ceb83fc951e3383b8c6a460.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287508.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/66e/0503a2f14f6e5b762765832582f7a66e/0503a2f14f6e5b762765832582f7a66e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287513.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/538/acf1e0c5d5521981d33dedf9a6441538/acf1e0c5d5521981d33dedf9a6441538.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287518.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/22b/2e9226b3efd0d8cfaef2eebf5023322b/2e9226b3efd0d8cfaef2eebf5023322b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287523.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/9e7/1769c0295613b7db55fda05ddcf3d9e7/1769c0295613b7db55fda05ddcf3d9e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287528.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/b1a/6f923f74229b2c08f3e7bec68b746b1a/6f923f74229b2c08f3e7bec68b746b1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287533.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/39b/d187273a16924366f12f700daa13c39b/d187273a16924366f12f700daa13c39b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287538.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/8e8/8a1f3ecc462bddb0d44b24a5e40648e8/8a1f3ecc462bddb0d44b24a5e40648e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287543.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/82b/81f73f48cf4a388cae7cc502c42a682b/81f73f48cf4a388cae7cc502c42a682b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287548.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/231/39c24347fd025489a4083d818e444231/39c24347fd025489a4083d818e444231.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287553.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/6f9/a24dae45f51a34f86fd83d4e909676f9/a24dae45f51a34f86fd83d4e909676f9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287558.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/1bb/2ff5663e1a35bece377d1573d630e1bb/2ff5663e1a35bece377d1573d630e1bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287563.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/667/ee8412a71251b822b0d746712ff7e667/ee8412a71251b822b0d746712ff7e667.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287568.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/0a5/b86b70b13af4e811e4c17a5d682f70a5/b86b70b13af4e811e4c17a5d682f70a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287573.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/4d4/0caff51dd50668e869d56efb94c274d4/0caff51dd50668e869d56efb94c274d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287578.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/17f/3003c2daebb855426918ccccd674617f/3003c2daebb855426918ccccd674617f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287583.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/c99/c9030b03b45971d4b167dad30a2a0c99/c9030b03b45971d4b167dad30a2a0c99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287588.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/574/0f5a0fb0a79ae5e4d0e066d5d0573574/0f5a0fb0a79ae5e4d0e066d5d0573574.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287593.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/442/1ae61edff5f87fdde612579d37ce8442/1ae61edff5f87fdde612579d37ce8442.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287598.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/514/6e07e58c978a148d4efe234071400514/6e07e58c978a148d4efe234071400514.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287603.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/1e7/63fe126a7a33576835a22da469b381e7/63fe126a7a33576835a22da469b381e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287608.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/dd1/250b86ef0649005b78642ce3816cedd1/250b86ef0649005b78642ce3816cedd1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287613.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/a10/d347c117883d2d0de899054956e82a10/d347c117883d2d0de899054956e82a10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287618.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/54c/1791b6661b66af7b3d93258fdaf5a54c/1791b6661b66af7b3d93258fdaf5a54c.db -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status - raise self.status -Exception: boom (txn: txf8558eb3ea874cdba1bab-00676e5f16) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: tx56772758816e48ecbc186-00676e5f16) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx1f49c7e33fff4a7bbfb3a-00676e5f16) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txedd491ca411843f191820-00676e5f16) -proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.2:1002/sdc (txn: txedd491ca411843f191820-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx26deaba027394614939a5-00676e5f16) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx25364bcb608845e2b833c-00676e5f16) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.0:1000/sda (txn: tx25364bcb608845e2b833c-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [412] (txn: tx4b25145fa1e344be8f01f-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending enough data (txn: txf7f2fa196e404a8484c2d-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1792, in _send_chunk - self.conn.send(to_send) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 927, in send - self.give_send(self, data) - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 1772, in capture_send - raise exc -Exception: Exception while sending data on connection (txn: txc1d801ba5ee142f4902e5-00676e5f16) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: txefbffc9aa438401fbd108-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok - -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx41f7a93245884f0882051-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286550.27763 <= '409 (1735286550.27763), 409 (1735286550.27763), 409 (1735286550.27763)' (txn: tx4a656c9373ed4c8b8b1d1-00676e5f16) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286550.28033 <= '409 (1735286550.28033), 409 (1735286550.28033), 409 (1735286550.28033)' (txn: tx6d8d77974ed24bdda777e-00676e5f16) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286550.28329 <= '409 (1735286550.28329), 409 (1735286550.28329), 409 (1735286550.28329)' (txn: tx8b8a3263a2864a48b339e-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286550.00000 <= '409 (1735286551.00000), 409 (1735286551.00000), 409 (1735286551.00000)' (txn: tx2fd766428e324f8e8f62d-00676e5f16) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286552.00000 <= '409 (1735286553.00000), 409 (1735286553.00000), 409 (1735286553.00000)' (txn: tx04a58d364fc7461fa29f2-00676e5f16) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286554.00000 <= '409 (1735286555.00000), 409 (1735286555.00000), 409 (1735286555.00000)' (txn: tx60cd4c1017704392b42c6-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286550.00000 <= '409 (1735286550.00000), 409 (1735286550.00000), 409 (1735286550.00000)' (txn: txd284876a4acf4311ae858-00676e5f16) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286551.00000 <= '409 (1735286551.00000), 409 (1735286551.00000), 409 (1735286551.00000)' (txn: txd62c6c61aae04fe38ff5e-00676e5f16) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286552.00000 <= '409 (1735286552.00000), 409 (1735286552.00000), 409 (1735286552.00000)' (txn: tx17c50f1eb1a3408386ca8-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286550.00000 <= '409 (1735286550.00000)' (txn: tx7d19896f75914863b7f56-00676e5f16) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286551.00000 <= '409 (1735286551.00000)' (txn: txca036a50db7c492fae768-00676e5f16) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286552.00000 <= '409 (1735286552.00000)' (txn: txd6f864871f0d4b8e98523-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287623.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/c5d/b4eb93f1cc2211fe8fc00e34e45edc5d/b4eb93f1cc2211fe8fc00e34e45edc5d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287628.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/f42/01d90715a4b88a5f42cef9f0de6aff42/01d90715a4b88a5f42cef9f0de6aff42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287633.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/9ea/515c524a792a310ca3587968bb45a9ea/515c524a792a310ca3587968bb45a9ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287638.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/877/ba758f70786345090c6b137a3ccfb877/ba758f70786345090c6b137a3ccfb877.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287643.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/149/6522bd73e78cee8120deae5d7568c149/6522bd73e78cee8120deae5d7568c149.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287648.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/bfc/0d294a15d785bf060ba3fd26a4406bfc/0d294a15d785bf060ba3fd26a4406bfc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287653.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/d3c/e0182d7e5bc6dd8769ff0d5b085bdd3c/e0182d7e5bc6dd8769ff0d5b085bdd3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287658.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/cd8/4798b674e2f6fc22d72ceecba3220cd8/4798b674e2f6fc22d72ceecba3220cd8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287663.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/d4b/340d23f1e7f45388d43c0d9917efad4b/340d23f1e7f45388d43c0d9917efad4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287668.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/19c/c67997eac0a718db55a1b7f93b21e19c/c67997eac0a718db55a1b7f93b21e19c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287673.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/ebc/116603ee34ead9856aa561e1789b2ebc/116603ee34ead9856aa561e1789b2ebc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287678.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/91a/61fb5bb3cd2cf132684229e3f7d3e91a/61fb5bb3cd2cf132684229e3f7d3e91a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287683.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/439/7537e140f186fc3f7bc4e24b48dd5439/7537e140f186fc3f7bc4e24b48dd5439.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287688.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/956/5a124f29985fdfd48c6ba11927f6c956/5a124f29985fdfd48c6ba11927f6c956.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287693.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/187/48f3521f5a48d8a6d3ccb46c0068c187/48f3521f5a48d8a6d3ccb46c0068c187.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287698.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/c0c/8c8911d06409253299468949fa071c0c/8c8911d06409253299468949fa071c0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287703.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/218/9c9cb36cce021d88a7a6ede76ee1f218/9c9cb36cce021d88a7a6ede76ee1f218.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287708.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/bb1/8bc8a5a36b7d9c3ddfc008e766f43bb1/8bc8a5a36b7d9c3ddfc008e766f43bb1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287713.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/e7a/0c1c45c8524390427ac6896ab2763e7a/0c1c45c8524390427ac6896ab2763e7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287718.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/3fe/2bf323e6784a960682e3da561a1713fe/2bf323e6784a960682e3da561a1713fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287723.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/f5c/f9686faa073ebb767d84a06bdae95f5c/f9686faa073ebb767d84a06bdae95f5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287728.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/2e7/e08217c0d1bbb18f52b78f4c26bd12e7/e08217c0d1bbb18f52b78f4c26bd12e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287733.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/c27/ca942285f129247c0bcdf2d13656ac27/ca942285f129247c0bcdf2d13656ac27.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287738.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/5ec/c62ad87e6765ad8d1f72063b0595a5ec/c62ad87e6765ad8d1f72063b0595a5ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287743.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/ae6/81f5bb74dbef5d876ab0b455797abae6/81f5bb74dbef5d876ab0b455797abae6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287748.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/b8f/9786512db105e6697443449413794b8f/9786512db105e6697443449413794b8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287753.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/062/a25e0876767d7f33d67723bb31922062/a25e0876767d7f33d67723bb31922062.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287758.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/68f/646b9bed34658ab49bf91e15c490b68f/646b9bed34658ab49bf91e15c490b68f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287763.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/600/24bcc9f719705f7c8e2f26a08b401600/24bcc9f719705f7c8e2f26a08b401600.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287768.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/05b/de0ff8774cf26ba46242fc1bb63f905b/de0ff8774cf26ba46242fc1bb63f905b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287773.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/59e/17989db1b5d4dcc36ef8d3470f81959e/17989db1b5d4dcc36ef8d3470f81959e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287778.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/8b6/b3f9b383545e731cf2d287e94ebd68b6/b3f9b383545e731cf2d287e94ebd68b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287783.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/132/d449482666c078cbddfe4b4a704bd132/d449482666c078cbddfe4b4a704bd132.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287788.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/2d4/1f7fe49ac0e2479c635ae67b4cd102d4/1f7fe49ac0e2479c635ae67b4cd102d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287793.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/b6f/7bba53f0c27e63ca65ff8ee1180a6b6f/7bba53f0c27e63ca65ff8ee1180a6b6f.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container -test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txd566e4960a7043fcb1c79-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286550.00000 <= '409 (1735286551.00000)' (txn: tx2fb933131f274d6c8392d-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: txcd3e1738dae84bbcbf17d-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286550.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx581db191f68b4861bcb18-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1735286550.00000 <= '409 (1735286551.00000), 201 (unknown), 201 (unknown)' (txn: txde220365cd2844d38fa27-00676e5f16) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287798.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/0b0/806320e1d395bdb814576e161ae250b0/806320e1d395bdb814576e161ae250b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287803.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/712/38a6032399188289cdf4f594723a5712/38a6032399188289cdf4f594723a5712.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287808.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/425/915523753fcc39038fce64866ae6c425/915523753fcc39038fce64866ae6c425.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287813.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/ca7/38a5ebd4591fe5da8be3a61133b8aca7/38a5ebd4591fe5da8be3a61133b8aca7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287818.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/405/c6a7b8537568576ed1e7fd081ddb5405/c6a7b8537568576ed1e7fd081ddb5405.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287823.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/8b9/149db6f13abacdadf50bcc9f3d0058b9/149db6f13abacdadf50bcc9f3d0058b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287828.00000-0, db: /tmp/tmpw7tq_4i9/sda/containers/0/dfc/301f2011a16af8ae5a08dce989234dfc/301f2011a16af8ae5a08dce989234dfc.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpdg3hmp5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpdg3hmp5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpdg3hmp5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpdg3hmp5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpdg3hmp5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpdg3hmp5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpdg3hmp5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpdg3hmp5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpdg3hmp5o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1735286550.00000, path: a/c, db: /tmp/tmpdm4gho5k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286550.00000.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmphwdh8vcj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286551.00000-0, db: /tmp/tmpw9y5fjil/sda/containers/0/5af/28c867866024b1a37a8e9d027d3c25af/28c867866024b1a37a8e9d027d3c25af.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286551.00000-0, db: /tmp/tmpw9y5fjil/sda/containers/0/5af/28c867866024b1a37a8e9d027d3c25af/28c867866024b1a37a8e9d027d3c25af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286554.00000-0, db: /tmp/tmpw9y5fjil/sda/containers/0/400/7a692ac219c464cd953cfa6f3b398400/7a692ac219c464cd953cfa6f3b398400.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286554.00000-0, db: /tmp/tmpw9y5fjil/sda/containers/0/400/7a692ac219c464cd953cfa6f3b398400/7a692ac219c464cd953cfa6f3b398400.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp0le0ibk0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp0le0ibk0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp0le0ibk0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp0le0ibk0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1735286551.00000, (0, 0) as of 1735286551.00000, active as of 1735286551.00000> to ShardRange<'k' to 't' as of 1735286552.00000, (0, 0) as of 1735286552.00000, active as of 1735286552.00000>, path: .shards_a/shard_c, db: /tmp/tmp0le0ibk0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp0le0ibk0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp0le0ibk0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp0le0ibk0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp0le0ibk0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286556.00000, (0, 0) as of 1735286556.00000, shrinking as of 1735286553.00000> to ShardRange<'k' to 't' as of 1735286556.00000, (0, 0) as of 1735286556.00000, sharding as of 1735286557.00000>, path: .shards_a/shard_c, db: /tmp/tmp0le0ibk0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp0le0ibk0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp0le0ibk0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp0le0ibk0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET -test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-7d20fda1fadd3127c357cf4fd92ad985-1735286555.00000-2, db: /tmp/tmpb8vl0yao/sda/containers/0/741/c2e08e1f5f94c441b34d4e93c8064741/c2e08e1f5f94c441b34d4e93c8064741.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286551.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286551.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286560.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/8f5/e9dfcdd16d632d3f2d9d2e07f84ad8f5/e9dfcdd16d632d3f2d9d2e07f84ad8f5.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286560.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/8f5/e9dfcdd16d632d3f2d9d2e07f84ad8f5/e9dfcdd16d632d3f2d9d2e07f84ad8f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286569.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/ad0/4e6f097f4c0ebfb58e53b3fea4a8ead0/4e6f097f4c0ebfb58e53b3fea4a8ead0.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286569.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/ad0/4e6f097f4c0ebfb58e53b3fea4a8ead0/4e6f097f4c0ebfb58e53b3fea4a8ead0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286578.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/fec/788005d2cb718b943b2ed9ee16419fec/788005d2cb718b943b2ed9ee16419fec.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286578.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/fec/788005d2cb718b943b2ed9ee16419fec/788005d2cb718b943b2ed9ee16419fec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286587.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/82f/a163a9e065c80745e57fba29e4f2d82f/a163a9e065c80745e57fba29e4f2d82f.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286587.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/82f/a163a9e065c80745e57fba29e4f2d82f/a163a9e065c80745e57fba29e4f2d82f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286596.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/f13/28d7dd6f2345b05e89ba4949f5a5ef13/28d7dd6f2345b05e89ba4949f5a5ef13.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286596.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/f13/28d7dd6f2345b05e89ba4949f5a5ef13/28d7dd6f2345b05e89ba4949f5a5ef13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286605.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/0fc/fdc7a926872a5a530da86afd33ec10fc/fdc7a926872a5a530da86afd33ec10fc.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286605.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/0fc/fdc7a926872a5a530da86afd33ec10fc/fdc7a926872a5a530da86afd33ec10fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286614.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/700/35b932adb89a1b9a1f0135ccdde8f700/35b932adb89a1b9a1f0135ccdde8f700.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286614.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/700/35b932adb89a1b9a1f0135ccdde8f700/35b932adb89a1b9a1f0135ccdde8f700.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286623.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/bdd/2c979a2ece9ca3a6ca96a8187fd62bdd/2c979a2ece9ca3a6ca96a8187fd62bdd.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286623.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/bdd/2c979a2ece9ca3a6ca96a8187fd62bdd/2c979a2ece9ca3a6ca96a8187fd62bdd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286623.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/bdd/2c979a2ece9ca3a6ca96a8187fd62bdd/2c979a2ece9ca3a6ca96a8187fd62bdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286632.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/ed5/377668918184198dd9063c1a4a8d1ed5/377668918184198dd9063c1a4a8d1ed5.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286632.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/ed5/377668918184198dd9063c1a4a8d1ed5/377668918184198dd9063c1a4a8d1ed5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286632.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/ed5/377668918184198dd9063c1a4a8d1ed5/377668918184198dd9063c1a4a8d1ed5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286641.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/c35/2e21f2ab9d32ff1e37998855cee47c35/2e21f2ab9d32ff1e37998855cee47c35.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286641.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/c35/2e21f2ab9d32ff1e37998855cee47c35/2e21f2ab9d32ff1e37998855cee47c35.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286641.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/c35/2e21f2ab9d32ff1e37998855cee47c35/2e21f2ab9d32ff1e37998855cee47c35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286650.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/15d/e244dc1fe1099e433cd19b04ad5c115d/e244dc1fe1099e433cd19b04ad5c115d.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286650.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/15d/e244dc1fe1099e433cd19b04ad5c115d/e244dc1fe1099e433cd19b04ad5c115d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286650.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/15d/e244dc1fe1099e433cd19b04ad5c115d/e244dc1fe1099e433cd19b04ad5c115d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286659.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/b67/aaf215a82907998b33c9956372103b67/aaf215a82907998b33c9956372103b67.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286659.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/b67/aaf215a82907998b33c9956372103b67/aaf215a82907998b33c9956372103b67.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286659.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/b67/aaf215a82907998b33c9956372103b67/aaf215a82907998b33c9956372103b67.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286668.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/c4f/a185b07570894db70e4148145aeb9c4f/a185b07570894db70e4148145aeb9c4f.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286668.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/c4f/a185b07570894db70e4148145aeb9c4f/a185b07570894db70e4148145aeb9c4f.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT -test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286668.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/c4f/a185b07570894db70e4148145aeb9c4f/a185b07570894db70e4148145aeb9c4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286677.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/fba/49db1dae704dbc90a0f4aafdbcceafba/49db1dae704dbc90a0f4aafdbcceafba.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286677.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/fba/49db1dae704dbc90a0f4aafdbcceafba/49db1dae704dbc90a0f4aafdbcceafba.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286677.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/fba/49db1dae704dbc90a0f4aafdbcceafba/49db1dae704dbc90a0f4aafdbcceafba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286686.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/9a0/66a22812bae428a6db181d1490d4d9a0/66a22812bae428a6db181d1490d4d9a0.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286686.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/9a0/66a22812bae428a6db181d1490d4d9a0/66a22812bae428a6db181d1490d4d9a0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286686.00000-2, db: /tmp/tmpg9gacfi7/sda/containers/0/9a0/66a22812bae428a6db181d1490d4d9a0/66a22812bae428a6db181d1490d4d9a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286551.00000-2, db: /tmp/tmp2nw88b_k/sda/containers/0/2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1735286551.00000, (0, 0) as of 1735286551.00000, active as of 1735286551.00000> to ShardRange<'a' to 'b' as of 1735286551.00000, (0, 0) as of 1735286551.00000, sharding as of 1735286556.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286551.00000-2, db: /tmp/tmp2nw88b_k/sda/containers/0/2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286551.00000-2, db: /tmp/tmp2nw88b_k/sda/containers/0/2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286551.00000-2, db: /tmp/tmp2nw88b_k/sda/containers/0/2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286551.00000-2, db: /tmp/tmp2nw88b_k/sda/containers/0/2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2_1735286551.00000.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286551.00000-2, db: /tmp/tmp2nw88b_k/sda/containers/0/2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2_1735286551.00000.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286551.00000-2, db: /tmp/tmp2nw88b_k/sda/containers/0/2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2_1735286551.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2nw88b_k/sda/containers/0/2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286551.00000-2, db: /tmp/tmp2nw88b_k/sda/containers/0/2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2_1735286551.00000.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1735286551.00000, (0, 0) as of 1735286551.00000, sharding as of 1735286557.00000> to ShardRange<'a' to 'b' as of 1735286551.00000, (0, 0) as of 1735286551.00000, sharded as of 1735286560.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735286551.00000-2, db: /tmp/tmp2nw88b_k/sda/containers/0/2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2/4a7a1e7dcf739f0a0095397c7ab5d2b2_1735286551.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286551.00000, db: /tmp/tmp95_rspib/sda/containers/0/fa5/476ec2dbb888084f6bf6acdef4cacfa5/476ec2dbb888084f6bf6acdef4cacfa5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286553.00000, db: /tmp/tmp95_rspib/sda/containers/0/1bb/22c6270b7ce52157e90953de1a7341bb/22c6270b7ce52157e90953de1a7341bb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286552.00000, (0, 0) as of 1735286552.00000, found as of 1735286552.00000> to ShardRange<'k' to 't' as of 1735286553.00000, (0, 0) as of 1735286553.00000, created as of 1735286553.00000>, path: .shards_a/shard_c_1735286553.00000, db: /tmp/tmp95_rspib/sda/containers/0/1bb/22c6270b7ce52157e90953de1a7341bb/22c6270b7ce52157e90953de1a7341bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286555.00000, db: /tmp/tmp95_rspib/sda/containers/0/441/b723794228a83ab56f135dfd13288441/b723794228a83ab56f135dfd13288441.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286554.00000, (0, 0) as of 1735286554.00000, found as of 1735286554.00000> to ShardRange<'k' to 't' as of 1735286555.00000, (0, 0) as of 1735286555.00000, cleaved as of 1735286555.00000>, path: .shards_a/shard_c_1735286555.00000, db: /tmp/tmp95_rspib/sda/containers/0/441/b723794228a83ab56f135dfd13288441/b723794228a83ab56f135dfd13288441.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286557.00000, db: /tmp/tmp95_rspib/sda/containers/0/a28/4e93efe1c1ee18c902f15e8876397a28/4e93efe1c1ee18c902f15e8876397a28.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286556.00000, (0, 0) as of 1735286556.00000, found as of 1735286556.00000> to ShardRange<'k' to 't' as of 1735286557.00000, (0, 0) as of 1735286557.00000, active as of 1735286557.00000>, path: .shards_a/shard_c_1735286557.00000, db: /tmp/tmp95_rspib/sda/containers/0/a28/4e93efe1c1ee18c902f15e8876397a28/4e93efe1c1ee18c902f15e8876397a28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286559.00000, db: /tmp/tmp95_rspib/sda/containers/0/b74/fc09bd04f59984476be377690f537b74/fc09bd04f59984476be377690f537b74.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286558.00000, (0, 0) as of 1735286558.00000, found as of 1735286558.00000> to ShardRange<'k' to 't' as of 1735286559.00000, (0, 0) as of 1735286559.00000, shrinking as of 1735286559.00000>, path: .shards_a/shard_c_1735286559.00000, db: /tmp/tmp95_rspib/sda/containers/0/b74/fc09bd04f59984476be377690f537b74/fc09bd04f59984476be377690f537b74.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286559.00000, db: /tmp/tmp95_rspib/sda/containers/0/b74/fc09bd04f59984476be377690f537b74/fc09bd04f59984476be377690f537b74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286561.00000, db: /tmp/tmp95_rspib/sda/containers/0/38b/aa9fba3939d84dca2f241a415726e38b/aa9fba3939d84dca2f241a415726e38b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286560.00000, (0, 0) as of 1735286560.00000, found as of 1735286560.00000> to ShardRange<'k' to 't' as of 1735286561.00000, (0, 0) as of 1735286561.00000, sharding as of 1735286561.00000>, path: .shards_a/shard_c_1735286561.00000, db: /tmp/tmp95_rspib/sda/containers/0/38b/aa9fba3939d84dca2f241a415726e38b/aa9fba3939d84dca2f241a415726e38b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286561.00000, db: /tmp/tmp95_rspib/sda/containers/0/38b/aa9fba3939d84dca2f241a415726e38b/aa9fba3939d84dca2f241a415726e38b.dbtest.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286563.00000, db: /tmp/tmp95_rspib/sda/containers/0/0d3/d9ebfb98210cd168d94e1d05f6c0f0d3/d9ebfb98210cd168d94e1d05f6c0f0d3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286562.00000, (0, 0) as of 1735286562.00000, found as of 1735286562.00000> to ShardRange<'k' to 't' as of 1735286563.00000, (0, 0) as of 1735286563.00000, sharded as of 1735286563.00000>, path: .shards_a/shard_c_1735286563.00000, db: /tmp/tmp95_rspib/sda/containers/0/0d3/d9ebfb98210cd168d94e1d05f6c0f0d3/d9ebfb98210cd168d94e1d05f6c0f0d3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286563.00000, db: /tmp/tmp95_rspib/sda/containers/0/0d3/d9ebfb98210cd168d94e1d05f6c0f0d3/d9ebfb98210cd168d94e1d05f6c0f0d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286565.00000, db: /tmp/tmp95_rspib/sda/containers/0/a99/bdc120d0073f3d1d23037f3b35e69a99/bdc120d0073f3d1d23037f3b35e69a99.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286564.00000, (0, 0) as of 1735286564.00000, found as of 1735286564.00000> to ShardRange<'k' to 't' as of 1735286565.00000, (0, 0) as of 1735286565.00000, shrunk as of 1735286565.00000>, path: .shards_a/shard_c_1735286565.00000, db: /tmp/tmp95_rspib/sda/containers/0/a99/bdc120d0073f3d1d23037f3b35e69a99/bdc120d0073f3d1d23037f3b35e69a99.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286565.00000, db: /tmp/tmp95_rspib/sda/containers/0/a99/bdc120d0073f3d1d23037f3b35e69a99/bdc120d0073f3d1d23037f3b35e69a99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286567.00000, db: /tmp/tmp95_rspib/sda/containers/0/612/e0be0f81c39b98a07fa644699e4d3612/e0be0f81c39b98a07fa644699e4d3612.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286566.00000, (0, 0) as of 1735286566.00000, created as of 1735286566.00000> to ShardRange<'k' to 't' as of 1735286567.00000, (0, 0) as of 1735286567.00000, found as of 1735286567.00000>, path: .shards_a/shard_c_1735286567.00000, db: /tmp/tmp95_rspib/sda/containers/0/612/e0be0f81c39b98a07fa644699e4d3612/e0be0f81c39b98a07fa644699e4d3612.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286569.00000, db: /tmp/tmp95_rspib/sda/containers/0/197/882911039e9f87db75d7c83229588197/882911039e9f87db75d7c83229588197.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286571.00000, db: /tmp/tmp95_rspib/sda/containers/0/620/6aa18c7a5ee8afea51fa0fff656c0620/6aa18c7a5ee8afea51fa0fff656c0620.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286570.00000, (0, 0) as of 1735286570.00000, created as of 1735286570.00000> to ShardRange<'k' to 't' as of 1735286571.00000, (0, 0) as of 1735286571.00000, cleaved as of 1735286571.00000>, path: .shards_a/shard_c_1735286571.00000, db: /tmp/tmp95_rspib/sda/containers/0/620/6aa18c7a5ee8afea51fa0fff656c0620/6aa18c7a5ee8afea51fa0fff656c0620.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286573.00000, db: /tmp/tmp95_rspib/sda/containers/0/497/201032c8558897de5fda82905aafd497/201032c8558897de5fda82905aafd497.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286572.00000, (0, 0) as of 1735286572.00000, created as of 1735286572.00000> to ShardRange<'k' to 't' as of 1735286573.00000, (0, 0) as of 1735286573.00000, active as of 1735286573.00000>, path: .shards_a/shard_c_1735286573.00000, db: /tmp/tmp95_rspib/sda/containers/0/497/201032c8558897de5fda82905aafd497/201032c8558897de5fda82905aafd497.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286575.00000, db: /tmp/tmp95_rspib/sda/containers/0/d62/8da054261695c9d679a67f2befc5bd62/8da054261695c9d679a67f2befc5bd62.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286574.00000, (0, 0) as of 1735286574.00000, created as of 1735286574.00000> to ShardRange<'k' to 't' as of 1735286575.00000, (0, 0) as of 1735286575.00000, shrinking as of 1735286575.00000>, path: .shards_a/shard_c_1735286575.00000, db: /tmp/tmp95_rspib/sda/containers/0/d62/8da054261695c9d679a67f2befc5bd62/8da054261695c9d679a67f2befc5bd62.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286575.00000, db: /tmp/tmp95_rspib/sda/containers/0/d62/8da054261695c9d679a67f2befc5bd62/8da054261695c9d679a67f2befc5bd62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286577.00000, db: /tmp/tmp95_rspib/sda/containers/0/474/e82b810044402df36212c3dd32e4c474/e82b810044402df36212c3dd32e4c474.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286576.00000, (0, 0) as of 1735286576.00000, created as of 1735286576.00000> to ShardRange<'k' to 't' as of 1735286577.00000, (0, 0) as of 1735286577.00000, sharding as of 1735286577.00000>, path: .shards_a/shard_c_1735286577.00000, db: /tmp/tmp95_rspib/sda/containers/0/474/e82b810044402df36212c3dd32e4c474/e82b810044402df36212c3dd32e4c474.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286577.00000, db: /tmp/tmp95_rspib/sda/containers/0/474/e82b810044402df36212c3dd32e4c474/e82b810044402df36212c3dd32e4c474.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286579.00000, db: /tmp/tmp95_rspib/sda/containers/0/243/418e61461bdf7a25020ae8b025fba243/418e61461bdf7a25020ae8b025fba243.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286578.00000, (0, 0) as of 1735286578.00000, created as of 1735286578.00000> to ShardRange<'k' to 't' as of 1735286579.00000, (0, 0) as of 1735286579.00000, sharded as of 1735286579.00000>, path: .shards_a/shard_c_1735286579.00000, db: /tmp/tmp95_rspib/sda/containers/0/243/418e61461bdf7a25020ae8b025fba243/418e61461bdf7a25020ae8b025fba243.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286579.00000, db: /tmp/tmp95_rspib/sda/containers/0/243/418e61461bdf7a25020ae8b025fba243/418e61461bdf7a25020ae8b025fba243.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286581.00000, db: /tmp/tmp95_rspib/sda/containers/0/c2d/5aeaa9f14eadd58792b7930c4d3d5c2d/5aeaa9f14eadd58792b7930c4d3d5c2d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286580.00000, (0, 0) as of 1735286580.00000, created as of 1735286580.00000> to ShardRange<'k' to 't' as of 1735286581.00000, (0, 0) as of 1735286581.00000, shrunk as of 1735286581.00000>, path: .shards_a/shard_c_1735286581.00000, db: /tmp/tmp95_rspib/sda/containers/0/c2d/5aeaa9f14eadd58792b7930c4d3d5c2d/5aeaa9f14eadd58792b7930c4d3d5c2d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286581.00000, db: /tmp/tmp95_rspib/sda/containers/0/c2d/5aeaa9f14eadd58792b7930c4d3d5c2d/5aeaa9f14eadd58792b7930c4d3d5c2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286583.00000, db: /tmp/tmp95_rspib/sda/containers/0/010/49e5423edf2799f2ab7ec0a2734e5010/49e5423edf2799f2ab7ec0a2734e5010.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286582.00000, (0, 0) as of 1735286582.00000, cleaved as of 1735286582.00000> to ShardRange<'k' to 't' as of 1735286583.00000, (0, 0) as of 1735286583.00000, found as of 1735286583.00000>, path: .shards_a/shard_c_1735286583.00000, db: /tmp/tmp95_rspib/sda/containers/0/010/49e5423edf2799f2ab7ec0a2734e5010/49e5423edf2799f2ab7ec0a2734e5010.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286585.00000, db: /tmp/tmp95_rspib/sda/containers/0/6d1/57eabe3293a712b27582c47c564e96d1/57eabe3293a712b27582c47c564e96d1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286584.00000, (0, 0) as of 1735286584.00000, cleaved as of 1735286584.00000> to ShardRange<'k' to 't' as of 1735286585.00000, (0, 0) as of 1735286585.00000, created as of 1735286585.00000>, path: .shards_a/shard_c_1735286585.00000, db: /tmp/tmp95_rspib/sda/containers/0/6d1/57eabe3293a712b27582c47c564e96d1/57eabe3293a712b27582c47c564e96d1.db -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp_peing98/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_peing98/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp_peing98/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_peing98/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 1945224 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0031 "-" 1945224 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1945224 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1945224 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc9768f0e5fa04e6c95581-00676e5f16" "proxy-server 1945224" 0.0011 "-" 1945224 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:34363/sdb1/1/a/c" "txc9768f0e5fa04e6c95581-00676e5f16" "container-server 1945224" 0.0011 "-" 1945224 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:36929/sda1/1/a/c" "txc9768f0e5fa04e6c95581-00676e5f16" "container-server 1945224" 0.0011 "-" 1945224 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txc9768f0e5fa04e6c95581-00676e5f16" "proxy-server 1945224" 0.0138 "-" 1945224 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txc9768f0e5fa04e6c95581-00676e5f16" "proxy-server 1945224" 0.0096 "-" 1945224 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/30 PUT /v1/a/c HTTP/1.0 201 - - t - - - txc9768f0e5fa04e6c95581-00676e5f16 - 0.0232 - - 1735286550.712181091 1735286550.735373974 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx92a3cf9a5e0b4e69ba686-00676e5f16" "proxy-server 1945224" 0.0011 "-" 1945224 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:34363/sdb1/1/a1/c1" "tx92a3cf9a5e0b4e69ba686-00676e5f16" "container-server 1945224" 0.0012 "-" 1945224 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:36929/sda1/1/a1/c1" "tx92a3cf9a5e0b4e69ba686-00676e5f16" "container-server 1945224" 0.0012 "-" 1945224 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx92a3cf9a5e0b4e69ba686-00676e5f16" "proxy-server 1945224" 0.0142 "-" 1945224 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx92a3cf9a5e0b4e69ba686-00676e5f16" "proxy-server 1945224" 0.0106 "-" 1945224 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/30 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx92a3cf9a5e0b4e69ba686-00676e5f16 - 0.0225 - - 1735286550.736891508 1735286550.759346247 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx97674d4db1d648ceaf651-00676e5f16" "proxy-server 1945224" 0.0021 "-" 1945224 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:36929/sda1/2/a/c1" "tx97674d4db1d648ceaf651-00676e5f16" "container-server 1945224" 0.0021 "-" 1945224 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:34363/sdb1/2/a/c1" "tx97674d4db1d648ceaf651-00676e5f16" "container-server 1945224" 0.0019 "-" 1945224 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx97674d4db1d648ceaf651-00676e5f16" "proxy-server 1945224" 0.0105 "-" 1945224 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx97674d4db1d648ceaf651-00676e5f16" "proxy-server 1945224" 0.0157 "-" 1945224 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/30 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx97674d4db1d648ceaf651-00676e5f16 - 0.0242 - - 1735286550.760843515 1735286550.785035372 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc5bd65afe61744028339c-00676e5f16" "proxy-server 1945224" 0.0021 "-" 1945224 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:36929/sda1/1/a/c2" "txc5bd65afe61744028339c-00676e5f16" "container-server 1945224" 0.0027 "-" 1945224 2 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:34363/sdb1/1/a/c2" "txc5bd65afe61744028339c-00676e5f16" "container-server 1945224" 0.0012 "-" 1945224 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc5bd65afe61744028339c-00676e5f16" "proxy-server 1945224" 0.0102 "-" 1945224 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:30 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc5bd65afe61744028339c-00676e5f16" "proxy-server 1945224" 0.0153 "-" 1945224 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/30 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc5bd65afe61744028339c-00676e5f16 - 0.0238 - - 1735286550.786501646 1735286550.810252905 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txaecdde860542476087496-00676e5f17) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txc09dc322f343448baa393-00676e5f17) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc47001261bf24c2080329-00676e5f17) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc47001261bf24c2080329-00676e5f17) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txc47001261bf24c2080329-00676e5f17) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx1d49a166a1a743b08901a-00676e5f17)test.unit.proxy.test_mem_server.TestContainerController.test_DELETE -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286587.00000, db: /tmp/tmp95_rspib/sda/containers/0/352/bfa7d07ddaa765d1682f83a5e432f352/bfa7d07ddaa765d1682f83a5e432f352.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286589.00000, db: /tmp/tmp95_rspib/sda/containers/0/15c/c6d92397b8f5d1cfb167369450fb715c/c6d92397b8f5d1cfb167369450fb715c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286588.00000, (0, 0) as of 1735286588.00000, cleaved as of 1735286588.00000> to ShardRange<'k' to 't' as of 1735286589.00000, (0, 0) as of 1735286589.00000, active as of 1735286589.00000>, path: .shards_a/shard_c_1735286589.00000, db: /tmp/tmp95_rspib/sda/containers/0/15c/c6d92397b8f5d1cfb167369450fb715c/c6d92397b8f5d1cfb167369450fb715c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286591.00000, db: /tmp/tmp95_rspib/sda/containers/0/9a3/c7e361424c2088184c4e22545d78e9a3/c7e361424c2088184c4e22545d78e9a3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286590.00000, (0, 0) as of 1735286590.00000, cleaved as of 1735286590.00000> to ShardRange<'k' to 't' as of 1735286591.00000, (0, 0) as of 1735286591.00000, shrinking as of 1735286591.00000>, path: .shards_a/shard_c_1735286591.00000, db: /tmp/tmp95_rspib/sda/containers/0/9a3/c7e361424c2088184c4e22545d78e9a3/c7e361424c2088184c4e22545d78e9a3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286591.00000, db: /tmp/tmp95_rspib/sda/containers/0/9a3/c7e361424c2088184c4e22545d78e9a3/c7e361424c2088184c4e22545d78e9a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286593.00000, db: /tmp/tmp95_rspib/sda/containers/0/484/97b62aabdc8be128ac8549cfc5ac4484/97b62aabdc8be128ac8549cfc5ac4484.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286592.00000, (0, 0) as of 1735286592.00000, cleaved as of 1735286592.00000> to ShardRange<'k' to 't' as of 1735286593.00000, (0, 0) as of 1735286593.00000, sharding as of 1735286593.00000>, path: .shards_a/shard_c_1735286593.00000, db: /tmp/tmp95_rspib/sda/containers/0/484/97b62aabdc8be128ac8549cfc5ac4484/97b62aabdc8be128ac8549cfc5ac4484.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286593.00000, db: /tmp/tmp95_rspib/sda/containers/0/484/97b62aabdc8be128ac8549cfc5ac4484/97b62aabdc8be128ac8549cfc5ac4484.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286595.00000, db: /tmp/tmp95_rspib/sda/containers/0/21f/af37db0b843e0f6065857ce5e311a21f/af37db0b843e0f6065857ce5e311a21f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286594.00000, (0, 0) as of 1735286594.00000, cleaved as of 1735286594.00000> to ShardRange<'k' to 't' as of 1735286595.00000, (0, 0) as of 1735286595.00000, sharded as of 1735286595.00000>, path: .shards_a/shard_c_1735286595.00000, db: /tmp/tmp95_rspib/sda/containers/0/21f/af37db0b843e0f6065857ce5e311a21f/af37db0b843e0f6065857ce5e311a21f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286595.00000, db: /tmp/tmp95_rspib/sda/containers/0/21f/af37db0b843e0f6065857ce5e311a21f/af37db0b843e0f6065857ce5e311a21f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286597.00000, db: /tmp/tmp95_rspib/sda/containers/0/ad0/af65d96769a5f50df9b5d256154ffad0/af65d96769a5f50df9b5d256154ffad0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286596.00000, (0, 0) as of 1735286596.00000, cleaved as of 1735286596.00000> to ShardRange<'k' to 't' as of 1735286597.00000, (0, 0) as of 1735286597.00000, shrunk as of 1735286597.00000>, path: .shards_a/shard_c_1735286597.00000, db: /tmp/tmp95_rspib/sda/containers/0/ad0/af65d96769a5f50df9b5d256154ffad0/af65d96769a5f50df9b5d256154ffad0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286597.00000, db: /tmp/tmp95_rspib/sda/containers/0/ad0/af65d96769a5f50df9b5d256154ffad0/af65d96769a5f50df9b5d256154ffad0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286599.00000, db: /tmp/tmp95_rspib/sda/containers/0/6b9/fd05b558d22bda014a6da8155442b6b9/fd05b558d22bda014a6da8155442b6b9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286598.00000, (0, 0) as of 1735286598.00000, active as of 1735286598.00000> to ShardRange<'k' to 't' as of 1735286599.00000, (0, 0) as of 1735286599.00000, found as of 1735286599.00000>, path: .shards_a/shard_c_1735286599.00000, db: /tmp/tmp95_rspib/sda/containers/0/6b9/fd05b558d22bda014a6da8155442b6b9/fd05b558d22bda014a6da8155442b6b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286601.00000, db: /tmp/tmp95_rspib/sda/containers/0/2c8/8bfb4ba8df8f7307e849897664c4f2c8/8bfb4ba8df8f7307e849897664c4f2c8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286600.00000, (0, 0) as of 1735286600.00000, active as of 1735286600.00000> to ShardRange<'k' to 't' as of 1735286601.00000, (0, 0) as of 1735286601.00000, created as of 1735286601.00000>, path: .shards_a/shard_c_1735286601.00000, db: /tmp/tmp95_rspib/sda/containers/0/2c8/8bfb4ba8df8f7307e849897664c4f2c8/8bfb4ba8df8f7307e849897664c4f2c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286603.00000, db: /tmp/tmp95_rspib/sda/containers/0/edc/37be89a637a0a6d63d6f85968bd0fedc/37be89a637a0a6d63d6f85968bd0fedc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286602.00000, (0, 0) as of 1735286602.00000, active as of 1735286602.00000> to ShardRange<'k' to 't' as of 1735286603.00000, (0, 0) as of 1735286603.00000, cleaved as of 1735286603.00000>, path: .shards_a/shard_c_1735286603.00000, db: /tmp/tmp95_rspib/sda/containers/0/edc/37be89a637a0a6d63d6f85968bd0fedc/37be89a637a0a6d63d6f85968bd0fedc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286605.00000, db: /tmp/tmp95_rspib/sda/containers/0/e79/853646c6ad69bfc90cd6efe267a5ce79/853646c6ad69bfc90cd6efe267a5ce79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286607.00000, db: /tmp/tmp95_rspib/sda/containers/0/171/6a508818c448885d971c3deebcb2e171/6a508818c448885d971c3deebcb2e171.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286606.00000, (0, 0) as of 1735286606.00000, active as of 1735286606.00000> to ShardRange<'k' to 't' as of 1735286607.00000, (0, 0) as of 1735286607.00000, shrinking as of 1735286607.00000>, path: .shards_a/shard_c_1735286607.00000, db: /tmp/tmp95_rspib/sda/containers/0/171/6a508818c448885d971c3deebcb2e171/6a508818c448885d971c3deebcb2e171.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286607.00000, db: /tmp/tmp95_rspib/sda/containers/0/171/6a508818c448885d971c3deebcb2e171/6a508818c448885d971c3deebcb2e171.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286609.00000, db: /tmp/tmp95_rspib/sda/containers/0/5fc/490691e5cf777aab9d1e81cb0368b5fc/490691e5cf777aab9d1e81cb0368b5fc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286608.00000, (0, 0) as of 1735286608.00000, active as of 1735286608.00000> to ShardRange<'k' to 't' as of 1735286609.00000, (0, 0) as of 1735286609.00000, sharding as of 1735286609.00000>, path: .shards_a/shard_c_1735286609.00000, db: /tmp/tmp95_rspib/sda/containers/0/5fc/490691e5cf777aab9d1e81cb0368b5fc/490691e5cf777aab9d1e81cb0368b5fc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286609.00000, db: /tmp/tmp95_rspib/sda/containers/0/5fc/490691e5cf777aab9d1e81cb0368b5fc/490691e5cf777aab9d1e81cb0368b5fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286611.00000, db: /tmp/tmp95_rspib/sda/containers/0/ff9/2abc6d01138042e5a609bd51237b4ff9/2abc6d01138042e5a609bd51237b4ff9.dbtest.unit.proxy.test_mem_server.TestContainerController.test_POST -test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok - -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx1d49a166a1a743b08901a-00676e5f17) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx1d49a166a1a743b08901a-00676e5f17) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7835321f93f1476890b91-00676e5f17) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx7835321f93f1476890b91-00676e5f17) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx556db03071b349a6aebdd-00676e5f17) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx556db03071b349a6aebdd-00676e5f17) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx1e0f75233eda4c87a0a83-00676e5f17) -test INFO: Client disconnected on read of '/a/c' (txn: tx1e0f75233eda4c87a0a83-00676e5f17) -test INFO: Client disconnected on read of '/a/c' (txn: tx9818a4e3d6514d2dbfab1-00676e5f17) -test INFO: Client disconnected on read of '/a/c' (txn: tx9818a4e3d6514d2dbfab1-00676e5f17) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0e9241eaa379461689879-00676e5f17) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx59491e4b7c81459db2244-00676e5f17) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1b93f43b8ad047ad80a09-00676e5f17) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1b93f43b8ad047ad80a09-00676e5f17) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1b93f43b8ad047ad80a09-00676e5f17) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx1b93f43b8ad047ad80a09-00676e5f17) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txef612f54352548aea2531-00676e5f17) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txef612f54352548aea2531-00676e5f17) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txef612f54352548aea2531-00676e5f17) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txef612f54352548aea2531-00676e5f17) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txd1b18de1e9074ee79c8b0-00676e5f17) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txd1b18de1e9074ee79c8b0-00676e5f17) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txd1b18de1e9074ee79c8b0-00676e5f17) -test ERROR: Account HEAD returning 503 for [] (txn: txd1b18de1e9074ee79c8b0-00676e5f17) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: txff3be812855d4d018c316-00676e5f17) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa4d35e09a0984b6b8f4af-00676e5f17) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txa4d35e09a0984b6b8f4af-00676e5f17) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf57d22f6fddc4b72924f4-00676e5f17)test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT -test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok - -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9baa60b0d7494760a8bc1-00676e5f17) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx84e5505eae2a4f9087cd6-00676e5f17) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx06e029f99142416f9da3f-00676e5f17) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: tx74b8cd60b1d14fdebd1e3-00697b6f51) +test ERROR: Container GET returning 503 for [] (txn: tx74b8cd60b1d14fdebd1e3-00697b6f51) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx27e530b85e0a4182b453e-00697b6f51) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx27e530b85e0a4182b453e-00697b6f51) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx27e530b85e0a4182b453e-00697b6f51) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx27e530b85e0a4182b453e-00697b6f51) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx27e530b85e0a4182b453e-00697b6f51) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx27e530b85e0a4182b453e-00697b6f51) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx27e530b85e0a4182b453e-00697b6f51) +test INFO: Client disconnected on read of '/a/c' (txn: txe79015af861d4bdc94852-00697b6f51) +test INFO: Client disconnected on read of '/a/c' (txn: txb7235532b5c84dea93605-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8bab2d5462df444299340-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8bab2d5462df444299340-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx8bab2d5462df444299340-00697b6f51) +test ERROR: Container GET returning 503 for [] (txn: tx8bab2d5462df444299340-00697b6f51) +test INFO: Client disconnected on read of '/a/c' (txn: tx8bab2d5462df444299340-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx62748278353042feb057b-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx62748278353042feb057b-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx62748278353042feb057b-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx62748278353042feb057b-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx62748278353042feb057b-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx62748278353042feb057b-00697b6f51) +test ERROR: Container GET returning 503 for [] (txn: tx62748278353042feb057b-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx33b20595c7af43519d27a-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx33b20595c7af43519d27a-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx33b20595c7af43519d27a-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx33b20595c7af43519d27a-00697b6f51)test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:59957/sda1/1/a/c2" "tx3a5d3cb7994748dbac781-00697b6f51" "container-server 3334956" 0.0029 "-" 3334956 2 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:33705/sdb1/1/a/c2" "tx3a5d3cb7994748dbac781-00697b6f51" "container-server 3334956" 0.0012 "-" 3334956 2 +HTTP PERF: 0.00671 seconds to PUT 127.0.0.1:33757 /sda1/1/a/c2) +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3a5d3cb7994748dbac781-00697b6f51" "proxy-server 3334956" 0.0128 "-" 3334956 2 +HTTP PERF: 0.01413 seconds to PUT 127.0.0.1:48457 /sdb1/1/a/c2) +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3a5d3cb7994748dbac781-00697b6f51" "proxy-server 3334956" 0.0184 "-" 3334956 2 +HTTP PERF: 0.01991 seconds to PUT 127.0.0.1:33705 /sdb1/1/a/c2) +HTTP PERF: 0.02070 seconds to PUT 127.0.0.1:59957 /sda1/1/a/c2) +test.unit.proxy.test_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok + +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx33b20595c7af43519d27a-00697b6f51) +test ERROR: Container GET returning 503 for [] (txn: tx33b20595c7af43519d27a-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcbcce82a2b56476bba510-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcbcce82a2b56476bba510-00697b6f51) +test ERROR: Container GET returning 503 for [] (txn: txcbcce82a2b56476bba510-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1df53fbc12bf4583ba786-00697b6f51) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx72be9d251f59452a93da8-00697b6f51) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx72be9d251f59452a93da8-00697b6f51) +test ERROR: Container GET returning 503 for [500, 500] (txn: tx72be9d251f59452a93da8-00697b6f51) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx1ae609e260c54d47b2478-00697b6f51) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx39169cf42e4e44d6a850f-00697b6f51) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx39169cf42e4e44d6a850f-00697b6f51) +test INFO: Client disconnected on read of '/a/c' (txn: tx39169cf42e4e44d6a850f-00697b6f51) +test ERROR: Container GET returning 503 for [] (txn: txbb596f88facc496caa172-00697b6f51) +test INFO: Client disconnected on read of '/a/c' (txn: txbb596f88facc496caa172-00697b6f51) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx0494bc38ea53412aa9e53-00697b6f51) +test INFO: Client disconnected on read of '/a/c' (txn: tx0494bc38ea53412aa9e53-00697b6f51) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx584693b297b74381a6878-00676e5f17) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2ea754e21cac4831a87dc-00676e5f17) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx2ea754e21cac4831a87dc-00676e5f17) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx3a1f82ea7b07473690649-00676e5f17) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx3a1f82ea7b07473690649-00676e5f17) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx3a1f82ea7b07473690649-00676e5f17) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx3a1f82ea7b07473690649-00676e5f17) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -102193,8 +101222,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3a1f82ea7b07473690649-00676e5f17) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +StopIteration (txn: tx3efe4e85cd164e3983efa-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -102202,8 +101231,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3a1f82ea7b07473690649-00676e5f17) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +StopIteration (txn: tx3efe4e85cd164e3983efa-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -102211,130 +101240,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx3a1f82ea7b07473690649-00676e5f17) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx3a1f82ea7b07473690649-00676e5f17) -test WARNING: Could not autocreate account '/account' (txn: tx3a1f82ea7b07473690649-00676e5f17) -test INFO: autocreate account '/account' (txn: tx503e78d8c8154ba59c9b8-00676e5f17) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx2d9e713998b94213b9ca8-00676e5f17) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx2d9e713998b94213b9ca8-00676e5f17) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx2d9e713998b94213b9ca8-00676e5f17) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx2d9e713998b94213b9ca8-00676e5f17) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx2d9e713998b94213b9ca8-00676e5f17) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx2d9e713998b94213b9ca8-00676e5f17) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2d9e713998b94213b9ca8-00676e5f17) -test WARNING: Could not autocreate account '/account' (txn: tx2d9e713998b94213b9ca8-00676e5f17) -test INFO: autocreate account '/account' (txn: tx23c554cda3ce44f2bd4f3-00676e5f17) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4c0bcdb5a7e24a22b23bc-00676e5f17) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4c0bcdb5a7e24a22b23bc-00676e5f17) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx4c0bcdb5a7e24a22b23bc-00676e5f17) -test INFO: autocreate account '/account' (txn: tx6e0f02da45de44f599495-00676e5f17) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txe6c146af062449f19317a-00676e5f17) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txe6c146af062449f19317a-00676e5f17) -test INFO: autocreate account '/account' (txn: txe6c146af062449f19317a-00676e5f17) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx991fba60a1cd4b0d9e458-00676e5f17) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx991fba60a1cd4b0d9e458-00676e5f17) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: txf6edbd4e829043808849b-00676e5f17) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok - -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286610.00000, (0, 0) as of 1735286610.00000, active as of 1735286610.00000> to ShardRange<'k' to 't' as of 1735286611.00000, (0, 0) as of 1735286611.00000, sharded as of 1735286611.00000>, path: .shards_a/shard_c_1735286611.00000, db: /tmp/tmp95_rspib/sda/containers/0/ff9/2abc6d01138042e5a609bd51237b4ff9/2abc6d01138042e5a609bd51237b4ff9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286611.00000, db: /tmp/tmp95_rspib/sda/containers/0/ff9/2abc6d01138042e5a609bd51237b4ff9/2abc6d01138042e5a609bd51237b4ff9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286613.00000, db: /tmp/tmp95_rspib/sda/containers/0/d88/17a734e25337ac85be9fe7817f469d88/17a734e25337ac85be9fe7817f469d88.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286612.00000, (0, 0) as of 1735286612.00000, active as of 1735286612.00000> to ShardRange<'k' to 't' as of 1735286613.00000, (0, 0) as of 1735286613.00000, shrunk as of 1735286613.00000>, path: .shards_a/shard_c_1735286613.00000, db: /tmp/tmp95_rspib/sda/containers/0/d88/17a734e25337ac85be9fe7817f469d88/17a734e25337ac85be9fe7817f469d88.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286613.00000, db: /tmp/tmp95_rspib/sda/containers/0/d88/17a734e25337ac85be9fe7817f469d88/17a734e25337ac85be9fe7817f469d88.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286615.00000, db: /tmp/tmp95_rspib/sda/containers/0/409/0410feb71e4d1070fe6808e42f511409/0410feb71e4d1070fe6808e42f511409.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286614.00000, (0, 0) as of 1735286614.00000, shrinking as of 1735286614.00000> to ShardRange<'k' to 't' as of 1735286615.00000, (0, 0) as of 1735286615.00000, found as of 1735286615.00000>, path: .shards_a/shard_c_1735286615.00000, db: /tmp/tmp95_rspib/sda/containers/0/409/0410feb71e4d1070fe6808e42f511409/0410feb71e4d1070fe6808e42f511409.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286617.00000, db: /tmp/tmp95_rspib/sda/containers/0/342/3a2224687b991d0f4f1b8cb63ca7c342/3a2224687b991d0f4f1b8cb63ca7c342.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286616.00000, (0, 0) as of 1735286616.00000, shrinking as of 1735286616.00000> to ShardRange<'k' to 't' as of 1735286617.00000, (0, 0) as of 1735286617.00000, created as of 1735286617.00000>, path: .shards_a/shard_c_1735286617.00000, db: /tmp/tmp95_rspib/sda/containers/0/342/3a2224687b991d0f4f1b8cb63ca7c342/3a2224687b991d0f4f1b8cb63ca7c342.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286619.00000, db: /tmp/tmp95_rspib/sda/containers/0/9fe/5228dcba84002736b7a52da6fcdf79fe/5228dcba84002736b7a52da6fcdf79fe.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286618.00000, (0, 0) as of 1735286618.00000, shrinking as of 1735286618.00000> to ShardRange<'k' to 't' as of 1735286619.00000, (0, 0) as of 1735286619.00000, cleaved as of 1735286619.00000>, path: .shards_a/shard_c_1735286619.00000, db: /tmp/tmp95_rspib/sda/containers/0/9fe/5228dcba84002736b7a52da6fcdf79fe/5228dcba84002736b7a52da6fcdf79fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286621.00000, db: /tmp/tmp95_rspib/sda/containers/0/52b/b94d70df610667ae8f3cf56d174eb52b/b94d70df610667ae8f3cf56d174eb52b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286620.00000, (0, 0) as of 1735286620.00000, shrinking as of 1735286620.00000> to ShardRange<'k' to 't' as of 1735286621.00000, (0, 0) as of 1735286621.00000, active as of 1735286621.00000>, path: .shards_a/shard_c_1735286621.00000, db: /tmp/tmp95_rspib/sda/containers/0/52b/b94d70df610667ae8f3cf56d174eb52b/b94d70df610667ae8f3cf56d174eb52b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286623.00000, db: /tmp/tmp95_rspib/sda/containers/0/596/e108c1bfe6cbc7ca0d85360f7aa0f596/e108c1bfe6cbc7ca0d85360f7aa0f596.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286623.00000, db: /tmp/tmp95_rspib/sda/containers/0/596/e108c1bfe6cbc7ca0d85360f7aa0f596/e108c1bfe6cbc7ca0d85360f7aa0f596.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286625.00000, db: /tmp/tmp95_rspib/sda/containers/0/00a/133a2cad67c675ed2efdb8e74985900a/133a2cad67c675ed2efdb8e74985900a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286624.00000, (0, 0) as of 1735286624.00000, shrinking as of 1735286624.00000> to ShardRange<'k' to 't' as of 1735286625.00000, (0, 0) as of 1735286625.00000, sharding as of 1735286625.00000>, path: .shards_a/shard_c_1735286625.00000, db: /tmp/tmp95_rspib/sda/containers/0/00a/133a2cad67c675ed2efdb8e74985900a/133a2cad67c675ed2efdb8e74985900a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286625.00000, db: /tmp/tmp95_rspib/sda/containers/0/00a/133a2cad67c675ed2efdb8e74985900a/133a2cad67c675ed2efdb8e74985900a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286627.00000, db: /tmp/tmp95_rspib/sda/containers/0/1b8/cfa747a1db8921f9059ad20cd45521b8/cfa747a1db8921f9059ad20cd45521b8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286626.00000, (0, 0) as of 1735286626.00000, shrinking as of 1735286626.00000> to ShardRange<'k' to 't' as of 1735286627.00000, (0, 0) as of 1735286627.00000, sharded as of 1735286627.00000>, path: .shards_a/shard_c_1735286627.00000, db: /tmp/tmp95_rspib/sda/containers/0/1b8/cfa747a1db8921f9059ad20cd45521b8/cfa747a1db8921f9059ad20cd45521b8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286627.00000, db: /tmp/tmp95_rspib/sda/containers/0/1b8/cfa747a1db8921f9059ad20cd45521b8/cfa747a1db8921f9059ad20cd45521b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286629.00000, db: /tmp/tmp95_rspib/sda/containers/0/6dd/868da22e6630fbba63e57b195a0576dd/868da22e6630fbba63e57b195a0576dd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286628.00000, (0, 0) as of 1735286628.00000, shrinking as of 1735286628.00000> to ShardRange<'k' to 't' as of 1735286629.00000, (0, 0) as of 1735286629.00000, shrunk as of 1735286629.00000>, path: .shards_a/shard_c_1735286629.00000, db: /tmp/tmp95_rspib/sda/containers/0/6dd/868da22e6630fbba63e57b195a0576dd/868da22e6630fbba63e57b195a0576dd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286629.00000, db: /tmp/tmp95_rspib/sda/containers/0/6dd/868da22e6630fbba63e57b195a0576dd/868da22e6630fbba63e57b195a0576dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286631.00000, db: /tmp/tmp95_rspib/sda/containers/0/7b7/0c2fb517603fa0628d2d029153d077b7/0c2fb517603fa0628d2d029153d077b7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286630.00000, (0, 0) as of 1735286630.00000, sharding as of 1735286630.00000> to ShardRange<'k' to 't' as of 1735286631.00000, (0, 0) as of 1735286631.00000, found as of 1735286631.00000>, path: .shards_a/shard_c_1735286631.00000, db: /tmp/tmp95_rspib/sda/containers/0/7b7/0c2fb517603fa0628d2d029153d077b7/0c2fb517603fa0628d2d029153d077b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286633.00000, db: /tmp/tmp95_rspib/sda/containers/0/39d/36428b62151a0b5d5b141b18dc57139d/36428b62151a0b5d5b141b18dc57139d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286632.00000, (0, 0) as of 1735286632.00000, sharding as of 1735286632.00000> to ShardRange<'k' to 't' as of 1735286633.00000, (0, 0) as of 1735286633.00000, created as of 1735286633.00000>, path: .shards_a/shard_c_1735286633.00000, db: /tmp/tmp95_rspib/sda/containers/0/39d/36428b62151a0b5d5b141b18dc57139d/36428b62151a0b5d5b141b18dc57139d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286635.00000, db: /tmp/tmp95_rspib/sda/containers/0/57c/16326bb6aec778b076886c7bb975257c/16326bb6aec778b076886c7bb975257c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286634.00000, (0, 0) as of 1735286634.00000, sharding as of 1735286634.00000> to ShardRange<'k' to 't' as of 1735286635.00000, (0, 0) as of 1735286635.00000, cleaved as of 1735286635.00000>, path: .shards_a/shard_c_1735286635.00000, db: /tmp/tmp95_rspib/sda/containers/0/57c/16326bb6aec778b076886c7bb975257c/16326bb6aec778b076886c7bb975257c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286637.00000, db: /tmp/tmp95_rspib/sda/containers/0/75d/b0a99d14a2766ffc4f2463cd1b53575d/b0a99d14a2766ffc4f2463cd1b53575d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286636.00000, (0, 0) as of 1735286636.00000, sharding as of 1735286636.00000> to ShardRange<'k' to 't' as of 1735286637.00000, (0, 0) as of 1735286637.00000, active as of 1735286637.00000>, path: .shards_a/shard_c_1735286637.00000, db: /tmp/tmp95_rspib/sda/containers/0/75d/b0a99d14a2766ffc4f2463cd1b53575d/b0a99d14a2766ffc4f2463cd1b53575d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286639.00000, db: /tmp/tmp95_rspib/sda/containers/0/900/086846f32d8c6a4a2e0a1e9850354900/086846f32d8c6a4a2e0a1e9850354900.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286638.00000, (0, 0) as of 1735286638.00000, sharding as of 1735286638.00000> to ShardRange<'k' to 't' as of 1735286639.00000, (0, 0) as of 1735286639.00000, shrinking as of 1735286639.00000>, path: .shards_a/shard_c_1735286639.00000, db: /tmp/tmp95_rspib/sda/containers/0/900/086846f32d8c6a4a2e0a1e9850354900/086846f32d8c6a4a2e0a1e9850354900.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286639.00000, db: /tmp/tmp95_rspib/sda/containers/0/900/086846f32d8c6a4a2e0a1e9850354900/086846f32d8c6a4a2e0a1e9850354900.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286641.00000, db: /tmp/tmp95_rspib/sda/containers/0/b8f/23c4f5275388872b56576ff62b410b8f/23c4f5275388872b56576ff62b410b8f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286641.00000, db: /tmp/tmp95_rspib/sda/containers/0/b8f/23c4f5275388872b56576ff62b410b8f/23c4f5275388872b56576ff62b410b8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286643.00000, db: /tmp/tmp95_rspib/sda/containers/0/288/2c138994a869e80c2eedb2c6040b2288/2c138994a869e80c2eedb2c6040b2288.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286642.00000, (0, 0) as of 1735286642.00000, sharding as of 1735286642.00000> to ShardRange<'k' to 't' as of 1735286643.00000, (0, 0) as of 1735286643.00000, sharded as of 1735286643.00000>, path: .shards_a/shard_c_1735286643.00000, db: /tmp/tmp95_rspib/sda/containers/0/288/2c138994a869e80c2eedb2c6040b2288/2c138994a869e80c2eedb2c6040b2288.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286643.00000, db: /tmp/tmp95_rspib/sda/containers/0/288/2c138994a869e80c2eedb2c6040b2288/2c138994a869e80c2eedb2c6040b2288.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286645.00000, db: /tmp/tmp95_rspib/sda/containers/0/c62/e84350f3ae57a991fbc5343b8ecc5c62/e84350f3ae57a991fbc5343b8ecc5c62.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286644.00000, (0, 0) as of 1735286644.00000, sharding as of 1735286644.00000> to ShardRange<'k' to 't' as of 1735286645.00000, (0, 0) as of 1735286645.00000, shrunk as of 1735286645.00000>, path: .shards_a/shard_c_1735286645.00000, db: /tmp/tmp95_rspib/sda/containers/0/c62/e84350f3ae57a991fbc5343b8ecc5c62/e84350f3ae57a991fbc5343b8ecc5c62.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286645.00000, db: /tmp/tmp95_rspib/sda/containers/0/c62/e84350f3ae57a991fbc5343b8ecc5c62/e84350f3ae57a991fbc5343b8ecc5c62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286647.00000, db: /tmp/tmp95_rspib/sda/containers/0/a8b/cc1b89d5108838b6aa71e879646a1a8b/cc1b89d5108838b6aa71e879646a1a8b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286646.00000, (0, 0) as of 1735286646.00000, sharded as of 1735286646.00000> to ShardRange<'k' to 't' as of 1735286647.00000, (0, 0) as of 1735286647.00000, found as of 1735286647.00000>, path: .shards_a/shard_c_1735286647.00000, db: /tmp/tmp95_rspib/sda/containers/0/a8b/cc1b89d5108838b6aa71e879646a1a8b/cc1b89d5108838b6aa71e879646a1a8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286649.00000, db: /tmp/tmp95_rspib/sda/containers/0/df3/e729935d1b27bdb78ffa5750118bddf3/e729935d1b27bdb78ffa5750118bddf3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286648.00000, (0, 0) as of 1735286648.00000, sharded as of 1735286648.00000> to ShardRange<'k' to 't' as of 1735286649.00000, (0, 0) as of 1735286649.00000, created as of 1735286649.00000>, path: .shards_a/shard_c_1735286649.00000, db: /tmp/tmp95_rspib/sda/containers/0/df3/e729935d1b27bdb78ffa5750118bddf3/e729935d1b27bdb78ffa5750118bddf3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286651.00000, db: /tmp/tmp95_rspib/sda/containers/0/9c4/203cd43365835b475fbb8292a02179c4/203cd43365835b475fbb8292a02179c4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286650.00000, (0, 0) as of 1735286650.00000, sharded as of 1735286650.00000> to ShardRange<'k' to 't' as of 1735286651.00000, (0, 0) as of 1735286651.00000, cleaved as of 1735286651.00000>, path: .shards_a/shard_c_1735286651.00000, db: /tmp/tmp95_rspib/sda/containers/0/9c4/203cd43365835b475fbb8292a02179c4/203cd43365835b475fbb8292a02179c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286653.00000, db: /tmp/tmp95_rspib/sda/containers/0/a75/4f6b2efa72ef0c01e5853ba8a5899a75/4f6b2efa72ef0c01e5853ba8a5899a75.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286652.00000, (0, 0) as of 1735286652.00000, sharded as of 1735286652.00000> to ShardRange<'k' to 't' as of 1735286653.00000, (0, 0) as of 1735286653.00000, active as of 1735286653.00000>, path: .shards_a/shard_c_1735286653.00000, db: /tmp/tmp95_rspib/sda/containers/0/a75/4f6b2efa72ef0c01e5853ba8a5899a75/4f6b2efa72ef0c01e5853ba8a5899a75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286655.00000, db: /tmp/tmp95_rspib/sda/containers/0/ec0/207ec6062cc55c47c3ca6ce307c84ec0/207ec6062cc55c47c3ca6ce307c84ec0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286654.00000, (0, 0) as of 1735286654.00000, sharded as of 1735286654.00000> to ShardRange<'k' to 't' as of 1735286655.00000, (0, 0) as of 1735286655.00000, shrinking as of 1735286655.00000>, path: .shards_a/shard_c_1735286655.00000, db: /tmp/tmp95_rspib/sda/containers/0/ec0/207ec6062cc55c47c3ca6ce307c84ec0/207ec6062cc55c47c3ca6ce307c84ec0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286655.00000, db: /tmp/tmp95_rspib/sda/containers/0/ec0/207ec6062cc55c47c3ca6ce307c84ec0/207ec6062cc55c47c3ca6ce307c84ec0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286657.00000, db: /tmp/tmp95_rspib/sda/containers/0/f06/e5fb91ba1bdba495bc7c5fdd312ebf06/e5fb91ba1bdba495bc7c5fdd312ebf06.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286656.00000, (0, 0) as of 1735286656.00000, sharded as of 1735286656.00000> to ShardRange<'k' to 't' as of 1735286657.00000, (0, 0) as of 1735286657.00000, sharding as of 1735286657.00000>, path: .shards_a/shard_c_1735286657.00000, db: /tmp/tmp95_rspib/sda/containers/0/f06/e5fb91ba1bdba495bc7c5fdd312ebf06/e5fb91ba1bdba495bc7c5fdd312ebf06.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286657.00000, db: /tmp/tmp95_rspib/sda/containers/0/f06/e5fb91ba1bdba495bc7c5fdd312ebf06/e5fb91ba1bdba495bc7c5fdd312ebf06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286659.00000, db: /tmp/tmp95_rspib/sda/containers/0/f4c/84bb769604044f1ae56e12becafc7f4c/84bb769604044f1ae56e12becafc7f4c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286659.00000, db: /tmp/tmp95_rspib/sda/containers/0/f4c/84bb769604044f1ae56e12becafc7f4c/84bb769604044f1ae56e12becafc7f4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286661.00000, db: /tmp/tmp95_rspib/sda/containers/0/e1e/da0be9182b1c73082ce549289b6fee1e/da0be9182b1c73082ce549289b6fee1e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286660.00000, (0, 0) as of 1735286660.00000, sharded as of 1735286660.00000> to ShardRange<'k' to 't' as of 1735286661.00000, (0, 0) as of 1735286661.00000, shrunk as of 1735286661.00000>, path: .shards_a/shard_c_1735286661.00000, db: /tmp/tmp95_rspib/sda/containers/0/e1e/da0be9182b1c73082ce549289b6fee1e/da0be9182b1c73082ce549289b6fee1e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286661.00000, db: /tmp/tmp95_rspib/sda/containers/0/e1e/da0be9182b1c73082ce549289b6fee1e/da0be9182b1c73082ce549289b6fee1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286663.00000, db: /tmp/tmp95_rspib/sda/containers/0/0aa/fc870f48e692cd0f3b03ea201298f0aa/fc870f48e692cd0f3b03ea201298f0aa.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286662.00000, (0, 0) as of 1735286662.00000, shrunk as of 1735286662.00000> to ShardRange<'k' to 't' as of 1735286663.00000, (0, 0) as of 1735286663.00000, found as of 1735286663.00000>, path: .shards_a/shard_c_1735286663.00000, db: /tmp/tmp95_rspib/sda/containers/0/0aa/fc870f48e692cd0f3b03ea201298f0aa/fc870f48e692cd0f3b03ea201298f0aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286665.00000, db: /tmp/tmp95_rspib/sda/containers/0/a12/9e273a3beecc024ede11b8d1cf4bea12/9e273a3beecc024ede11b8d1cf4bea12.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286664.00000, (0, 0) as of 1735286664.00000, shrunk as of 1735286664.00000> to ShardRange<'k' to 't' as of 1735286665.00000, (0, 0) as of 1735286665.00000, created as of 1735286665.00000>, path: .shards_a/shard_c_1735286665.00000, db: /tmp/tmp95_rspib/sda/containers/0/a12/9e273a3beecc024ede11b8d1cf4bea12/9e273a3beecc024ede11b8d1cf4bea12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286667.00000, db: /tmp/tmp95_rspib/sda/containers/0/87a/d554a4fada68475ab8f623217c37487a/d554a4fada68475ab8f623217c37487a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286666.00000, (0, 0) as of 1735286666.00000, shrunk as of 1735286666.00000> to ShardRange<'k' to 't' as of 1735286667.00000, (0, 0) as of 1735286667.00000, cleaved as of 1735286667.00000>, path: .shards_a/shard_c_1735286667.00000, db: /tmp/tmp95_rspib/sda/containers/0/87a/d554a4fada68475ab8f623217c37487a/d554a4fada68475ab8f623217c37487a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286669.00000, db: /tmp/tmp95_rspib/sda/containers/0/643/f0f447508a9ebe7e1612afdfce6ad643/f0f447508a9ebe7e1612afdfce6ad643.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286668.00000, (0, 0) as of 1735286668.00000, shrunk as of 1735286668.00000> to ShardRange<'k' to 't' as of 1735286669.00000, (0, 0) as of 1735286669.00000, active as of 1735286669.00000>, path: .shards_a/shard_c_1735286669.00000, db: /tmp/tmp95_rspib/sda/containers/0/643/f0f447508a9ebe7e1612afdfce6ad643/f0f447508a9ebe7e1612afdfce6ad643.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286671.00000, db: /tmp/tmp95_rspib/sda/containers/0/0ee/14c77e53815a7b1c2d6de8f85e36f0ee/14c77e53815a7b1c2d6de8f85e36f0ee.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286670.00000, (0, 0) as of 1735286670.00000, shrunk as of 1735286670.00000> to ShardRange<'k' to 't' as of 1735286671.00000, (0, 0) as of 1735286671.00000, shrinking as of 1735286671.00000>, path: .shards_a/shard_c_1735286671.00000, db: /tmp/tmp95_rspib/sda/containers/0/0ee/14c77e53815a7b1c2d6de8f85e36f0ee/14c77e53815a7b1c2d6de8f85e36f0ee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286671.00000, db: /tmp/tmp95_rspib/sda/containers/0/0ee/14c77e53815a7b1c2d6de8f85e36f0ee/14c77e53815a7b1c2d6de8f85e36f0ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286673.00000, db: /tmp/tmp95_rspib/sda/containers/0/544/f6a703725adee84c5128ebe7128ff544/f6a703725adee84c5128ebe7128ff544.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286672.00000, (0, 0) as of 1735286672.00000, shrunk as of 1735286672.00000> to ShardRange<'k' to 't' as of 1735286673.00000, (0, 0) as of 1735286673.00000, sharding as of 1735286673.00000>, path: .shards_a/shard_c_1735286673.00000, db: /tmp/tmp95_rspib/sda/containers/0/544/f6a703725adee84c5128ebe7128ff544/f6a703725adee84c5128ebe7128ff544.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286673.00000, db: /tmp/tmp95_rspib/sda/containers/0/544/f6a703725adee84c5128ebe7128ff544/f6a703725adee84c5128ebe7128ff544.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286675.00000, db: /tmp/tmp95_rspib/sda/containers/0/6db/2264babf229bf6691f6ffc06142266db/2264babf229bf6691f6ffc06142266db.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286674.00000, (0, 0) as of 1735286674.00000, shrunk as of 1735286674.00000> to ShardRange<'k' to 't' as of 1735286675.00000, (0, 0) as of 1735286675.00000, sharded as of 1735286675.00000>, path: .shards_a/shard_c_1735286675.00000, db: /tmp/tmp95_rspib/sda/containers/0/6db/2264babf229bf6691f6ffc06142266db/2264babf229bf6691f6ffc06142266db.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286675.00000, db: /tmp/tmp95_rspib/sda/containers/0/6db/2264babf229bf6691f6ffc06142266db/2264babf229bf6691f6ffc06142266db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286677.00000, db: /tmp/tmp95_rspib/sda/containers/0/a85/5e06463d55b38c53ec2ae43f00048a85/5e06463d55b38c53ec2ae43f00048a85.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286677.00000, db: /tmp/tmp95_rspib/sda/containers/0/a85/5e06463d55b38c53ec2ae43f00048a85/5e06463d55b38c53ec2ae43f00048a85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286678.00000, db: /tmp/tmp95_rspib/sda/containers/0/407/de0c1e661b61ac992f47a3c562e32407/de0c1e661b61ac992f47a3c562e32407.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286680.00000, db: /tmp/tmp95_rspib/sda/containers/0/2c2/f891b66de71952709191cd2fa920c2c2/f891b66de71952709191cd2fa920c2c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286682.00000, db: /tmp/tmp95_rspib/sda/containers/0/44d/3e0f0ce7fbe54979c3694847b217644d/3e0f0ce7fbe54979c3694847b217644d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286684.00000, db: /tmp/tmp95_rspib/sda/containers/0/4ac/794e65966c429dbd4a2a4b79135bd4ac/794e65966c429dbd4a2a4b79135bd4ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286686.00000, db: /tmp/tmp95_rspib/sda/containers/0/503/bc067c431e9b458d08f9b154fb8ff503/bc067c431e9b458d08f9b154fb8ff503.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286688.00000, db: /tmp/tmp95_rspib/sda/containers/0/f13/5fa1b9df07630a2e05107eff97eb3f13/5fa1b9df07630a2e05107eff97eb3f13.db -test INFO: autocreate account '/account' (txn: tx71c458d21bac46c0acc3f-00676e5f17) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +StopIteration (txn: tx3efe4e85cd164e3983efa-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -102342,8 +101249,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf54ed6c411fa44f7a4f19-00676e5f17) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +StopIteration (txn: tx3efe4e85cd164e3983efa-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -102351,8 +101258,10 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe692f93d6f144cad98f68-00676e5f17) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +StopIteration (txn: tx3efe4e85cd164e3983efa-00697b6f51) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx3efe4e85cd164e3983efa-00697b6f51) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -102360,8 +101269,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx808f0c4ffad043e297f36-00676e5f17) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +StopIteration (txn: tx7ce9aa41008b4b6386e94-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -102369,507 +101278,55 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx578b455f78254d0089363-00676e5f17) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx136d45eff5164b689e9e5-00676e5f17) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx20e7d91eb5584bfd811fb-00676e5f17) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx6888ebc10fc5473a81aba-00676e5f17) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx6888ebc10fc5473a81aba-00676e5f17) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx6888ebc10fc5473a81aba-00676e5f17) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txbcdb51b271754dc1ba1c1-00676e5f17) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txbcdb51b271754dc1ba1c1-00676e5f17) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txbcdb51b271754dc1ba1c1-00676e5f17) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txc462133b57894bfb90aab-00676e5f17) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc462133b57894bfb90aab-00676e5f17) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc462133b57894bfb90aab-00676e5f17) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txc462133b57894bfb90aab-00676e5f17) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +StopIteration (txn: tx7ce9aa41008b4b6386e94-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx260674701a4742c99cf15-00676e5f17) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx260674701a4742c99cf15-00676e5f17) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx260674701a4742c99cf15-00676e5f17) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx260674701a4742c99cf15-00676e5f17)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx3a2b525548eb41dda49d5-00676e5f17) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx0884c3baacb544dcae6a4-00676e5f17) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx0884c3baacb544dcae6a4-00676e5f17) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0884c3baacb544dcae6a4-00676e5f17) -test ERROR: Account HEAD returning 503 for [] (txn: tx0884c3baacb544dcae6a4-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd2c51ce0344d450f84c7f-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd2c51ce0344d450f84c7f-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd2c51ce0344d450f84c7f-00676e5f17) -test ERROR: Account HEAD returning 503 for [] (txn: txd2c51ce0344d450f84c7f-00676e5f17) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx37ef55e9c176448fb3c6c-00676e5f17) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txd25724772db34acebfaaa-00676e5f17) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txd25724772db34acebfaaa-00676e5f17) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +StopIteration (txn: tx7ce9aa41008b4b6386e94-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd25724772db34acebfaaa-00676e5f17) -test ERROR: Account HEAD returning 503 for [] (txn: txd25724772db34acebfaaa-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx0c801155b5cf446687136-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx0c801155b5cf446687136-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx0c801155b5cf446687136-00676e5f17) -test ERROR: Account HEAD returning 503 for [] (txn: tx0c801155b5cf446687136-00676e5f17) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txaef899db7f5c4a80ac3e7-00676e5f17) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok - -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx3ab4d919d3e6410cb9520-00676e5f17) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx3ab4d919d3e6410cb9520-00676e5f17) -test INFO: Client disconnected on read of '/a/c' (txn: tx3ab4d919d3e6410cb9520-00676e5f17) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txe11ca97fc68c406981d82-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx078ca8ebb6b540b29bfad-00676e5f17) -test INFO: Client disconnected on read of '/a/c' (txn: tx078ca8ebb6b540b29bfad-00676e5f17) -test INFO: Client disconnected on read of '/a/c/' (txn: tx078ca8ebb6b540b29bfad-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txc9f03b9651844f5a8a667-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc9f03b9651844f5a8a667-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc9f03b9651844f5a8a667-00676e5f17) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc9f03b9651844f5a8a667-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx852e9f10522647968b481-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx852e9f10522647968b481-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx852e9f10522647968b481-00676e5f17) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx852e9f10522647968b481-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txe554eb23f1de4013b8805-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe554eb23f1de4013b8805-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe554eb23f1de4013b8805-00676e5f17) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txe554eb23f1de4013b8805-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txc43e70c000d344de81cb4-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txc43e70c000d344de81cb4-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txc43e70c000d344de81cb4-00676e5f17) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc43e70c000d344de81cb4-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd1eee31cf9fc4d38b1761-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd1eee31cf9fc4d38b1761-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd1eee31cf9fc4d38b1761-00676e5f17) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txd1eee31cf9fc4d38b1761-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txaa1597ba17dc4338ad0cf-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txaa1597ba17dc4338ad0cf-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txaa1597ba17dc4338ad0cf-00676e5f17) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txaa1597ba17dc4338ad0cf-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2d2c93224bc349d29b7a1-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2d2c93224bc349d29b7a1-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2d2c93224bc349d29b7a1-00676e5f17) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx2d2c93224bc349d29b7a1-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txb6d3f1f52ba74424be122-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txb6d3f1f52ba74424be122-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txb6d3f1f52ba74424be122-00676e5f17) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb6d3f1f52ba74424be122-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txea38a63459e34c4d9b4a2-00676e5f17) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: txea38a63459e34c4d9b4a2-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txea38a63459e34c4d9b4a2-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txea38a63459e34c4d9b4a2-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txea38a63459e34c4d9b4a2-00676e5f17) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txea38a63459e34c4d9b4a2-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfcd78ce5a48a4bd98a3c9-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txfcd78ce5a48a4bd98a3c9-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txfcd78ce5a48a4bd98a3c9-00676e5f17) -test ERROR: Container GET returning 503 for [503, 503] (txn: txfcd78ce5a48a4bd98a3c9-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb38aed2a83c243a887d54-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb38aed2a83c243a887d54-00676e5f17) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: txb38aed2a83c243a887d54-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb38aed2a83c243a887d54-00676e5f17) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb38aed2a83c243a887d54-00676e5f17) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: txb38aed2a83c243a887d54-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb38aed2a83c243a887d54-00676e5f17) -test ERROR: Container GET returning 503 for [503, 503] (txn: txb38aed2a83c243a887d54-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx876ea01bfdf3403bacf61-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx876ea01bfdf3403bacf61-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx876ea01bfdf3403bacf61-00676e5f17) -test ERROR: Container GET returning 503 for [] (txn: tx876ea01bfdf3403bacf61-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx596c3d85da934806a9d8b-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx596c3d85da934806a9d8b-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx596c3d85da934806a9d8b-00676e5f17) -test ERROR: Container GET returning 503 for [] (txn: tx596c3d85da934806a9d8b-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx20026509f35343fdb9150-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx20026509f35343fdb9150-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx20026509f35343fdb9150-00676e5f17) -test ERROR: Container GET returning 503 for [] (txn: tx20026509f35343fdb9150-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5490c9af628348109367f-00676e5f17)test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting -test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok - -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5490c9af628348109367f-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5490c9af628348109367f-00676e5f17) -test ERROR: Container GET returning 503 for [] (txn: tx5490c9af628348109367f-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx339315a125f7420fb1b92-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx339315a125f7420fb1b92-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx339315a125f7420fb1b92-00676e5f17) -test ERROR: Container GET returning 503 for [] (txn: tx339315a125f7420fb1b92-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9a8215074ab0407687793-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9a8215074ab0407687793-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9a8215074ab0407687793-00676e5f17) -test ERROR: Container GET returning 503 for [] (txn: tx9a8215074ab0407687793-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx37c954e1a7b34bacbf426-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx37c954e1a7b34bacbf426-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx37c954e1a7b34bacbf426-00676e5f17) -test ERROR: Container GET returning 503 for [] (txn: tx37c954e1a7b34bacbf426-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc34dff6052d646e7ae90d-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc34dff6052d646e7ae90d-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc34dff6052d646e7ae90d-00676e5f17) -test ERROR: Container GET returning 503 for [] (txn: txc34dff6052d646e7ae90d-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8f150b5e1af14dce86484-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8f150b5e1af14dce86484-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8f150b5e1af14dce86484-00676e5f17) -test ERROR: Container GET returning 503 for [] (txn: tx8f150b5e1af14dce86484-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd62a7cd7fe5748b9b75b6-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd62a7cd7fe5748b9b75b6-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd62a7cd7fe5748b9b75b6-00676e5f17) -test ERROR: Container GET returning 503 for [] (txn: txd62a7cd7fe5748b9b75b6-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5eeb4ad9ef034c31a7e81-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5eeb4ad9ef034c31a7e81-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5eeb4ad9ef034c31a7e81-00676e5f17) -test ERROR: Container GET returning 503 for [] (txn: tx5eeb4ad9ef034c31a7e81-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd8789428e91440d5bf225-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd8789428e91440d5bf225-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd8789428e91440d5bf225-00676e5f17) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txd8789428e91440d5bf225-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txaebe3e52b8de47bc86d19-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txaebe3e52b8de47bc86d19-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txaebe3e52b8de47bc86d19-00676e5f17) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txaebe3e52b8de47bc86d19-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx25619463cfaa44a780c23-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx25619463cfaa44a780c23-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx25619463cfaa44a780c23-00676e5f17) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx25619463cfaa44a780c23-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx48955efb49b14d9788f01-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx48955efb49b14d9788f01-00676e5f17) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx48955efb49b14d9788f01-00676e5f17) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx48955efb49b14d9788f01-00676e5f17) -test INFO: Client disconnected on read of '/a/c' (txn: tx30571e83d58040eab5109-00676e5f17) -test INFO: Client disconnected on read of '/a/c/' (txn: tx30571e83d58040eab5109-00676e5f17) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txb1d33e6c194846f0a5ed0-00676e5f17) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txb1d33e6c194846f0a5ed0-00676e5f17) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txb1d33e6c194846f0a5ed0-00676e5f17) -test ERROR: Account HEAD returning 503 for [] (txn: txb1d33e6c194846f0a5ed0-00676e5f17) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txb8bf3449154a4b7b925fb-00676e5f17) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txb8bf3449154a4b7b925fb-00676e5f17) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +StopIteration (txn: tx7ce9aa41008b4b6386e94-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txb8bf3449154a4b7b925fb-00676e5f17) -test ERROR: Account HEAD returning 503 for [] (txn: txb8bf3449154a4b7b925fb-00676e5f17) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286690.00000, db: /tmp/tmp95_rspib/sda/containers/0/995/dd803612d868906ca1d19c81c512a995/dd803612d868906ca1d19c81c512a995.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286692.00000, db: /tmp/tmp95_rspib/sda/containers/0/873/6caa308f328b6202b379c40ab1475873/6caa308f328b6202b379c40ab1475873.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286694.00000, db: /tmp/tmp95_rspib/sda/containers/0/9dd/41e96f5d76ca15ce4951078f65c079dd/41e96f5d76ca15ce4951078f65c079dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286696.00000, db: /tmp/tmp95_rspib/sda/containers/0/d32/cd7cbf436bb69b52423db5b08ac8dd32/cd7cbf436bb69b52423db5b08ac8dd32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286698.00000, db: /tmp/tmp95_rspib/sda/containers/0/3ff/3c31d62dd5a3efa3e8c5ca673e8b43ff/3c31d62dd5a3efa3e8c5ca673e8b43ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286700.00000, db: /tmp/tmp95_rspib/sda/containers/0/d09/e54e560429666061431d6304d0545d09/e54e560429666061431d6304d0545d09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286702.00000, db: /tmp/tmp95_rspib/sda/containers/0/0dd/cfd13e701ac57b32197f4d02645040dd/cfd13e701ac57b32197f4d02645040dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286704.00000, db: /tmp/tmp95_rspib/sda/containers/0/886/f736ba426c15ffae7f16bcb09e080886/f736ba426c15ffae7f16bcb09e080886.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286706.00000, db: /tmp/tmp95_rspib/sda/containers/0/134/4bc840b9341d2dbdce81fcc3a8368134/4bc840b9341d2dbdce81fcc3a8368134.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286708.00000, db: /tmp/tmp95_rspib/sda/containers/0/531/619af23a11aece49cd0c356a4412b531/619af23a11aece49cd0c356a4412b531.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286710.00000, db: /tmp/tmp95_rspib/sda/containers/0/238/b422a8adefb2e040fb17dede59ef2238/b422a8adefb2e040fb17dede59ef2238.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286712.00000, db: /tmp/tmp95_rspib/sda/containers/0/df3/675f8debed830fbe3acbf6c3a600bdf3/675f8debed830fbe3acbf6c3a600bdf3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286714.00000, db: /tmp/tmp95_rspib/sda/containers/0/e16/f6c7b6c041f80e73f4322716c2150e16/f6c7b6c041f80e73f4322716c2150e16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286716.00000, db: /tmp/tmp95_rspib/sda/containers/0/608/9e6d81dad286d172bc4d22545947e608/9e6d81dad286d172bc4d22545947e608.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286718.00000, db: /tmp/tmp95_rspib/sda/containers/0/009/cda9479e0831244bf7e85ab51a08d009/cda9479e0831244bf7e85ab51a08d009.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286720.00000, db: /tmp/tmp95_rspib/sda/containers/0/adf/2c597e5100cfa301c87b7391d1cd7adf/2c597e5100cfa301c87b7391d1cd7adf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286722.00000, db: /tmp/tmp95_rspib/sda/containers/0/522/24c64fa674cace32f9c2506963418522/24c64fa674cace32f9c2506963418522.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286724.00000, db: /tmp/tmp95_rspib/sda/containers/0/966/348d21f303c5f28f4f931031e0ba0966/348d21f303c5f28f4f931031e0ba0966.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286726.00000, db: /tmp/tmp95_rspib/sda/containers/0/f6e/747b262668b392a9ddcbd5b051170f6e/747b262668b392a9ddcbd5b051170f6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286728.00000, db: /tmp/tmp95_rspib/sda/containers/0/f77/370dda066b51b6cff4d246b57bd3bf77/370dda066b51b6cff4d246b57bd3bf77.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286730.00000, db: /tmp/tmp95_rspib/sda/containers/0/696/9123fcc64e90b7465f6913b8a970e696/9123fcc64e90b7465f6913b8a970e696.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286732.00000, db: /tmp/tmp95_rspib/sda/containers/0/8e5/68679f524321a5dbf2c2e1d713f478e5/68679f524321a5dbf2c2e1d713f478e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286734.00000, db: /tmp/tmp95_rspib/sda/containers/0/20e/2e0a32925b2560d4632e4fd3fb31720e/2e0a32925b2560d4632e4fd3fb31720e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286736.00000, db: /tmp/tmp95_rspib/sda/containers/0/c74/8bdf2383e343bb22f7105a8dbed8fc74/8bdf2383e343bb22f7105a8dbed8fc74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286738.00000, db: /tmp/tmp95_rspib/sda/containers/0/877/2cb3bd413b92586885b63c11783f5877/2cb3bd413b92586885b63c11783f5877.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286740.00000, db: /tmp/tmp95_rspib/sda/containers/0/fa5/da40446536eeb17d347ffcebb908bfa5/da40446536eeb17d347ffcebb908bfa5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286742.00000, db: /tmp/tmp95_rspib/sda/containers/0/2a0/a6fa9475e407c9bb11e4e882e6ad82a0/a6fa9475e407c9bb11e4e882e6ad82a0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286742.00000, db: /tmp/tmp95_rspib/sda/containers/0/2a0/a6fa9475e407c9bb11e4e882e6ad82a0/a6fa9475e407c9bb11e4e882e6ad82a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286744.00000, db: /tmp/tmp95_rspib/sda/containers/0/a33/3e5a93b55254ee0f0b345c6bcee8ba33/3e5a93b55254ee0f0b345c6bcee8ba33.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286744.00000, db: /tmp/tmp95_rspib/sda/containers/0/a33/3e5a93b55254ee0f0b345c6bcee8ba33/3e5a93b55254ee0f0b345c6bcee8ba33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286746.00000, db: /tmp/tmp95_rspib/sda/containers/0/d7f/428f9aed11732ede8eab61164dc66d7f/428f9aed11732ede8eab61164dc66d7f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286746.00000, db: /tmp/tmp95_rspib/sda/containers/0/d7f/428f9aed11732ede8eab61164dc66d7f/428f9aed11732ede8eab61164dc66d7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286748.00000, db: /tmp/tmp95_rspib/sda/containers/0/927/cde9b762390b873eb37403b73bb4b927/cde9b762390b873eb37403b73bb4b927.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286748.00000, db: /tmp/tmp95_rspib/sda/containers/0/927/cde9b762390b873eb37403b73bb4b927/cde9b762390b873eb37403b73bb4b927.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286750.00000, db: /tmp/tmp95_rspib/sda/containers/0/ff6/608ab6c9b94dc745d31b36d8b23cfff6/608ab6c9b94dc745d31b36d8b23cfff6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286750.00000, db: /tmp/tmp95_rspib/sda/containers/0/ff6/608ab6c9b94dc745d31b36d8b23cfff6/608ab6c9b94dc745d31b36d8b23cfff6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286752.00000, db: /tmp/tmp95_rspib/sda/containers/0/989/1580ba88660ce0ac28c6e051c5624989/1580ba88660ce0ac28c6e051c5624989.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286752.00000, db: /tmp/tmp95_rspib/sda/containers/0/989/1580ba88660ce0ac28c6e051c5624989/1580ba88660ce0ac28c6e051c5624989.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286754.00000, db: /tmp/tmp95_rspib/sda/containers/0/073/a325215484dd9221b0fd1b3739220073/a325215484dd9221b0fd1b3739220073.db/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286754.00000, db: /tmp/tmp95_rspib/sda/containers/0/073/a325215484dd9221b0fd1b3739220073/a325215484dd9221b0fd1b3739220073.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286756.00000, db: /tmp/tmp95_rspib/sda/containers/0/3dd/7efe58f809e8e09ab14c0ca33a8e03dd/7efe58f809e8e09ab14c0ca33a8e03dd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286756.00000, db: /tmp/tmp95_rspib/sda/containers/0/3dd/7efe58f809e8e09ab14c0ca33a8e03dd/7efe58f809e8e09ab14c0ca33a8e03dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286758.00000, db: /tmp/tmp95_rspib/sda/containers/0/ea9/9928d1158ea0c4e290e88d9732c7aea9/9928d1158ea0c4e290e88d9732c7aea9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286758.00000, db: /tmp/tmp95_rspib/sda/containers/0/ea9/9928d1158ea0c4e290e88d9732c7aea9/9928d1158ea0c4e290e88d9732c7aea9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286760.00000, db: /tmp/tmp95_rspib/sda/containers/0/938/4f056858a279e2be509c46d02903f938/4f056858a279e2be509c46d02903f938.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286760.00000, db: /tmp/tmp95_rspib/sda/containers/0/938/4f056858a279e2be509c46d02903f938/4f056858a279e2be509c46d02903f938.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286762.00000, db: /tmp/tmp95_rspib/sda/containers/0/616/f8aa7569302300772f70d65203e4f616/f8aa7569302300772f70d65203e4f616.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286762.00000, db: /tmp/tmp95_rspib/sda/containers/0/616/f8aa7569302300772f70d65203e4f616/f8aa7569302300772f70d65203e4f616.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286764.00000, db: /tmp/tmp95_rspib/sda/containers/0/a7d/9f4265f7a3e7f0fed26a487341475a7d/9f4265f7a3e7f0fed26a487341475a7d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286764.00000, db: /tmp/tmp95_rspib/sda/containers/0/a7d/9f4265f7a3e7f0fed26a487341475a7d/9f4265f7a3e7f0fed26a487341475a7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286766.00000, db: /tmp/tmp95_rspib/sda/containers/0/5a6/8ab6d7603b4dd7a6268c3d9a58c2b5a6/8ab6d7603b4dd7a6268c3d9a58c2b5a6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286766.00000, db: /tmp/tmp95_rspib/sda/containers/0/5a6/8ab6d7603b4dd7a6268c3d9a58c2b5a6/8ab6d7603b4dd7a6268c3d9a58c2b5a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286768.00000, db: /tmp/tmp95_rspib/sda/containers/0/b2a/132fc64f39d7e5e48307ac417d117b2a/132fc64f39d7e5e48307ac417d117b2a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286768.00000, db: /tmp/tmp95_rspib/sda/containers/0/b2a/132fc64f39d7e5e48307ac417d117b2a/132fc64f39d7e5e48307ac417d117b2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286770.00000, db: /tmp/tmp95_rspib/sda/containers/0/c0a/2edf4f2efb2a7670eb0585ddcd415c0a/2edf4f2efb2a7670eb0585ddcd415c0a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286770.00000, db: /tmp/tmp95_rspib/sda/containers/0/c0a/2edf4f2efb2a7670eb0585ddcd415c0a/2edf4f2efb2a7670eb0585ddcd415c0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286772.00000, db: /tmp/tmp95_rspib/sda/containers/0/4a7/7dcae30ea6774680db06a79fb6c374a7/7dcae30ea6774680db06a79fb6c374a7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286772.00000, db: /tmp/tmp95_rspib/sda/containers/0/4a7/7dcae30ea6774680db06a79fb6c374a7/7dcae30ea6774680db06a79fb6c374a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286774.00000, db: /tmp/tmp95_rspib/sda/containers/0/e1e/bda2fed4491fb86be8dacf730abbae1e/bda2fed4491fb86be8dacf730abbae1e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286774.00000, db: /tmp/tmp95_rspib/sda/containers/0/e1e/bda2fed4491fb86be8dacf730abbae1e/bda2fed4491fb86be8dacf730abbae1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286776.00000, db: /tmp/tmp95_rspib/sda/containers/0/97d/e31a022baa2b39e70de728953fac297d/e31a022baa2b39e70de728953fac297d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286776.00000, db: /tmp/tmp95_rspib/sda/containers/0/97d/e31a022baa2b39e70de728953fac297d/e31a022baa2b39e70de728953fac297d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286778.00000, db: /tmp/tmp95_rspib/sda/containers/0/50a/0098b70dcad9b680d38409768eca450a/0098b70dcad9b680d38409768eca450a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286778.00000, db: /tmp/tmp95_rspib/sda/containers/0/50a/0098b70dcad9b680d38409768eca450a/0098b70dcad9b680d38409768eca450a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286780.00000, db: /tmp/tmp95_rspib/sda/containers/0/4c6/27a1abded6825d13ce9920e09077d4c6/27a1abded6825d13ce9920e09077d4c6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286780.00000, db: /tmp/tmp95_rspib/sda/containers/0/4c6/27a1abded6825d13ce9920e09077d4c6/27a1abded6825d13ce9920e09077d4c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286782.00000, db: /tmp/tmp95_rspib/sda/containers/0/f81/e32b0e4e05a38cc4c1e23d8391b0cf81/e32b0e4e05a38cc4c1e23d8391b0cf81.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286782.00000, db: /tmp/tmp95_rspib/sda/containers/0/f81/e32b0e4e05a38cc4c1e23d8391b0cf81/e32b0e4e05a38cc4c1e23d8391b0cf81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286784.00000, db: /tmp/tmp95_rspib/sda/containers/0/f9f/58b0ca78b795799fb2539f3b589c5f9f/58b0ca78b795799fb2539f3b589c5f9f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286784.00000, db: /tmp/tmp95_rspib/sda/containers/0/f9f/58b0ca78b795799fb2539f3b589c5f9f/58b0ca78b795799fb2539f3b589c5f9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286786.00000, db: /tmp/tmp95_rspib/sda/containers/0/7e4/6a157ad03ae09e0813391b6e151827e4/6a157ad03ae09e0813391b6e151827e4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286786.00000, db: /tmp/tmp95_rspib/sda/containers/0/7e4/6a157ad03ae09e0813391b6e151827e4/6a157ad03ae09e0813391b6e151827e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286788.00000, db: /tmp/tmp95_rspib/sda/containers/0/5a3/b0014c279328655c66f29734f39f25a3/b0014c279328655c66f29734f39f25a3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286788.00000, db: /tmp/tmp95_rspib/sda/containers/0/5a3/b0014c279328655c66f29734f39f25a3/b0014c279328655c66f29734f39f25a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286790.00000, db: /tmp/tmp95_rspib/sda/containers/0/09d/6ac8c41aefdaf10ba02e158cc34a709d/6ac8c41aefdaf10ba02e158cc34a709d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286790.00000, db: /tmp/tmp95_rspib/sda/containers/0/09d/6ac8c41aefdaf10ba02e158cc34a709d/6ac8c41aefdaf10ba02e158cc34a709d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286792.00000, db: /tmp/tmp95_rspib/sda/containers/0/281/e1c7c05e620451c7b7c96ddae5e83281/e1c7c05e620451c7b7c96ddae5e83281.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286792.00000, db: /tmp/tmp95_rspib/sda/containers/0/281/e1c7c05e620451c7b7c96ddae5e83281/e1c7c05e620451c7b7c96ddae5e83281.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok - -test INFO: Client disconnected on read of '/a/c' (txn: tx5a9a53fcb4544f359f341-00676e5f17) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txd78599cbc9b84613be454-00676e5f17) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx28045f57237a47e59e4e2-00676e5f17) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp45hy5cq_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp45hy5cq_/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp45hy5cq_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp45hy5cq_/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:31 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0040 "-" 1945224 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:31 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0034 "-" 1945224 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:31 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0031 "-" 1945224 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:31 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1945224 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:31 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8fe2964fec924297a2579-00676e5f17" "proxy-server 1945224" 0.0012 "-" 1945224 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:31 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:55387/sda1/1/a/c" "tx8fe2964fec924297a2579-00676e5f17" "container-server 1945224" 0.0012 "-" 1945224 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:31 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:52447/sdb1/1/a/c" "tx8fe2964fec924297a2579-00676e5f17" "container-server 1945224" 0.0011 "-" 1945224 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:31 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8fe2964fec924297a2579-00676e5f17" "proxy-server 1945224" 0.0097 "-" 1945224 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:31 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8fe2964fec924297a2579-00676e5f17" "proxy-server 1945224" 0.0149 "-" 1945224 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/31 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx8fe2964fec924297a2579-00676e5f17 - 0.0226 - - 1735286551.931768656 1735286551.954342842 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:31 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txd1f94379f52e4fd9b3636-00676e5f17" "proxy-server 1945224" 0.0012 "-" 1945224 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:31 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:52447/sdb1/1/a1/c1" "txd1f94379f52e4fd9b3636-00676e5f17" "container-server 1945224" 0.0021 "-" 1945224 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:31 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:55387/sda1/1/a1/c1" "txd1f94379f52e4fd9b3636-00676e5f17" "container-server 1945224" 0.0012 "-" 1945224 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:31 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd1f94379f52e4fd9b3636-00676e5f17" "proxy-server 1945224" 0.0138 "-" 1945224 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:31 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd1f94379f52e4fd9b3636-00676e5f17" "proxy-server 1945224" 0.0102 "-" 1945224 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/31 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txd1f94379f52e4fd9b3636-00676e5f17 - 0.0220 - - 1735286551.955762863 1735286551.977756739 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:31 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd7c83359fac74e8e8c622-00676e5f17" "proxy-server 1945224" 0.0021 "-" 1945224 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:31 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:52447/sdb1/2/a/c1" "txd7c83359fac74e8e8c622-00676e5f17" "container-server 1945224" 0.0025 "-" 1945224 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:32 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:55387/sda1/2/a/c1" "txd7c83359fac74e8e8c622-00676e5f17" "container-server 1945224" 0.0012 "-" 1945224 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:32 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd7c83359fac74e8e8c622-00676e5f17" "proxy-server 1945224" 0.0144 "-" 1945224 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:32 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd7c83359fac74e8e8c622-00676e5f17" "proxy-server 1945224" 0.0107 "-" 1945224 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/32 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txd7c83359fac74e8e8c622-00676e5f17 - 0.0238 - - 1735286551.979299784 1735286552.003087521 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:32 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf640b553384c4f4899d0b-00676e5f18" "proxy-server 1945224" 0.0019 "-" 1945224 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:32 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:52447/sdb1/1/a/c2" "txf640b553384c4f4899d0b-00676e5f18" "container-server 1945224" 0.0018 "-" 1945224 2 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:32 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:55387/sda1/1/a/c2" "txf640b553384c4f4899d0b-00676e5f18" "container-server 1945224" 0.0017 "-" 1945224 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:32 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf640b553384c4f4899d0b-00676e5f18" "proxy-server 1945224" 0.0096 "-" 1945224 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:32 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf640b553384c4f4899d0b-00676e5f18" "proxy-server 1945224" 0.0146 "-" 1945224 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/32 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf640b553384c4f4899d0b-00676e5f18 - 0.0228 - - 1735286552.004553556 1735286552.027377367 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx7ce9aa41008b4b6386e94-00697b6f51)test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok test.unit.proxy.test_server.TestContainerController.test_DELETE test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header @@ -102878,6 +101335,28 @@ test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.exceptions.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats + result = func(cache, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set + self._exception_occurred(server, e, cmd, conn_start_time, + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent @@ -102890,38 +101369,226 @@ test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok + +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx7ce9aa41008b4b6386e94-00697b6f51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx039b11d9a23149a1bc337-00697b6f51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: txb3b5277a549243458e087-00697b6f51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: tx0ff98a059ce444f9a0d0f-00697b6f51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: txd942f87b091c47c192a3d-00697b6f51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: ValueError('not a list') (txn: tx3a035ec507374bbebf38f-00697b6f51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Failed to get container shard listing from /v1/a/c?format=json&states=updating&includes=1_test: 404 (txn: txa5ab7f12c11f4faf996b6-00697b6f51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: txcce2124ab25245e8afa20-00697b6f51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx4e7cc1ed21ce4bf6b98ea-00697b6f51) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx4e7cc1ed21ce4bf6b98ea-00697b6f51) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx4e7cc1ed21ce4bf6b98ea-00697b6f51) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx4e7cc1ed21ce4bf6b98ea-00697b6f51) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp0ncqvx5t/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp0ncqvx5t/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp0ncqvx5t/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp0ncqvx5t/tmp_test_proxy_server_chunked/container-sync-realms.conf'test.unit.proxy.test_server.TestController.test_account_info_200 +test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_404 +test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_container_count +test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_account +test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_cache +test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_200 +test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok test.unit.proxy.test_server.TestContainerController.test_OPTIONS test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok +test.unit.proxy.test_server.TestController.test_container_info_404 +test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_no_cache +test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_make_requests +test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_transfer_headers +test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.test_locale.test_locale.TestTranslations.test_translations +test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697391.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/20f/fef144e750035f0502dd87cdf9a8820f/fef144e750035f0502dd87cdf9a8820f_1769697391.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/5f0/424f1f9314d962d701fc2eb1eb4ed5f0/424f1f9314d962d701fc2eb1eb4ed5f0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697395.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/5f0/424f1f9314d962d701fc2eb1eb4ed5f0/424f1f9314d962d701fc2eb1eb4ed5f0_1769697395.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/4ab/1d816374d1f0cbf13403e3999dc294ab/1d816374d1f0cbf13403e3999dc294ab.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697399.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/4ab/1d816374d1f0cbf13403e3999dc294ab/1d816374d1f0cbf13403e3999dc294ab_1769697399.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/329/051c445cb6c6d9881e42268f08365329/051c445cb6c6d9881e42268f08365329.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697403.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/329/051c445cb6c6d9881e42268f08365329/051c445cb6c6d9881e42268f08365329_1769697403.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/2ac/f4d24593de0f5ed3fbb8b489874de2ac/f4d24593de0f5ed3fbb8b489874de2ac.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697407.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/2ac/f4d24593de0f5ed3fbb8b489874de2ac/f4d24593de0f5ed3fbb8b489874de2ac_1769697407.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/45c/79c8e4242a0945a7c80011f70962a45c/79c8e4242a0945a7c80011f70962a45c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697411.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/45c/79c8e4242a0945a7c80011f70962a45c/79c8e4242a0945a7c80011f70962a45c_1769697411.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/d8a/75a27421ab1454e26a69b51492621d8a/75a27421ab1454e26a69b51492621d8a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697415.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/d8a/75a27421ab1454e26a69b51492621d8a/75a27421ab1454e26a69b51492621d8a_1769697415.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/e2d/bda31ec4bd6e66ded82af352265b0e2d/bda31ec4bd6e66ded82af352265b0e2d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697419.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/e2d/bda31ec4bd6e66ded82af352265b0e2d/bda31ec4bd6e66ded82af352265b0e2d_1769697419.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/ecb/a2bb4a0c82c04fc4b57c6bb0e5485ecb/a2bb4a0c82c04fc4b57c6bb0e5485ecb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697423.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/ecb/a2bb4a0c82c04fc4b57c6bb0e5485ecb/a2bb4a0c82c04fc4b57c6bb0e5485ecb_1769697423.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/604/a2d2eb60babf1d7c26870cd17fe8d604/a2d2eb60babf1d7c26870cd17fe8d604.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697427.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/604/a2d2eb60babf1d7c26870cd17fe8d604/a2d2eb60babf1d7c26870cd17fe8d604_1769697427.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/723/028670dc5d916a869a9c990756aeb723/028670dc5d916a869a9c990756aeb723.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697431.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/723/028670dc5d916a869a9c990756aeb723/028670dc5d916a869a9c990756aeb723_1769697431.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/e22/9788a8b0faea60f86110d6862b16ce22/9788a8b0faea60f86110d6862b16ce22.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697435.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/e22/9788a8b0faea60f86110d6862b16ce22/9788a8b0faea60f86110d6862b16ce22_1769697435.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/5fd/ec79f807a272aa926884ae9b61ad15fd/ec79f807a272aa926884ae9b61ad15fd.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697439.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/5fd/ec79f807a272aa926884ae9b61ad15fd/ec79f807a272aa926884ae9b61ad15fd_1769697439.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/fb4/7cb649e759e453b8a314bb6361a7afb4/7cb649e759e453b8a314bb6361a7afb4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697443.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/fb4/7cb649e759e453b8a314bb6361a7afb4/7cb649e759e453b8a314bb6361a7afb4_1769697443.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/158/85392d82686c0105b4555450b53ab158/85392d82686c0105b4555450b53ab158.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697447.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/158/85392d82686c0105b4555450b53ab158/85392d82686c0105b4555450b53ab158_1769697447.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/35d/12765c29f714d50abdc267d408ae635d/12765c29f714d50abdc267d408ae635d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697451.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/35d/12765c29f714d50abdc267d408ae635d/12765c29f714d50abdc267d408ae635d_1769697451.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/3c2/7c7863d318983c28f59670016c26c3c2/7c7863d318983c28f59670016c26c3c2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697455.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/3c2/7c7863d318983c28f59670016c26c3c2/7c7863d318983c28f59670016c26c3c2_1769697455.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/8cb/0b38af666728f1814c70df43f0fa38cb/0b38af666728f1814c70df43f0fa38cb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697459.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/8cb/0b38af666728f1814c70df43f0fa38cb/0b38af666728f1814c70df43f0fa38cb_1769697459.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/a09/f3773f1db9581c4b6bd1948acb6c3a09/f3773f1db9581c4b6bd1948acb6c3a09.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697463.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/a09/f3773f1db9581c4b6bd1948acb6c3a09/f3773f1db9581c4b6bd1948acb6c3a09_1769697463.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/c6d/ac8c28d0bf2f0aa25676041277d76c6d/ac8c28d0bf2f0aa25676041277d76c6d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697467.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/c6d/ac8c28d0bf2f0aa25676041277d76c6d/ac8c28d0bf2f0aa25676041277d76c6d_1769697467.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/e82/ca2dff9a6a504fdff13227d608187e82/ca2dff9a6a504fdff13227d608187e82.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697471.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/e82/ca2dff9a6a504fdff13227d608187e82/ca2dff9a6a504fdff13227d608187e82_1769697471.00000.dbproxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/45 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx3a5d3cb7994748dbac781-00697b6f51 - 0.0274 - - 1769697105.589907408 1769697105.617327690 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbfd0a26791cc4a65b0a71-00697b6f51) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx958253d3a13f4bc18c0ea-00697b6f51) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc3a55de9d6a04658bfc19-00697b6f51) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc3a55de9d6a04658bfc19-00697b6f51) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txc3a55de9d6a04658bfc19-00697b6f51) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx82215e24c3e84e268c335-00697b6f51) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx82215e24c3e84e268c335-00697b6f51) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx82215e24c3e84e268c335-00697b6f51) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7b46a339a7d443de9a6e3-00697b6f51) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx7b46a339a7d443de9a6e3-00697b6f51) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx47a920ebae8c461097619-00697b6f51) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx47a920ebae8c461097619-00697b6f51) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5e212954d9f342628cf34-00676e5f18) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx854a5cf087c845eab498a-00676e5f18) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd3d44f04c5c9418a90f54-00676e5f18) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txd3d44f04c5c9418a90f54-00676e5f18) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txd3d44f04c5c9418a90f54-00676e5f18) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txe05833bb59db40f1be337-00676e5f18) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txe05833bb59db40f1be337-00676e5f18) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txe05833bb59db40f1be337-00676e5f18) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2b98ac4836da4f1281d5e-00676e5f18) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx2b98ac4836da4f1281d5e-00676e5f18) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txa426852da80a40cd97b1c-00676e5f18) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txa426852da80a40cd97b1c-00676e5f18) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -102929,29 +101596,26 @@ test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx3d170983ca5543a183ada-00697b6f51) +test INFO: Client disconnected on read of '/a/c' (txn: tx3d170983ca5543a183ada-00697b6f51) +test INFO: Client disconnected on read of '/a/c' (txn: tx3bbbd6ac2f6f4373a2209-00697b6f51) +test INFO: Client disconnected on read of '/a/c' (txn: tx3bbbd6ac2f6f4373a2209-00697b6f51) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd9512cc8577048aba9786-00697b6f51) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbcb0c6b4ac5b48d297372-00697b6f51) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd537d2f44d814e22a13ab-00697b6f51) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd537d2f44d814e22a13ab-00697b6f51) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd537d2f44d814e22a13ab-00697b6f51) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txd537d2f44d814e22a13ab-00697b6f51) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx10297771e5ca43f7a8a04-00697b6f51) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx10297771e5ca43f7a8a04-00697b6f51) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx10297771e5ca43f7a8a04-00697b6f51) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx10297771e5ca43f7a8a04-00697b6f51) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx69fbd167086844298009b-00676e5f18) -test INFO: Client disconnected on read of '/a/c' (txn: tx69fbd167086844298009b-00676e5f18) -test INFO: Client disconnected on read of '/a/c' (txn: txb0072bc7a59246c5bb238-00676e5f18) -test INFO: Client disconnected on read of '/a/c' (txn: txb0072bc7a59246c5bb238-00676e5f18) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3eb3b868de8e4bd0a6384-00676e5f18) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf459b74272734390b8ee5-00676e5f18) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx480c8caa07f14f60ad17d-00676e5f18) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx480c8caa07f14f60ad17d-00676e5f18) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx480c8caa07f14f60ad17d-00676e5f18) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx480c8caa07f14f60ad17d-00676e5f18) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb00690ac27174f6cb17db-00676e5f18) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txb00690ac27174f6cb17db-00676e5f18) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb00690ac27174f6cb17db-00676e5f18) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txb00690ac27174f6cb17db-00676e5f18) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txa7ab4aa0237349678ca7d-00676e5f18) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txa7ab4aa0237349678ca7d-00676e5f18) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txa7ab4aa0237349678ca7d-00676e5f18) -test ERROR: Account HEAD returning 503 for [] (txn: txa7ab4aa0237349678ca7d-00676e5f18) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_POST +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx55d65d53a567438ead205-00697b6f51)test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_server.TestContainerController.test_POST test.unit.proxy.test_server.TestContainerController.test_POST ... ok test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok @@ -102959,24 +101623,69 @@ test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok test.unit.proxy.test_server.TestContainerController.test_POST_metadata test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok + +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc4989897675149239ddba-00697b6f4e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc4989897675149239ddba-00697b6f4e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: txc4989897675149239ddba-00697b6f4e) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txc4989897675149239ddba-00697b6f4e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc4989897675149239ddba-00697b6f4e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc4989897675149239ddba-00697b6f4e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txc4989897675149239ddba-00697b6f4e) +test DEBUG: Setting object count to 1065 (txn: txc4989897675149239ddba-00697b6f4e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txde5c69098cc24845baeb3-00697b6f4f) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txde5c69098cc24845baeb3-00697b6f4f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc5cec00436434e7993ef4-00697b6f50) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txc5cec00436434e7993ef4-00697b6f50) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txc5cec00436434e7993ef4-00697b6f50) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txc5cec00436434e7993ef4-00697b6f50) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txc5cec00436434e7993ef4-00697b6f50) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txc5cec00436434e7993ef4-00697b6f50) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txc5cec00436434e7993ef4-00697b6f50) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc5cec00436434e7993ef4-00697b6f50) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc5cec00436434e7993ef4-00697b6f50) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txc5cec00436434e7993ef4-00697b6f50) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txc5cec00436434e7993ef4-00697b6f50) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txc5cec00436434e7993ef4-00697b6f50) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txc5cec00436434e7993ef4-00697b6f50) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txc5cec00436434e7993ef4-00697b6f50) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txc5cec00436434e7993ef4-00697b6f50) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txc5cec00436434e7993ef4-00697b6f50) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: txc5cec00436434e7993ef4-00697b6f50) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txc5cec00436434e7993ef4-00697b6f50) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx28f264484f4342fd9e137-00697b6f50) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx28f264484f4342fd9e137-00697b6f50) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx28f264484f4342fd9e137-00697b6f50) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx28f264484f4342fd9e137-00697b6f50) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx41b38cdd2be84ed6b8164-00697b6f50) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx41b38cdd2be84ed6b8164-00697b6f50) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx41b38cdd2be84ed6b8164-00697b6f50) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx41b38cdd2be84ed6b8164-00697b6f50) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx6a4d027c6e38451684282-00697b6f51) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6a4d027c6e38451684282-00697b6f51) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6a4d027c6e38451684282-00697b6f51) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6a4d027c6e38451684282-00697b6f51) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6a4d027c6e38451684282-00697b6f51) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6a4d027c6e38451684282-00697b6f51) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx6a4d027c6e38451684282-00697b6f51) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx6a4d027c6e38451684282-00697b6f51) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6a4d027c6e38451684282-00697b6f51)test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd8c8d876003e43b2b5d14-00676e5f18) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd83deac78ba449e9b06e7-00676e5f18) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txd83deac78ba449e9b06e7-00676e5f18) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx55d65d53a567438ead205-00697b6f51) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx55d65d53a567438ead205-00697b6f51) +test ERROR: Account HEAD returning 503 for [] (txn: tx55d65d53a567438ead205-00697b6f51) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: txd73a733ab6014ba4b4afe-00697b6f51) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx439708cdd33249f89902c-00697b6f51) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx439708cdd33249f89902c-00697b6f51) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -102984,8 +101693,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc67c1c9fe56545918d807-00676e5f18) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +StopIteration (txn: txd59e9e79f3d04fde9cb42-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -102993,7 +101702,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx59b881a9460b419aa1350-00676e5f18) +StopIteration (txn: tx748922c813fc4527891eb-00697b6f51) test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -103002,7 +101711,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5b8ff2f6bc8d48b9bca17-00676e5f18) +StopIteration (txn: tx0b7d6ab2cb8a4117ba98f-00697b6f51) test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -103011,17 +101720,17 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx28c07722576243949c82f-00676e5f18) +StopIteration (txn: tx9a4ff7bec0a84b79aa8a4-00697b6f51) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9c8a90fa57e84238879b3-00676e5f18) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf77b019b19734d4698282-00676e5f18) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txf77b019b19734d4698282-00676e5f18) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx58332d26abe5481d80828-00676e5f18) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx58332d26abe5481d80828-00676e5f18) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx58332d26abe5481d80828-00676e5f18) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx58332d26abe5481d80828-00676e5f18) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txdd55ecc4c0a647a08c10b-00697b6f51) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx6156d44d25064dbdaf3cd-00697b6f51) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx6156d44d25064dbdaf3cd-00697b6f51) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txe1b60542d78a40a8bbffa-00697b6f51) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txe1b60542d78a40a8bbffa-00697b6f51) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txe1b60542d78a40a8bbffa-00697b6f51) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txe1b60542d78a40a8bbffa-00697b6f51) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -103030,7 +101739,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx58332d26abe5481d80828-00676e5f18) +StopIteration (txn: txe1b60542d78a40a8bbffa-00697b6f51) test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -103039,7 +101748,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx58332d26abe5481d80828-00676e5f18) +StopIteration (txn: txe1b60542d78a40a8bbffa-00697b6f51) test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -103048,25 +101757,18 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx58332d26abe5481d80828-00676e5f18) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx58332d26abe5481d80828-00676e5f18) -test WARNING: Could not autocreate account '/account' (txn: tx58332d26abe5481d80828-00676e5f18) -test INFO: autocreate account '/account' (txn: tx1efe3547840e419c80adf-00676e5f18) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx3fd891c4a86940efaa9e8-00676e5f18) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx3fd891c4a86940efaa9e8-00676e5f18) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx3fd891c4a86940efaa9e8-00676e5f18) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx3fd891c4a86940efaa9e8-00676e5f18) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx3fd891c4a86940efaa9e8-00676e5f18) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx3fd891c4a86940efaa9e8-00676e5f18) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx3fd891c4a86940efaa9e8-00676e5f18) -test WARNING: Could not autocreate account '/account' (txn: tx3fd891c4a86940efaa9e8-00676e5f18) -test INFO: autocreate account '/account' (txn: txa72ca41b1cb840a486d35-00676e5f18) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7aa9e66fd87945bd86bea-00676e5f18) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7aa9e66fd87945bd86bea-00676e5f18) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx7aa9e66fd87945bd86bea-00676e5f18) -test INFO: autocreate account '/account' (txn: tx82dd1bb701b2434d864d0-00676e5f18) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx4ca0a05a9f774821b968e-00676e5f18) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx4ca0a05a9f774821b968e-00676e5f18)test.unit.proxy.test_server.TestContainerController.test_PUT +StopIteration (txn: txe1b60542d78a40a8bbffa-00697b6f51) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txe1b60542d78a40a8bbffa-00697b6f51) +test WARNING: Could not autocreate account '/account' (txn: txe1b60542d78a40a8bbffa-00697b6f51) +test INFO: autocreate account '/account' (txn: tx1d342e5e704741d5a62f3-00697b6f51) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx343a745d87c74a978bd14-00697b6f51) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx343a745d87c74a978bd14-00697b6f51) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx343a745d87c74a978bd14-00697b6f51) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx343a745d87c74a978bd14-00697b6f51) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx343a745d87c74a978bd14-00697b6f51) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx343a745d87c74a978bd14-00697b6f51) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx343a745d87c74a978bd14-00697b6f51) +test WARNING: Could not autocreate account '/account' (txn: tx343a745d87c74a978bd14-00697b6f51)test.unit.proxy.test_server.TestContainerController.test_PUT test.unit.proxy.test_server.TestContainerController.test_PUT ... ok test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok @@ -103078,279 +101780,127 @@ test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: Setting object count to 1072 (txn: tx3941424c256448fcbdbe8-00676e5f14) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6c4bfb2f59c1486fb6f67-00676e5f15) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx6c4bfb2f59c1486fb6f67-00676e5f15) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c4bfb2f59c1486fb6f67-00676e5f15) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx6c4bfb2f59c1486fb6f67-00676e5f15) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx6c4bfb2f59c1486fb6f67-00676e5f15) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txfbdf1b9059d644ce81b01-00676e5f16) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txfbdf1b9059d644ce81b01-00676e5f16) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbdf1b9059d644ce81b01-00676e5f16) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txfbdf1b9059d644ce81b01-00676e5f16) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfbdf1b9059d644ce81b01-00676e5f16) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbdf1b9059d644ce81b01-00676e5f16) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txfbdf1b9059d644ce81b01-00676e5f16) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfbdf1b9059d644ce81b01-00676e5f16) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbdf1b9059d644ce81b01-00676e5f16) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txfbdf1b9059d644ce81b01-00676e5f16) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfbdf1b9059d644ce81b01-00676e5f16) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfbdf1b9059d644ce81b01-00676e5f16) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txfbdf1b9059d644ce81b01-00676e5f16) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txca0fa6c27364488d9d324-00676e5f17) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txca0fa6c27364488d9d324-00676e5f17) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txca0fa6c27364488d9d324-00676e5f17) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txca0fa6c27364488d9d324-00676e5f17) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txca0fa6c27364488d9d324-00676e5f17) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txca0fa6c27364488d9d324-00676e5f17) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txca0fa6c27364488d9d324-00676e5f17) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txca0fa6c27364488d9d324-00676e5f17) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txca0fa6c27364488d9d324-00676e5f17) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txca0fa6c27364488d9d324-00676e5f17) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txca0fa6c27364488d9d324-00676e5f17) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txca0fa6c27364488d9d324-00676e5f17) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txca0fa6c27364488d9d324-00676e5f17) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txca0fa6c27364488d9d324-00676e5f17) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txca0fa6c27364488d9d324-00676e5f17) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txca0fa6c27364488d9d324-00676e5f17) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf5097a2902bb41e39fce1-00676e5f18) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txf5097a2902bb41e39fce1-00676e5f18) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf5097a2902bb41e39fce1-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf5097a2902bb41e39fce1-00676e5f18) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf5097a2902bb41e39fce1-00676e5f18) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf5097a2902bb41e39fce1-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf5097a2902bb41e39fce1-00676e5f18) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf5097a2902bb41e39fce1-00676e5f18) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf5097a2902bb41e39fce1-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf5097a2902bb41e39fce1-00676e5f18) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf5097a2902bb41e39fce1-00676e5f18) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf5097a2902bb41e39fce1-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf5097a2902bb41e39fce1-00676e5f18) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txf5097a2902bb41e39fce1-00676e5f18) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf5097a2902bb41e39fce1-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf5097a2902bb41e39fce1-00676e5f18) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txf5097a2902bb41e39fce1-00676e5f18) -test DEBUG: Setting object count to 3120 (txn: txf5097a2902bb41e39fce1-00676e5f18) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb880740cff6e4f7083593-00676e5f18) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txb880740cff6e4f7083593-00676e5f18) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb880740cff6e4f7083593-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb880740cff6e4f7083593-00676e5f18) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb880740cff6e4f7083593-00676e5f18) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb880740cff6e4f7083593-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb880740cff6e4f7083593-00676e5f18) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb880740cff6e4f7083593-00676e5f18) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb880740cff6e4f7083593-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txb880740cff6e4f7083593-00676e5f18) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb880740cff6e4f7083593-00676e5f18) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb880740cff6e4f7083593-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txb880740cff6e4f7083593-00676e5f18) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txb880740cff6e4f7083593-00676e5f18) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb880740cff6e4f7083593-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb880740cff6e4f7083593-00676e5f18) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txb880740cff6e4f7083593-00676e5f18) -test DEBUG: Setting object count to 3120 (txn: txb880740cff6e4f7083593-00676e5f18) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx07a841f97e87470da0bb6-00676e5f18) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx07a841f97e87470da0bb6-00676e5f18) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx07a841f97e87470da0bb6-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx07a841f97e87470da0bb6-00676e5f18) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx07a841f97e87470da0bb6-00676e5f18) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx07a841f97e87470da0bb6-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx07a841f97e87470da0bb6-00676e5f18) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx07a841f97e87470da0bb6-00676e5f18) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx07a841f97e87470da0bb6-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx07a841f97e87470da0bb6-00676e5f18) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx07a841f97e87470da0bb6-00676e5f18) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx07a841f97e87470da0bb6-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx07a841f97e87470da0bb6-00676e5f18) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx07a841f97e87470da0bb6-00676e5f18) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx07a841f97e87470da0bb6-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx07a841f97e87470da0bb6-00676e5f18) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx07a841f97e87470da0bb6-00676e5f18) -test DEBUG: Setting object count to 3120 (txn: tx07a841f97e87470da0bb6-00676e5f18) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx16073d45198c4ea096fb7-00676e5f18) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx16073d45198c4ea096fb7-00676e5f18) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx16073d45198c4ea096fb7-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx16073d45198c4ea096fb7-00676e5f18) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx16073d45198c4ea096fb7-00676e5f18) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx16073d45198c4ea096fb7-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx16073d45198c4ea096fb7-00676e5f18) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx16073d45198c4ea096fb7-00676e5f18) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx16073d45198c4ea096fb7-00676e5f18) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx16073d45198c4ea096fb7-00676e5f18) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx16073d45198c4ea096fb7-00676e5f18) -test DEBUG: Setting object count to 3120 (txn: tx16073d45198c4ea096fb7-00676e5f18) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx087f8344c3684ebaa09ac-00676e5f18) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx087f8344c3684ebaa09ac-00676e5f18) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx087f8344c3684ebaa09ac-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx087f8344c3684ebaa09ac-00676e5f18) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx087f8344c3684ebaa09ac-00676e5f18) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx087f8344c3684ebaa09ac-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx087f8344c3684ebaa09ac-00676e5f18) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx087f8344c3684ebaa09ac-00676e5f18) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx087f8344c3684ebaa09ac-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx087f8344c3684ebaa09ac-00676e5f18) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx087f8344c3684ebaa09ac-00676e5f18) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx087f8344c3684ebaa09ac-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx087f8344c3684ebaa09ac-00676e5f18) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx087f8344c3684ebaa09ac-00676e5f18) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx087f8344c3684ebaa09ac-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx087f8344c3684ebaa09ac-00676e5f18) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx087f8344c3684ebaa09ac-00676e5f18) -test DEBUG: Setting object count to 3120 (txn: tx087f8344c3684ebaa09ac-00676e5f18) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0a99886a998645b4aa42a-00676e5f18) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx0a99886a998645b4aa42a-00676e5f18) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0a99886a998645b4aa42a-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0a99886a998645b4aa42a-00676e5f18) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0a99886a998645b4aa42a-00676e5f18) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0a99886a998645b4aa42a-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0a99886a998645b4aa42a-00676e5f18) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0a99886a998645b4aa42a-00676e5f18) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0a99886a998645b4aa42a-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0a99886a998645b4aa42a-00676e5f18) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx0a99886a998645b4aa42a-00676e5f18) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx712e4ca96fbe49a69d63d-00676e5f18) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx712e4ca96fbe49a69d63d-00676e5f18) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx712e4ca96fbe49a69d63d-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx712e4ca96fbe49a69d63d-00676e5f18) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx712e4ca96fbe49a69d63d-00676e5f18) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx712e4ca96fbe49a69d63d-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx712e4ca96fbe49a69d63d-00676e5f18) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx712e4ca96fbe49a69d63d-00676e5f18) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx6e4af7f9ee4d42b290e13-00676e5f18) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx6e4af7f9ee4d42b290e13-00676e5f18) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6e4af7f9ee4d42b290e13-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6e4af7f9ee4d42b290e13-00676e5f18)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/bb5/589d24f1d36a9a2a7c1125e863320bb5/589d24f1d36a9a2a7c1125e863320bb5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697475.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/bb5/589d24f1d36a9a2a7c1125e863320bb5/589d24f1d36a9a2a7c1125e863320bb5_1769697475.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/8cf/b3c49ee7bb101b6f53734ec466a9f8cf/b3c49ee7bb101b6f53734ec466a9f8cf.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697479.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/8cf/b3c49ee7bb101b6f53734ec466a9f8cf/b3c49ee7bb101b6f53734ec466a9f8cf_1769697479.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/578/195b054db9c1c26d5816238b441a9578/195b054db9c1c26d5816238b441a9578.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697483.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/578/195b054db9c1c26d5816238b441a9578/195b054db9c1c26d5816238b441a9578_1769697483.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/ce0/fe42b7d7bdbd84ba55be5114eaea7ce0/fe42b7d7bdbd84ba55be5114eaea7ce0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697487.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/ce0/fe42b7d7bdbd84ba55be5114eaea7ce0/fe42b7d7bdbd84ba55be5114eaea7ce0_1769697487.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/a95/2baf4309599ef0cf6b842494b4735a95/2baf4309599ef0cf6b842494b4735a95.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697491.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/a95/2baf4309599ef0cf6b842494b4735a95/2baf4309599ef0cf6b842494b4735a95_1769697491.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/27b/ec54ecdae48c4bfcaec248f7d3adb27b/ec54ecdae48c4bfcaec248f7d3adb27b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697495.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/27b/ec54ecdae48c4bfcaec248f7d3adb27b/ec54ecdae48c4bfcaec248f7d3adb27b_1769697495.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/abb/5d2aec7c86ea4315bf3f7cf979280abb/5d2aec7c86ea4315bf3f7cf979280abb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697499.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/abb/5d2aec7c86ea4315bf3f7cf979280abb/5d2aec7c86ea4315bf3f7cf979280abb_1769697499.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/cba/b41c87627fa490c4afa1043a04f3dcba/b41c87627fa490c4afa1043a04f3dcba.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697503.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/cba/b41c87627fa490c4afa1043a04f3dcba/b41c87627fa490c4afa1043a04f3dcba_1769697503.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/59a/37e89882268d0c4b2092b01c1ccc959a/37e89882268d0c4b2092b01c1ccc959a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697507.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/59a/37e89882268d0c4b2092b01c1ccc959a/37e89882268d0c4b2092b01c1ccc959a_1769697507.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/3a5/2cd562cfefc01912281cfba8b93ef3a5/2cd562cfefc01912281cfba8b93ef3a5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697511.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/3a5/2cd562cfefc01912281cfba8b93ef3a5/2cd562cfefc01912281cfba8b93ef3a5_1769697511.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/b3d/503ddf8ffae197e4986134dc28ca5b3d/503ddf8ffae197e4986134dc28ca5b3d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697515.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/b3d/503ddf8ffae197e4986134dc28ca5b3d/503ddf8ffae197e4986134dc28ca5b3d_1769697515.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/703/594ee3a53c53f84521214a209e0f3703/594ee3a53c53f84521214a209e0f3703.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697519.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/703/594ee3a53c53f84521214a209e0f3703/594ee3a53c53f84521214a209e0f3703_1769697519.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/9e4/91f829c00bb0d42ad79ab5363e1679e4/91f829c00bb0d42ad79ab5363e1679e4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697523.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/9e4/91f829c00bb0d42ad79ab5363e1679e4/91f829c00bb0d42ad79ab5363e1679e4_1769697523.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/f6d/769d64277e7ed7c07185cb4ef989ef6d/769d64277e7ed7c07185cb4ef989ef6d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697527.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/f6d/769d64277e7ed7c07185cb4ef989ef6d/769d64277e7ed7c07185cb4ef989ef6d_1769697527.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/bbe/f4f5b943453c05fc7bbf15ec560dbbbe/f4f5b943453c05fc7bbf15ec560dbbbe.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697531.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/bbe/f4f5b943453c05fc7bbf15ec560dbbbe/f4f5b943453c05fc7bbf15ec560dbbbe_1769697531.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/cd0/9eb4491f7c3ad87bd2c4101b124a5cd0/9eb4491f7c3ad87bd2c4101b124a5cd0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697535.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/cd0/9eb4491f7c3ad87bd2c4101b124a5cd0/9eb4491f7c3ad87bd2c4101b124a5cd0_1769697535.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/224/8f8112bb53f6d53668532f4ca470b224/8f8112bb53f6d53668532f4ca470b224.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697539.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/224/8f8112bb53f6d53668532f4ca470b224/8f8112bb53f6d53668532f4ca470b224_1769697539.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/f8e/d14cc685a81b1dba32936116840def8e/d14cc685a81b1dba32936116840def8e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697543.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/f8e/d14cc685a81b1dba32936116840def8e/d14cc685a81b1dba32936116840def8e_1769697543.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/27b/43eb086c8d532090e13030708157e27b/43eb086c8d532090e13030708157e27b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697547.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/27b/43eb086c8d532090e13030708157e27b/43eb086c8d532090e13030708157e27b_1769697547.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/e32/ded24678cc9192c5ca682eedcb4e3e32/ded24678cc9192c5ca682eedcb4e3e32.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697551.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/e32/ded24678cc9192c5ca682eedcb4e3e32/ded24678cc9192c5ca682eedcb4e3e32_1769697551.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/862/4aba8ac7776bd54606376f378ce08862/4aba8ac7776bd54606376f378ce08862.db'test.unit.common.test_memcached.TestMemcached.test_connection_pooling +test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286794.00000, db: /tmp/tmp95_rspib/sda/containers/0/b64/d290da546403170106b0a7567a1d0b64/d290da546403170106b0a7567a1d0b64.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286794.00000, db: /tmp/tmp95_rspib/sda/containers/0/b64/d290da546403170106b0a7567a1d0b64/d290da546403170106b0a7567a1d0b64.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286796.00000, db: /tmp/tmp95_rspib/sda/containers/0/ddb/9613f1db9c7859a9c41cb0debee6bddb/9613f1db9c7859a9c41cb0debee6bddb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286796.00000, db: /tmp/tmp95_rspib/sda/containers/0/ddb/9613f1db9c7859a9c41cb0debee6bddb/9613f1db9c7859a9c41cb0debee6bddb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286798.00000, db: /tmp/tmp95_rspib/sda/containers/0/534/fb2148b2b9d329a172b4d216eebf8534/fb2148b2b9d329a172b4d216eebf8534.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286798.00000, db: /tmp/tmp95_rspib/sda/containers/0/534/fb2148b2b9d329a172b4d216eebf8534/fb2148b2b9d329a172b4d216eebf8534.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286800.00000, db: /tmp/tmp95_rspib/sda/containers/0/db0/3b4a8e9af5d767ffbf334a89c7334db0/3b4a8e9af5d767ffbf334a89c7334db0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286800.00000, db: /tmp/tmp95_rspib/sda/containers/0/db0/3b4a8e9af5d767ffbf334a89c7334db0/3b4a8e9af5d767ffbf334a89c7334db0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286802.00000, db: /tmp/tmp95_rspib/sda/containers/0/3a6/a3de70fe851f93d459a44b6163d303a6/a3de70fe851f93d459a44b6163d303a6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286802.00000, db: /tmp/tmp95_rspib/sda/containers/0/3a6/a3de70fe851f93d459a44b6163d303a6/a3de70fe851f93d459a44b6163d303a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735286804.00000, db: /tmp/tmp95_rspib/sda/containers/0/4b4/181745bfc6b26509405e2eef363694b4/181745bfc6b26509405e2eef363694b4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735286804.00000, db: /tmp/tmp95_rspib/sda/containers/0/4b4/181745bfc6b26509405e2eef363694b4/181745bfc6b26509405e2eef363694b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpg57gfyll/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735286552.00000, (0, 0) as of 1735286552.00000, active as of 1735286552.00000> to ShardRange<'k' to 't' as of 1735286553.00000, (0, 0) as of 1735286553.00000, sharded as of 1735286554.00000>, path: .shards_a/shard_c, db: /tmp/tmpg57gfyll/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpg57gfyll/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpohtd9mu7/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286553.00000-0, db: /tmp/tmpoqw5nwrx/sda/containers/0/b1d/f1c04b6443b9bc744f8e616ddc22eb1d/f1c04b6443b9bc744f8e616ddc22eb1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286556.00000-0, db: /tmp/tmpoqw5nwrx/sda/containers/0/a51/30079b83edff94231a5282265ce06a51/30079b83edff94231a5282265ce06a51.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286559.00000-0, db: /tmp/tmpoqw5nwrx/sda/containers/0/446/49f9e1ec2133c51ae237834795be6446/49f9e1ec2133c51ae237834795be6446.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286562.00000-0, db: /tmp/tmpoqw5nwrx/sda/containers/0/034/d568bb62743bd2f3e9a3663620b83034/d568bb62743bd2f3e9a3663620b83034.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286565.00000-0, db: /tmp/tmpoqw5nwrx/sda/containers/0/564/eac35bf739d363d3ba6eab0d73525564/eac35bf739d363d3ba6eab0d73525564.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286568.00000-0, db: /tmp/tmpoqw5nwrx/sda/containers/0/c57/fb958eddd9a3bfdf699724cb2499cc57/fb958eddd9a3bfdf699724cb2499cc57.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286571.00000-0, db: /tmp/tmpoqw5nwrx/sda/containers/0/3ce/10b3c32ce76f4f4776235d94c43593ce/10b3c32ce76f4f4776235d94c43593ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286574.00000-0, db: /tmp/tmpoqw5nwrx/sda/containers/0/ee7/44e53b7d395d57960e38869b90afdee7/44e53b7d395d57960e38869b90afdee7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286577.00000-0, db: /tmp/tmpoqw5nwrx/sda/containers/0/944/e9c48804892d390b1cb3a9a70bc34944/e9c48804892d390b1cb3a9a70bc34944.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286580.00000-0, db: /tmp/tmpoqw5nwrx/sda/containers/0/504/b18d88e7357b70b203b13a0d0b1f8504/b18d88e7357b70b203b13a0d0b1f8504.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286583.00000-0, db: /tmp/tmpoqw5nwrx/sda/containers/0/390/72e0030bc360369059f626eb87bc7390/72e0030bc360369059f626eb87bc7390.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286586.00000-0, db: /tmp/tmpoqw5nwrx/sda/containers/0/244/93a129720553c637794f89e1be07a244/93a129720553c637794f89e1be07a244.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286589.00000-0, db: /tmp/tmpoqw5nwrx/sda/containers/0/d2c/6930aad450fd5b8b5804f9da7f347d2c/6930aad450fd5b8b5804f9da7f347d2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286592.00000-0, db: /tmp/tmpoqw5nwrx/sda/containers/0/50c/36ae77b59ff9d5f55ace2b659e2cd50c/36ae77b59ff9d5f55ace2b659e2cd50c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286553.00000-0, db: /tmp/tmpqjpahc4r/sda/containers/0/b1d/f1c04b6443b9bc744f8e616ddc22eb1d/f1c04b6443b9bc744f8e616ddc22eb1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286557.00000-0, db: /tmp/tmpqjpahc4r/sda/containers/0/277/94f03a32a491dfd53c70745d2f461277/94f03a32a491dfd53c70745d2f461277.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286555.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/449/63a785ad6df91f9abca6eb4ef5288449/63a785ad6df91f9abca6eb4ef5288449.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286559.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/446/49f9e1ec2133c51ae237834795be6446/49f9e1ec2133c51ae237834795be6446.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286563.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/3e8/001b929f2ee9ec544ed580f806cca3e8/001b929f2ee9ec544ed580f806cca3e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286567.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/b8f/9b0c8b7275e8481d008eba41d6a77b8f/9b0c8b7275e8481d008eba41d6a77b8f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286567.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/b8f/9b0c8b7275e8481d008eba41d6a77b8f/9b0c8b7275e8481d008eba41d6a77b8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286571.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/3ce/10b3c32ce76f4f4776235d94c43593ce/10b3c32ce76f4f4776235d94c43593ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286575.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/5a5/94f621cd938cd3ccf05c8679984aa5a5/94f621cd938cd3ccf05c8679984aa5a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286579.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/46e/280ae03633059104ec54d1fcba09a46e/280ae03633059104ec54d1fcba09a46e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286583.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/390/72e0030bc360369059f626eb87bc7390/72e0030bc360369059f626eb87bc7390.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286587.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/2c9/0aca22e17d35c3cda27e61681f5e22c9/0aca22e17d35c3cda27e61681f5e22c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286591.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/34b/4cb540cfcda57b4c0a3012e0c83c134b/4cb540cfcda57b4c0a3012e0c83c134b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286595.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/8ce/588e6bb533bfdb2883a1848ee691f8ce/588e6bb533bfdb2883a1848ee691f8ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286599.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/b8c/c24d3c8ba4dd1f86d22bc73e46171b8c/c24d3c8ba4dd1f86d22bc73e46171b8c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286599.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/b8c/c24d3c8ba4dd1f86d22bc73e46171b8c/c24d3c8ba4dd1f86d22bc73e46171b8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286603.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/9fe/e40dbb498f7300962d1d22a51d98b9fe/e40dbb498f7300962d1d22a51d98b9fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286607.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/1f5/6ba68a972643123892fd78e43a2da1f5/6ba68a972643123892fd78e43a2da1f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286611.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/2a3/85c4dd0efd685a160b2a50a8092ac2a3/85c4dd0efd685a160b2a50a8092ac2a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286615.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/498/eb22925dae20b901a3b357e8760e2498/eb22925dae20b901a3b357e8760e2498.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286619.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/46c/1c6a70061b86bd626f17d32658cee46c/1c6a70061b86bd626f17d32658cee46c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286623.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/502/0faac9898f80c98bea272bd0c5116502/0faac9898f80c98bea272bd0c5116502.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286627.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/ed0/5a709317db3f077b652687a32195ced0/5a709317db3f077b652687a32195ced0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286631.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/029/08e8b3c0b0e1e038174f003474bbc029/08e8b3c0b0e1e038174f003474bbc029.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286631.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/029/08e8b3c0b0e1e038174f003474bbc029/08e8b3c0b0e1e038174f003474bbc029.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286635.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/05b/ddf70ca17e73c34ea389cdc6ba89f05b/ddf70ca17e73c34ea389cdc6ba89f05b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286639.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/115/99ad97cf76cc46816aa2b8ec581f9115/99ad97cf76cc46816aa2b8ec581f9115.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286643.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/7a1/274da9a898e5a57b86298394260487a1/274da9a898e5a57b86298394260487a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286647.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/362/720ecd86dccc834122628367413c1362/720ecd86dccc834122628367413c1362.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286651.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/139/1877cdb74b73d409312d65f268304139/1877cdb74b73d409312d65f268304139.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286655.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/8ee/a46d64dad44b2ce363763d459c1008ee/a46d64dad44b2ce363763d459c1008ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286659.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/fba/e43854d9a8fe7825aea643ae79010fba/e43854d9a8fe7825aea643ae79010fba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286663.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/14c/ef78d657f459c91beda32f1a14cee14c/ef78d657f459c91beda32f1a14cee14c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286663.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/14c/ef78d657f459c91beda32f1a14cee14c/ef78d657f459c91beda32f1a14cee14c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286667.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/b39/e8ef28e86fea132d419fa95517997b39/e8ef28e86fea132d419fa95517997b39.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286671.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/3f7/153e08e00e9b64055c5af3aa95b533f7/153e08e00e9b64055c5af3aa95b533f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286675.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/557/4b61dbf4128e68b75ef4ed89c4698557/4b61dbf4128e68b75ef4ed89c4698557.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286679.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/0ad/48b5c1db90e4aa31a2f047e1c2eba0ad/48b5c1db90e4aa31a2f047e1c2eba0ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286683.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/6b0/5434b73c256cca0e289391f1b59216b0/5434b73c256cca0e289391f1b59216b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286687.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/8b9/4d8ba6d1db37b65c554a017f65e9a8b9/4d8ba6d1db37b65c554a017f65e9a8b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286691.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/0d5/9f833b87bd221cc0294a8e9e1fd9c0d5/9f833b87bd221cc0294a8e9e1fd9c0d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286695.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/7f3/557f72c2ba5067fa7515bb23b42cc7f3/557f72c2ba5067fa7515bb23b42cc7f3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286695.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/7f3/557f72c2ba5067fa7515bb23b42cc7f3/557f72c2ba5067fa7515bb23b42cc7f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286699.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/cb3/70de6698bfef17b951285c8f06dbacb3/70de6698bfef17b951285c8f06dbacb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286703.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/ec0/816104b833c0246158113dc5a42e3ec0/816104b833c0246158113dc5a42e3ec0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286707.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/46e/bbec1c98ddb30b4b0f976e2e796b546e/bbec1c98ddb30b4b0f976e2e796b546e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286711.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/745/aa8dd2dc8c4ed228dce4900c517a2745/aa8dd2dc8c4ed228dce4900c517a2745.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286715.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/8d3/cf787c8fcfaf52e86ef46f9d018ee8d3/cf787c8fcfaf52e86ef46f9d018ee8d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286719.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/494/ff49f60164e0ed5cd4ecf88628aa3494/ff49f60164e0ed5cd4ecf88628aa3494.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286723.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/622/99be6875749f032b53ab2c4e36f31622/99be6875749f032b53ab2c4e36f31622.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286727.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/a2c/2f1487816e31347b0505fd6d6369ca2c/2f1487816e31347b0505fd6d6369ca2c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286727.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/a2c/2f1487816e31347b0505fd6d6369ca2c/2f1487816e31347b0505fd6d6369ca2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286731.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/d59/64182e5e120077e4faafd4a1a6874d59/64182e5e120077e4faafd4a1a6874d59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286735.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/9ef/ecff5c7605b2442532d44feae3c889ef/ecff5c7605b2442532d44feae3c889ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286739.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/d11/0137df1abeaedf797dede06757a92d11/0137df1abeaedf797dede06757a92d11.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286743.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/9fb/855ecbfb3ca7029c84285c92d03879fb/855ecbfb3ca7029c84285c92d03879fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286747.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/869/bbaac1a79b2a0104d414d7dc7291d869/bbaac1a79b2a0104d414d7dc7291d869.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286751.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/6a1/d2c082e79bd4a733f94e50d431f4c6a1/d2c082e79bd4a733f94e50d431f4c6a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286755.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/ce5/5478931bf4f0469c838a9ef93e8abce5/5478931bf4f0469c838a9ef93e8abce5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286759.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/9c5/8e487e42d4417644f1c6b74466b7d9c5/8e487e42d4417644f1c6b74466b7d9c5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286759.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/9c5/8e487e42d4417644f1c6b74466b7d9c5/8e487e42d4417644f1c6b74466b7d9c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286763.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/335/1e496813bab6147baf0cc5c9af8ba335/1e496813bab6147baf0cc5c9af8ba335.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286767.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/6ae/fe3b0c5df18322d675a56712b6b4d6ae/fe3b0c5df18322d675a56712b6b4d6ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286771.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/ea2/b1175869139596065f952197001deea2/b1175869139596065f952197001deea2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286775.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/672/26fdd72b858e1954f320b949b3278672/26fdd72b858e1954f320b949b3278672.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286779.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/e5c/2dad620254dd2b7402263dc8ee152e5c/2dad620254dd2b7402263dc8ee152e5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286783.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/590/9226e05b7b1e6ae4ca2dc51005f63590/9226e05b7b1e6ae4ca2dc51005f63590.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286787.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/121/d82daadb8f58eb87bcb7e8854df42121/d82daadb8f58eb87bcb7e8854df42121.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286791.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/60b/481ad03079b379ddd38a3e84e4ddc60b/481ad03079b379ddd38a3e84e4ddc60b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286791.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/60b/481ad03079b379ddd38a3e84e4ddc60b/481ad03079b379ddd38a3e84e4ddc60b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286795.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/dc3/b7e39b1dc11234372f28155abb1a7dc3/b7e39b1dc11234372f28155abb1a7dc3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286799.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/dc3/62385d606bfc595537bb2f528ce2adc3/62385d606bfc595537bb2f528ce2adc3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286803.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/ff8/1f6dd4fa5b06a659ffd5b2480e5bdff8/1f6dd4fa5b06a659ffd5b2480e5bdff8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286807.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/e31/426596f1d22e25e2e09ca58b19076e31/426596f1d22e25e2e09ca58b19076e31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286811.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/3a1/6399c943a96642fffed4fe6c4211c3a1/6399c943a96642fffed4fe6c4211c3a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286815.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/b94/bc82fa164c1b522f12a336142e492b94/bc82fa164c1b522f12a336142e492b94.db -test INFO: autocreate account '/account' (txn: tx4ca0a05a9f774821b968e-00676e5f18) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txd27324aa34f047f0bba23-00676e5f18) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txd27324aa34f047f0bba23-00676e5f18) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx62b10e5e41f04135839b6-00697b6f4f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx62b10e5e41f04135839b6-00697b6f4f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx62b10e5e41f04135839b6-00697b6f4f) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx62b10e5e41f04135839b6-00697b6f4f) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx62b10e5e41f04135839b6-00697b6f4f) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3ed598bbb7be4c5d93fe9-00697b6f4f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3ed598bbb7be4c5d93fe9-00697b6f4f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3ed598bbb7be4c5d93fe9-00697b6f4f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3ed598bbb7be4c5d93fe9-00697b6f4f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3ed598bbb7be4c5d93fe9-00697b6f4f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3ed598bbb7be4c5d93fe9-00697b6f4f) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx3ed598bbb7be4c5d93fe9-00697b6f4f) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx3ed598bbb7be4c5d93fe9-00697b6f4f) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx3ed598bbb7be4c5d93fe9-00697b6f4f) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx3ed598bbb7be4c5d93fe9-00697b6f4f) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx3ed598bbb7be4c5d93fe9-00697b6f4f) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx3ed598bbb7be4c5d93fe9-00697b6f4f) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx3ed598bbb7be4c5d93fe9-00697b6f4f) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx3ed598bbb7be4c5d93fe9-00697b6f4f) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx3ed598bbb7be4c5d93fe9-00697b6f4f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2cc1dab7853a4c7188a25-00697b6f50) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx2cc1dab7853a4c7188a25-00697b6f50) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2cc1dab7853a4c7188a25-00697b6f50) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx2cc1dab7853a4c7188a25-00697b6f50) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx2cc1dab7853a4c7188a25-00697b6f50) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2cc1dab7853a4c7188a25-00697b6f50) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx2cc1dab7853a4c7188a25-00697b6f50) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2cc1dab7853a4c7188a25-00697b6f50) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2cc1dab7853a4c7188a25-00697b6f50) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx2cc1dab7853a4c7188a25-00697b6f50) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx2cc1dab7853a4c7188a25-00697b6f50) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx2cc1dab7853a4c7188a25-00697b6f50) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx2cc1dab7853a4c7188a25-00697b6f50) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx2cc1dab7853a4c7188a25-00697b6f50) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx2cc1dab7853a4c7188a25-00697b6f50) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx2cc1dab7853a4c7188a25-00697b6f50) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx2cc1dab7853a4c7188a25-00697b6f50) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx2cc1dab7853a4c7188a25-00697b6f50) +test DEBUG: Setting object count to 1058 (txn: tx2cc1dab7853a4c7188a25-00697b6f50) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx063c09b5ff4b491a97f9e-00697b6f51) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx063c09b5ff4b491a97f9e-00697b6f51) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx063c09b5ff4b491a97f9e-00697b6f51) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx063c09b5ff4b491a97f9e-00697b6f51) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx063c09b5ff4b491a97f9e-00697b6f51) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx063c09b5ff4b491a97f9e-00697b6f51) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx063c09b5ff4b491a97f9e-00697b6f51) +test DEBUG: Setting object count to 1024 (txn: tx063c09b5ff4b491a97f9e-00697b6f51) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx063c09b5ff4b491a97f9e-00697b6f51) +test DEBUG: Setting object count to 1024 (txn: tx063c09b5ff4b491a97f9e-00697b6f51) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: tx481767ae9dc14f67990c6-00697b6f51) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txafa188f1f9e44357bc333-00697b6f51) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txafa188f1f9e44357bc333-00697b6f51) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txafa188f1f9e44357bc333-00697b6f51) +test INFO: autocreate account '/account' (txn: txc1737d529e9a4c6da7810-00697b6f51) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx74a706db660e4804931d1-00697b6f51) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx74a706db660e4804931d1-00697b6f51) +test INFO: autocreate account '/account' (txn: tx74a706db660e4804931d1-00697b6f51) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx3981c98ee3d144619b267-00697b6f51) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3981c98ee3d144619b267-00697b6f51) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: tx4b58049c22384173bbb92-00676e5f18) +test INFO: autocreate account '/☃' (txn: tx828d393ace1d402b95e78-00697b6f51) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx9c91e9dafe7c462f9e22d-00676e5f18) +test INFO: autocreate account '/account' (txn: tx35e612bc4b8141f992894-00697b6f51) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -103358,8 +101908,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7f8d7d9e07d845d5a0c11-00676e5f18) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +StopIteration (txn: tx08a091b25cc84544953c2-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -103367,8 +101917,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txdf2a664ceedb4225bf7d1-00676e5f18) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +StopIteration (txn: tx09436df049cc4d47afb12-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -103376,8 +101926,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx41b0bb29a9364407bc061-00676e5f18) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +StopIteration (txn: tx6351ca19f34f4dd8a5307-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -103385,67 +101935,58 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txd234fc89339e468085ba1-00676e5f18) +StopIteration (txn: tx19f977b78b4e4efa85c72-00697b6f51) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx6d3716792b4b46e09c21f-00676e5f18) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: txdad87c19c9194d0e91a24-00676e5f18) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +http.client.HTTPException (txn: tx77bf2887627643f381877-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: tx045abebf12eb4c4f97581-00676e5f18) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +http.client.HTTPException (txn: tx780663d107254531bc431-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: tx045abebf12eb4c4f97581-00676e5f18) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx045abebf12eb4c4f97581-00676e5f18) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +http.client.HTTPException (txn: txc7271e4c563b42cd8290f-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: txac95f14e7fdc4a0b9eb0c-00676e5f18) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +http.client.HTTPException (txn: txc7271e4c563b42cd8290f-00697b6f51) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txc7271e4c563b42cd8290f-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: txac95f14e7fdc4a0b9eb0c-00676e5f18) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txac95f14e7fdc4a0b9eb0c-00676e5f18) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +http.client.HTTPException (txn: txf496141e1a3649b3a40ea-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: tx3cf071fa1b5343298089e-00676e5f18)test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions +http.client.HTTPException (txn: txf496141e1a3649b3a40ea-00697b6f51)test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok @@ -103459,14 +102000,256 @@ test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok +test.unit.common.test_memcached.TestMemcached.test_decr +test.unit.common.test_memcached.TestMemcached.test_decr ... ok +test.unit.common.test_memcached.TestMemcached.test_delete +test.unit.common.test_memcached.TestMemcached.test_delete ... ok +test.unit.common.test_memcached.TestMemcached.test_error_disabled +test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok + +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 3334970 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 3334970 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3334970 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 3334970 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx31d6ec0edbd547c8a1761-00697b6f51" "proxy-server 3334970" 0.0034 "-" 3334970 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:44713/sdb1/1/a/c" "tx31d6ec0edbd547c8a1761-00697b6f51" "container-server 3334970" 0.0010 "-" 3334970 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:34585/sda1/1/a/c" "tx31d6ec0edbd547c8a1761-00697b6f51" "container-server 3334970" 0.0011 "-" 3334970 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx31d6ec0edbd547c8a1761-00697b6f51" "proxy-server 3334970" 0.0087 "-" 3334970 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx31d6ec0edbd547c8a1761-00697b6f51" "proxy-server 3334970" 0.0141 "-" 3334970 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/45 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx31d6ec0edbd547c8a1761-00697b6f51 - 0.0238 - - 1769697105.414570808 1769697105.438407898 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txfc9ac128261444e6ac42b-00697b6f51" "proxy-server 3334970" 0.0011 "-" 3334970 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:34585/sda1/1/a1/c1" "txfc9ac128261444e6ac42b-00697b6f51" "container-server 3334970" 0.0011 "-" 3334970 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:44713/sdb1/1/a1/c1" "txfc9ac128261444e6ac42b-00697b6f51" "container-server 3334970" 0.0011 "-" 3334970 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfc9ac128261444e6ac42b-00697b6f51" "proxy-server 3334970" 0.0099 "-" 3334970 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfc9ac128261444e6ac42b-00697b6f51" "proxy-server 3334970" 0.0148 "-" 3334970 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/45 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txfc9ac128261444e6ac42b-00697b6f51 - 0.0221 - - 1769697105.439848423 1769697105.461990118 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3540630c83c5419481a0b-00697b6f51" "proxy-server 3334970" 0.0019 "-" 3334970 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:34585/sda1/2/a/c1" "tx3540630c83c5419481a0b-00697b6f51" "container-server 3334970" 0.0027 "-" 3334970 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:44713/sdb1/2/a/c1" "tx3540630c83c5419481a0b-00697b6f51" "container-server 3334970" 0.0054 "-" 3334970 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3540630c83c5419481a0b-00697b6f51" "proxy-server 3334970" 0.0143 "-" 3334970 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3540630c83c5419481a0b-00697b6f51" "proxy-server 3334970" 0.0193 "-" 3334970 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/45 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3540630c83c5419481a0b-00697b6f51 - 0.0275 - - 1769697105.463544130 1769697105.491084576 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb479b2831b404f969cae3-00697b6f51" "proxy-server 3334970" 0.0020 "-" 3334970 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:44713/sdb1/1/a/c2" "txb479b2831b404f969cae3-00697b6f51" "container-server 3334970" 0.0024 "-" 3334970 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:34585/sda1/1/a/c2" "txb479b2831b404f969cae3-00697b6f51" "container-server 3334970" 0.0011 "-" 3334970 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb479b2831b404f969cae3-00697b6f51" "proxy-server 3334970" 0.0144 "-" 3334970 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:45 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb479b2831b404f969cae3-00697b6f51" "proxy-server 3334970" 0.0108 "-" 3334970 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/45 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb479b2831b404f969cae3-00697b6f51 - 0.0236 - - 1769697105.492439508 1769697105.516031265 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok + +test-replicator WARNING: Skipping: /srv/node/sdb is not mounted +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00029 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 6 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) +test-replicator INFO: Removed 9 dbs +test-replicator INFO: 25 successes, 1 failures +test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10381817817687988 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10451316833496094 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10473895072937012 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10489106178283691 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10471606254577637 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10484671592712402 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10499215126037598 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10512709617614746 +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0016541481018066 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0019681453704834 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.002108097076416 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0022342205047607 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0023748874664307 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0025055408477783 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0026214122772217 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0027034282684326 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10174012184143066 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.002716064453125e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting +test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok + +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.4:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config +test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok +test.unit.common.test_memcached.TestMemcached.test_error_raising +test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns +test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr +test.unit.common.test_memcached.TestMemcached.test_incr ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time +test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok +test.unit.common.test_memcached.TestMemcached.test_multi +test.unit.common.test_memcached.TestMemcached.test_multi ... ok +test.unit.common.test_memcached.TestMemcached.test_multi_delete +test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3cf071fa1b5343298089e-00676e5f18) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3cf071fa1b5343298089e-00676e5f18) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx3cf071fa1b5343298089e-00676e5f18) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txf496141e1a3649b3a40ea-00697b6f51) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txdf207cccb5d54fa98565b-00697b6f51) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txdf207cccb5d54fa98565b-00697b6f51) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txdf207cccb5d54fa98565b-00697b6f51) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txdf207cccb5d54fa98565b-00697b6f51) test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -103474,10 +102257,10 @@ ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: txf2c555637a9f49428d7df-00676e5f18) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txf2c555637a9f49428d7df-00676e5f18) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txf2c555637a9f49428d7df-00676e5f18) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf2c555637a9f49428d7df-00676e5f18) +http.client.HTTPException (txn: tx98078e1c50b14c26ab5ee-00697b6f51) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx98078e1c50b14c26ab5ee-00697b6f51) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx98078e1c50b14c26ab5ee-00697b6f51) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx98078e1c50b14c26ab5ee-00697b6f51) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -103485,24 +102268,24 @@ test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txe1b8c6a85e374a2c94a70-00676e5f18) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx3fbeee4a39284279bed6c-00697b6f52) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request possible_source = conn.getresponse() ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: txf3f9945e0f2e40709907d-00676e5f18) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Exception: test (txn: tx1eecd972604d4302a60be-00697b6f52) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request possible_source = conn.getresponse() ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: txf3f9945e0f2e40709907d-00676e5f18) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Exception: test (txn: tx1eecd972604d4302a60be-00697b6f52) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -103510,21 +102293,21 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf3f9945e0f2e40709907d-00676e5f18) -test ERROR: Account HEAD returning 503 for [] (txn: txf3f9945e0f2e40709907d-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx1aa7439d07614604a308f-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx1aa7439d07614604a308f-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx1aa7439d07614604a308f-00676e5f18) -test ERROR: Account HEAD returning 503 for [] (txn: tx1aa7439d07614604a308f-00676e5f18) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx86906b790521473685ab3-00676e5f18) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +StopIteration (txn: tx1eecd972604d4302a60be-00697b6f52) +test ERROR: Account HEAD returning 503 for [] (txn: tx1eecd972604d4302a60be-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx7874077087f34b5491bcf-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx7874077087f34b5491bcf-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx7874077087f34b5491bcf-00697b6f52) +test ERROR: Account HEAD returning 503 for [] (txn: tx7874077087f34b5491bcf-00697b6f52) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx220a429a94a4429e82161-00697b6f52) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request possible_source = conn.getresponse() ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: txa881c22b3a8045dd8be89-00676e5f18) +Exception: test (txn: tx74fd355121994769addd6-00697b6f52) test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -103532,8 +102315,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: txa881c22b3a8045dd8be89-00676e5f18) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Exception: test (txn: tx74fd355121994769addd6-00697b6f52) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -103541,13 +102324,10 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa881c22b3a8045dd8be89-00676e5f18) -test ERROR: Account HEAD returning 503 for [] (txn: txa881c22b3a8045dd8be89-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txcfe27e69b3d2441d90861-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txcfe27e69b3d2441d90861-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txcfe27e69b3d2441d90861-00676e5f18) -test ERROR: Account HEAD returning 503 for [] (txn: txcfe27e69b3d2441d90861-00676e5f18) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found +StopIteration (txn: tx74fd355121994769addd6-00697b6f52) +test ERROR: Account HEAD returning 503 for [] (txn: tx74fd355121994769addd6-00697b6f52)test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok @@ -103555,133 +102335,454 @@ test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txa00067ef1ca2417b9903d-00676e5f18) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx99f9685ca0e64124867cc-00676e5f18) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx99f9685ca0e64124867cc-00676e5f18) -test INFO: Client disconnected on read of '/a/c' (txn: tx99f9685ca0e64124867cc-00676e5f18) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx62deb38161a146ca8eec6-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txc2d5ecd136c94e3b826ae-00676e5f18) -test INFO: Client disconnected on read of '/a/c' (txn: txc2d5ecd136c94e3b826ae-00676e5f18) -test INFO: Client disconnected on read of '/a/c/' (txn: txc2d5ecd136c94e3b826ae-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd3cf15e4d3cc406eb1a27-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd3cf15e4d3cc406eb1a27-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd3cf15e4d3cc406eb1a27-00676e5f18) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txd3cf15e4d3cc406eb1a27-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx27acfdf3561340a59a917-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx27acfdf3561340a59a917-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx27acfdf3561340a59a917-00676e5f18) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx27acfdf3561340a59a917-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx44578c4b010b4eaeb7419-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx44578c4b010b4eaeb7419-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx44578c4b010b4eaeb7419-00676e5f18) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx44578c4b010b4eaeb7419-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx4e6be4aa3abe4c1dabeab-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx4e6be4aa3abe4c1dabeab-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx4e6be4aa3abe4c1dabeab-00676e5f18) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx4e6be4aa3abe4c1dabeab-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2c72b273c68f4362bf14f-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2c72b273c68f4362bf14f-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2c72b273c68f4362bf14f-00676e5f18) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx2c72b273c68f4362bf14f-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txde13401f8c6a451d80085-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txde13401f8c6a451d80085-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txde13401f8c6a451d80085-00676e5f18) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txde13401f8c6a451d80085-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx38cdb550eaaf4ce19d048-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx38cdb550eaaf4ce19d048-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx38cdb550eaaf4ce19d048-00676e5f18) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx38cdb550eaaf4ce19d048-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx2eceff9af2e44aefa3487-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx2eceff9af2e44aefa3487-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx2eceff9af2e44aefa3487-00676e5f18) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx2eceff9af2e44aefa3487-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txea5b51c019c141deba9e2-00676e5f18) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: txea5b51c019c141deba9e2-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txea5b51c019c141deba9e2-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txea5b51c019c141deba9e2-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txea5b51c019c141deba9e2-00676e5f18) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txea5b51c019c141deba9e2-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx97629f53a01f4b4197e62-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx97629f53a01f4b4197e62-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx97629f53a01f4b4197e62-00676e5f18) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx97629f53a01f4b4197e62-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3f4780c89866431d90a20-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3f4780c89866431d90a20-00676e5f18) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx3f4780c89866431d90a20-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3f4780c89866431d90a20-00676e5f18) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3f4780c89866431d90a20-00676e5f18) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx3f4780c89866431d90a20-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3f4780c89866431d90a20-00676e5f18) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx3f4780c89866431d90a20-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7c5c62a136784495934a7-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7c5c62a136784495934a7-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7c5c62a136784495934a7-00676e5f18) -test ERROR: Container GET returning 503 for [] (txn: tx7c5c62a136784495934a7-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx54ef95a769c449fea0263-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx54ef95a769c449fea0263-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx54ef95a769c449fea0263-00676e5f18) -test ERROR: Container GET returning 503 for [] (txn: tx54ef95a769c449fea0263-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx22c4aaa83f2e42ee8b4d1-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx22c4aaa83f2e42ee8b4d1-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx22c4aaa83f2e42ee8b4d1-00676e5f18) -test ERROR: Container GET returning 503 for [] (txn: tx22c4aaa83f2e42ee8b4d1-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx86fde1c9ec5f4107990c3-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx86fde1c9ec5f4107990c3-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx86fde1c9ec5f4107990c3-00676e5f18) -test ERROR: Container GET returning 503 for [] (txn: tx86fde1c9ec5f4107990c3-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5bd961f2d49447348ea33-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5bd961f2d49447348ea33-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5bd961f2d49447348ea33-00676e5f18) -test ERROR: Container GET returning 503 for [] (txn: tx5bd961f2d49447348ea33-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa4ada0d08b894956b9a1e-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa4ada0d08b894956b9a1e-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa4ada0d08b894956b9a1e-00676e5f18) -test ERROR: Container GET returning 503 for [] (txn: txa4ada0d08b894956b9a1e-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx579626e7a19049c4b84d1-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx579626e7a19049c4b84d1-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx579626e7a19049c4b84d1-00676e5f18) -test ERROR: Container GET returning 503 for [] (txn: tx579626e7a19049c4b84d1-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txdf498203134946ad90aa8-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txdf498203134946ad90aa8-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txdf498203134946ad90aa8-00676e5f18) -test ERROR: Container GET returning 503 for [] (txn: txdf498203134946ad90aa8-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1ff66368a5664425b153b-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1ff66368a5664425b153b-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1ff66368a5664425b153b-00676e5f18) -test ERROR: Container GET returning 503 for [] (txn: tx1ff66368a5664425b153b-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8f6ce8998b51416f843a2-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8f6ce8998b51416f843a2-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8f6ce8998b51416f843a2-00676e5f18) -test ERROR: Container GET returning 503 for [] (txn: tx8f6ce8998b51416f843a2-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3feaa9e9bd534748958d0-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3feaa9e9bd534748958d0-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3feaa9e9bd534748958d0-00676e5f18) -test ERROR: Container GET returning 503 for [] (txn: tx3feaa9e9bd534748958d0-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4a13cc4f7e4d48df82cb4-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4a13cc4f7e4d48df82cb4-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4a13cc4f7e4d48df82cb4-00676e5f18) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx4a13cc4f7e4d48df82cb4-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0267912600584438b6598-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0267912600584438b6598-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0267912600584438b6598-00676e5f18) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx0267912600584438b6598-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa298744727374dff8c87a-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa298744727374dff8c87a-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa298744727374dff8c87a-00676e5f18) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txa298744727374dff8c87a-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx234d73623da34b50b4f26-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx234d73623da34b50b4f26-00676e5f18) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx234d73623da34b50b4f26-00676e5f18) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx234d73623da34b50b4f26-00676e5f18) -test INFO: Client disconnected on read of '/a/c' (txn: tx012f21a849974af48e5b0-00676e5f18) -test INFO: Client disconnected on read of '/a/c/' (txn: tx012f21a849974af48e5b0-00676e5f18) +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697555.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/862/4aba8ac7776bd54606376f378ce08862/4aba8ac7776bd54606376f378ce08862_1769697555.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/751/383d9b09a601b81a7ce6b5ef046e3751/383d9b09a601b81a7ce6b5ef046e3751.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697559.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/751/383d9b09a601b81a7ce6b5ef046e3751/383d9b09a601b81a7ce6b5ef046e3751_1769697559.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/af7/9d8a6695781403ca3adaf9fcd9f45af7/9d8a6695781403ca3adaf9fcd9f45af7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697563.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/af7/9d8a6695781403ca3adaf9fcd9f45af7/9d8a6695781403ca3adaf9fcd9f45af7_1769697563.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/5cd/039c32d26292e6e61a7fa8f742aa05cd/039c32d26292e6e61a7fa8f742aa05cd.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697567.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/5cd/039c32d26292e6e61a7fa8f742aa05cd/039c32d26292e6e61a7fa8f742aa05cd_1769697567.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/90d/45271bde2d14363ab0156f10dcfed90d/45271bde2d14363ab0156f10dcfed90d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697571.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/90d/45271bde2d14363ab0156f10dcfed90d/45271bde2d14363ab0156f10dcfed90d_1769697571.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/084/b16de00669cb5ef5b8d724ce40520084/b16de00669cb5ef5b8d724ce40520084.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697575.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/084/b16de00669cb5ef5b8d724ce40520084/b16de00669cb5ef5b8d724ce40520084_1769697575.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/439/5c37d2757d9be69643f250727a831439/5c37d2757d9be69643f250727a831439.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697579.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/439/5c37d2757d9be69643f250727a831439/5c37d2757d9be69643f250727a831439_1769697579.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/62e/e288d1ee6443c88806af6d3ec01c462e/e288d1ee6443c88806af6d3ec01c462e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697583.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/62e/e288d1ee6443c88806af6d3ec01c462e/e288d1ee6443c88806af6d3ec01c462e_1769697583.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/91d/191eb2ab8e207750c3024180ce4c091d/191eb2ab8e207750c3024180ce4c091d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697587.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/91d/191eb2ab8e207750c3024180ce4c091d/191eb2ab8e207750c3024180ce4c091d_1769697587.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/03f/341353cb435244b1beed1453e4dc703f/341353cb435244b1beed1453e4dc703f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697591.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/03f/341353cb435244b1beed1453e4dc703f/341353cb435244b1beed1453e4dc703f_1769697591.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/2ad/10d34be93a4d16b2fa8d965e1a69c2ad/10d34be93a4d16b2fa8d965e1a69c2ad.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697595.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/2ad/10d34be93a4d16b2fa8d965e1a69c2ad/10d34be93a4d16b2fa8d965e1a69c2ad_1769697595.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/04a/1337a5beaa82f866b0c45e9b6dd5604a/1337a5beaa82f866b0c45e9b6dd5604a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697599.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/04a/1337a5beaa82f866b0c45e9b6dd5604a/1337a5beaa82f866b0c45e9b6dd5604a_1769697599.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/aff/0c3e8131c55f0300b9f663d101834aff/0c3e8131c55f0300b9f663d101834aff.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697603.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/aff/0c3e8131c55f0300b9f663d101834aff/0c3e8131c55f0300b9f663d101834aff_1769697603.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/a6d/e26f4e969526d5e2ab1aabd8fe922a6d/e26f4e969526d5e2ab1aabd8fe922a6d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697607.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/a6d/e26f4e969526d5e2ab1aabd8fe922a6d/e26f4e969526d5e2ab1aabd8fe922a6d_1769697607.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/db1/053350512011183f0057b5dcab1d9db1/053350512011183f0057b5dcab1d9db1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697611.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/db1/053350512011183f0057b5dcab1d9db1/053350512011183f0057b5dcab1d9db1_1769697611.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9q90b0b9/sda/containers/0/fe3/f170ee8da90f46e13697dee0720bdfe3/f170ee8da90f46e13697dee0720bdfe3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697615.00000-0, db: /tmp/tmp9q90b0b9/sda/containers/0/fe3/f170ee8da90f46e13697dee0720bdfe3/f170ee8da90f46e13697dee0720bdfe3_1769697615.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697109.00000-0, db: /tmp/tmpy60s2d6s/sda/containers/0/36b/f198b10dd272132b4c06ab63e88cd36b/f198b10dd272132b4c06ab63e88cd36b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697113.00000-0, db: /tmp/tmpy60s2d6s/sda/containers/0/4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697117.00000-0, db: /tmp/tmpy60s2d6s/sda/containers/0/8cf/1b3077d93e9edd143a0e8603ae9758cf/1b3077d93e9edd143a0e8603ae9758cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697121.00000-0, db: /tmp/tmpy60s2d6s/sda/containers/0/fb0/e9f770ae376d657947866a08b8a0afb0/e9f770ae376d657947866a08b8a0afb0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697110.00000-0, db: /tmp/tmp4a8l6rmw/sda/containers/0/c45/ab289ce2c12ecee2bf396103a2844c45/ab289ce2c12ecee2bf396103a2844c45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697113.00000-0, db: /tmp/tmp4a8l6rmw/sda/containers/0/4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697116.00000-0, db: /tmp/tmp4a8l6rmw/sda/containers/0/bbe/e106ec274a4cf8ab990dadfd58ce2bbe/e106ec274a4cf8ab990dadfd58ce2bbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697119.00000-0, db: /tmp/tmp4a8l6rmw/sda/containers/0/60e/87a257bbdd6c82540d87e23581acf60e/87a257bbdd6c82540d87e23581acf60e.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok + +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6a4d027c6e38451684282-00697b6f51) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6a4d027c6e38451684282-00697b6f51) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6a4d027c6e38451684282-00697b6f51) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx6a4d027c6e38451684282-00697b6f51) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6a4d027c6e38451684282-00697b6f51) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6a4d027c6e38451684282-00697b6f51) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx6a4d027c6e38451684282-00697b6f51) +test DEBUG: Setting object count to 3120 (txn: tx6a4d027c6e38451684282-00697b6f51) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txd66ef40627db44bba75c2-00697b6f51) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd66ef40627db44bba75c2-00697b6f51) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd66ef40627db44bba75c2-00697b6f51) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd66ef40627db44bba75c2-00697b6f51) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd66ef40627db44bba75c2-00697b6f51) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd66ef40627db44bba75c2-00697b6f51) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd66ef40627db44bba75c2-00697b6f51) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd66ef40627db44bba75c2-00697b6f51) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd66ef40627db44bba75c2-00697b6f51) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd66ef40627db44bba75c2-00697b6f51) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd66ef40627db44bba75c2-00697b6f51) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd66ef40627db44bba75c2-00697b6f51) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txd66ef40627db44bba75c2-00697b6f51) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd66ef40627db44bba75c2-00697b6f51) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd66ef40627db44bba75c2-00697b6f51) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txd66ef40627db44bba75c2-00697b6f51) +test DEBUG: Setting object count to 3120 (txn: txd66ef40627db44bba75c2-00697b6f51) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txe3a112efa2004fa695393-00697b6f51) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe3a112efa2004fa695393-00697b6f51) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3a112efa2004fa695393-00697b6f51) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe3a112efa2004fa695393-00697b6f51) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe3a112efa2004fa695393-00697b6f51) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3a112efa2004fa695393-00697b6f51) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe3a112efa2004fa695393-00697b6f51) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe3a112efa2004fa695393-00697b6f51) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3a112efa2004fa695393-00697b6f51) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe3a112efa2004fa695393-00697b6f51) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe3a112efa2004fa695393-00697b6f51) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3a112efa2004fa695393-00697b6f51) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txe3a112efa2004fa695393-00697b6f51) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe3a112efa2004fa695393-00697b6f51) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe3a112efa2004fa695393-00697b6f51) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txe3a112efa2004fa695393-00697b6f51) +test DEBUG: Setting object count to 3120 (txn: txe3a112efa2004fa695393-00697b6f51) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6bdfb5a78b95426da3dd2-00697b6f52) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6bdfb5a78b95426da3dd2-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6bdfb5a78b95426da3dd2-00697b6f52) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6bdfb5a78b95426da3dd2-00697b6f52) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6bdfb5a78b95426da3dd2-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6bdfb5a78b95426da3dd2-00697b6f52) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx6bdfb5a78b95426da3dd2-00697b6f52) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx6bdfb5a78b95426da3dd2-00697b6f52) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx6bdfb5a78b95426da3dd2-00697b6f52) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx6bdfb5a78b95426da3dd2-00697b6f52) +test DEBUG: Setting object count to 3120 (txn: tx6bdfb5a78b95426da3dd2-00697b6f52) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx4dce35fbdc4e4d239dab5-00697b6f52) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4dce35fbdc4e4d239dab5-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx4dce35fbdc4e4d239dab5-00697b6f52) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx4dce35fbdc4e4d239dab5-00697b6f52) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4dce35fbdc4e4d239dab5-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx4dce35fbdc4e4d239dab5-00697b6f52) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx4dce35fbdc4e4d239dab5-00697b6f52) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4dce35fbdc4e4d239dab5-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx4dce35fbdc4e4d239dab5-00697b6f52) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx4dce35fbdc4e4d239dab5-00697b6f52) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4dce35fbdc4e4d239dab5-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx4dce35fbdc4e4d239dab5-00697b6f52) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx4dce35fbdc4e4d239dab5-00697b6f52) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4dce35fbdc4e4d239dab5-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4dce35fbdc4e4d239dab5-00697b6f52) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx4dce35fbdc4e4d239dab5-00697b6f52) +test DEBUG: Setting object count to 3120 (txn: tx4dce35fbdc4e4d239dab5-00697b6f52) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx8d7c8f82148f4199b1765-00697b6f52) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8d7c8f82148f4199b1765-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d7c8f82148f4199b1765-00697b6f52) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8d7c8f82148f4199b1765-00697b6f52) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8d7c8f82148f4199b1765-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d7c8f82148f4199b1765-00697b6f52) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8d7c8f82148f4199b1765-00697b6f52) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8d7c8f82148f4199b1765-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d7c8f82148f4199b1765-00697b6f52) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx8d7c8f82148f4199b1765-00697b6f52) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txc7047a5a208b4f1ca0c66-00697b6f52) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc7047a5a208b4f1ca0c66-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txc7047a5a208b4f1ca0c66-00697b6f52) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txc7047a5a208b4f1ca0c66-00697b6f52) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc7047a5a208b4f1ca0c66-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc7047a5a208b4f1ca0c66-00697b6f52) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txc7047a5a208b4f1ca0c66-00697b6f52) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx360126a4353f467797298-00697b6f52) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx360126a4353f467797298-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx360126a4353f467797298-00697b6f52) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx360126a4353f467797298-00697b6f52) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx360126a4353f467797298-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx360126a4353f467797298-00697b6f52) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx360126a4353f467797298-00697b6f52) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx360126a4353f467797298-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx360126a4353f467797298-00697b6f52) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx360126a4353f467797298-00697b6f52) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx360126a4353f467797298-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx360126a4353f467797298-00697b6f52) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx360126a4353f467797298-00697b6f52) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx368799bf204a4ee4b0ce0-00697b6f52) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx368799bf204a4ee4b0ce0-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx368799bf204a4ee4b0ce0-00697b6f52) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx368799bf204a4ee4b0ce0-00697b6f52) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txef559f727eab4ebaa1f70-00697b6f52)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok + +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.9073486328125e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 486, in _incr_or_decr + return int(line[0].strip()) + ^^^^^^^^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: b'UNEXPECTED' +test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) +test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) +test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) +test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) +test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) +test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) +test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) +test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) +test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) +test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 2.0265579223632812e-05, incomplete read +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 453, in get + sock.sendall(b'get ' + cmd.hash_key + b'\r\n') + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1376, in handle_get + raise Exception('get failed') +Exception: get failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 524, in incr + new_val = self._add(fp, sock, cmd, add_val, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 489, in _add + sock.sendall(b' '.join([ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1318, in handle_add + raise Exception('add failed') +Exception: add failedtest.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_retry +test.unit.common.test_memcached.TestMemcached.test_retry ... ok +test.unit.common.test_memcached.TestMemcached.test_serialization +test.unit.common.test_memcached.TestMemcached.test_serialization ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error +test.unit.common.test_memcached.TestMemcached.test_set_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_expiration_time +test.unit.common.test_memcached.TestMemcached.test_set_expiration_time ... ok +test.unit.common.test_memcached.TestMemcached.test_set_get_json +test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_closes +test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_defaults +test.unit.common.utils.test_config.ResellerConfReader.test_defaults ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default +test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma +test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options +test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options ... ok +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok + +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx4ac682bb9634499c9357d-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx4ac682bb9634499c9357d-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx4ac682bb9634499c9357d-00697b6f52) +test ERROR: Account HEAD returning 503 for [] (txn: tx4ac682bb9634499c9357d-00697b6f52) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx9e170432b89b47f2acf1d-00697b6f52) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx59e750238b504bbfaaebb-00697b6f52) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx59e750238b504bbfaaebb-00697b6f52) +test INFO: Client disconnected on read of '/a/c' (txn: tx59e750238b504bbfaaebb-00697b6f52) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txdecd521fccdd403ea76d2-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx41723797afd34e82bca5b-00697b6f52) +test INFO: Client disconnected on read of '/a/c' (txn: tx41723797afd34e82bca5b-00697b6f52) +test INFO: Client disconnected on read of '/a/c/' (txn: tx41723797afd34e82bca5b-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx03a00bae3dbf455cbcc2d-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx03a00bae3dbf455cbcc2d-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx03a00bae3dbf455cbcc2d-00697b6f52) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx03a00bae3dbf455cbcc2d-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txff9989aa314b407d9b5b2-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txff9989aa314b407d9b5b2-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txff9989aa314b407d9b5b2-00697b6f52) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txff9989aa314b407d9b5b2-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txbc50fcb7b8f94756ad243-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbc50fcb7b8f94756ad243-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txbc50fcb7b8f94756ad243-00697b6f52) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txbc50fcb7b8f94756ad243-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx6a42f9286a6e4a2a93b7e-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx6a42f9286a6e4a2a93b7e-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx6a42f9286a6e4a2a93b7e-00697b6f52) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx6a42f9286a6e4a2a93b7e-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1b926fd9a91a466c94fd9-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1b926fd9a91a466c94fd9-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1b926fd9a91a466c94fd9-00697b6f52) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1b926fd9a91a466c94fd9-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx10349bc8439743ec8c750-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx10349bc8439743ec8c750-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx10349bc8439743ec8c750-00697b6f52) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx10349bc8439743ec8c750-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx41c6fc1f83454ac6a5daf-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx41c6fc1f83454ac6a5daf-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx41c6fc1f83454ac6a5daf-00697b6f52) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx41c6fc1f83454ac6a5daf-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txdbe8534a04124098a2d23-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txdbe8534a04124098a2d23-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txdbe8534a04124098a2d23-00697b6f52) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txdbe8534a04124098a2d23-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3b12c05ca3c0408f908ef-00697b6f52) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx3b12c05ca3c0408f908ef-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3b12c05ca3c0408f908ef-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3b12c05ca3c0408f908ef-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3b12c05ca3c0408f908ef-00697b6f52) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx3b12c05ca3c0408f908ef-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx11024990dd224f5f9b7e8-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx11024990dd224f5f9b7e8-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx11024990dd224f5f9b7e8-00697b6f52) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx11024990dd224f5f9b7e8-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx91981dbb04f1401fae04f-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx91981dbb04f1401fae04f-00697b6f52) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx91981dbb04f1401fae04f-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx91981dbb04f1401fae04f-00697b6f52) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx91981dbb04f1401fae04f-00697b6f52) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx91981dbb04f1401fae04f-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx91981dbb04f1401fae04f-00697b6f52) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx91981dbb04f1401fae04f-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfdceb40ea3d641179d8bf-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfdceb40ea3d641179d8bf-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfdceb40ea3d641179d8bf-00697b6f52) +test ERROR: Container GET returning 503 for [] (txn: txfdceb40ea3d641179d8bf-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txdc47643a740c447d88940-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txdc47643a740c447d88940-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txdc47643a740c447d88940-00697b6f52) +test ERROR: Container GET returning 503 for [] (txn: txdc47643a740c447d88940-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx75a7f4f0e7e04f2e92ab7-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx75a7f4f0e7e04f2e92ab7-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx75a7f4f0e7e04f2e92ab7-00697b6f52) +test ERROR: Container GET returning 503 for [] (txn: tx75a7f4f0e7e04f2e92ab7-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx18b4ed01c9d449a888db9-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx18b4ed01c9d449a888db9-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx18b4ed01c9d449a888db9-00697b6f52) +test ERROR: Container GET returning 503 for [] (txn: tx18b4ed01c9d449a888db9-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx11a1af62287545928605c-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx11a1af62287545928605c-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx11a1af62287545928605c-00697b6f52) +test ERROR: Container GET returning 503 for [] (txn: tx11a1af62287545928605c-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txba3226046268498599171-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txba3226046268498599171-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txba3226046268498599171-00697b6f52) +test ERROR: Container GET returning 503 for [] (txn: txba3226046268498599171-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfe2a7ec777f648248109b-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfe2a7ec777f648248109b-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfe2a7ec777f648248109b-00697b6f52) +test ERROR: Container GET returning 503 for [] (txn: txfe2a7ec777f648248109b-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1f00731b068f4bc2a6333-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1f00731b068f4bc2a6333-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1f00731b068f4bc2a6333-00697b6f52) +test ERROR: Container GET returning 503 for [] (txn: tx1f00731b068f4bc2a6333-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx75a0dcfff43c4faea0d3b-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx75a0dcfff43c4faea0d3b-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx75a0dcfff43c4faea0d3b-00697b6f52) +test ERROR: Container GET returning 503 for [] (txn: tx75a0dcfff43c4faea0d3b-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd90ca8b9f56546a091524-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd90ca8b9f56546a091524-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd90ca8b9f56546a091524-00697b6f52) +test ERROR: Container GET returning 503 for [] (txn: txd90ca8b9f56546a091524-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4e61025e525e4f63ab7d6-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4e61025e525e4f63ab7d6-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4e61025e525e4f63ab7d6-00697b6f52) +test ERROR: Container GET returning 503 for [] (txn: tx4e61025e525e4f63ab7d6-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbcbeb74197c2425989dc4-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txbcbeb74197c2425989dc4-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txbcbeb74197c2425989dc4-00697b6f52) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txbcbeb74197c2425989dc4-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx39f7bfb67c9e4f1cbbb14-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx39f7bfb67c9e4f1cbbb14-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx39f7bfb67c9e4f1cbbb14-00697b6f52) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx39f7bfb67c9e4f1cbbb14-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4d27c86691644ff8ba2eb-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4d27c86691644ff8ba2eb-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4d27c86691644ff8ba2eb-00697b6f52) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx4d27c86691644ff8ba2eb-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txebdca405a3dc48458ed6c-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txebdca405a3dc48458ed6c-00697b6f52) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txebdca405a3dc48458ed6c-00697b6f52) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txebdca405a3dc48458ed6c-00697b6f52) +test INFO: Client disconnected on read of '/a/c' (txn: tx6cd245cbd2b147448b866-00697b6f52) +test INFO: Client disconnected on read of '/a/c/' (txn: tx6cd245cbd2b147448b866-00697b6f52) test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -103689,7 +102790,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: txddea2101e04b4831a8371-00676e5f18) +Exception: test (txn: tx658ab90f9df1491c82847-00697b6f52) test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -103697,7 +102798,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: txddea2101e04b4831a8371-00676e5f18) +Exception: test (txn: tx658ab90f9df1491c82847-00697b6f52) test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -103705,24 +102806,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: txddea2101e04b4831a8371-00676e5f18) -test ERROR: Account HEAD returning 503 for [] (txn: txddea2101e04b4831a8371-00676e5f18) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx566b25313572483986eaf-00676e5f18) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx566b25313572483986eaf-00676e5f18)test.unit.proxy.test_server.TestContainerController.test_error_limiting +Exception: test (txn: tx658ab90f9df1491c82847-00697b6f52) +test ERROR: Account HEAD returning 503 for [] (txn: tx658ab90f9df1491c82847-00697b6f52)test.unit.proxy.test_server.TestContainerController.test_error_limiting test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok @@ -103736,2246 +102821,399 @@ test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697110.00000-0, db: /tmp/tmpslraj6wz/sda/containers/0/c45/ab289ce2c12ecee2bf396103a2844c45/ab289ce2c12ecee2bf396103a2844c45.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697110.00000-0, db: /tmp/tmpslraj6wz/sda/containers/0/c45/ab289ce2c12ecee2bf396103a2844c45/ab289ce2c12ecee2bf396103a2844c45.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697110.00000-0, db: /tmp/tmpslraj6wz/sda/containers/0/c45/ab289ce2c12ecee2bf396103a2844c45/ab289ce2c12ecee2bf396103a2844c45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697114.00000-0, db: /tmp/tmpslraj6wz/sda/containers/0/71c/26708271b7de4079810c2727f8b3b71c/26708271b7de4079810c2727f8b3b71c.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697114.00000-0, db: /tmp/tmpslraj6wz/sda/containers/0/71c/26708271b7de4079810c2727f8b3b71c/26708271b7de4079810c2727f8b3b71c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697114.00000-0, db: /tmp/tmpslraj6wz/sda/containers/0/71c/26708271b7de4079810c2727f8b3b71c/26708271b7de4079810c2727f8b3b71c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697118.00000-0, db: /tmp/tmpslraj6wz/sda/containers/0/b55/117f114583ddf5a7e36fd8a66335eb55/117f114583ddf5a7e36fd8a66335eb55.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697118.00000-0, db: /tmp/tmpslraj6wz/sda/containers/0/b55/117f114583ddf5a7e36fd8a66335eb55/117f114583ddf5a7e36fd8a66335eb55.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697118.00000-0, db: /tmp/tmpslraj6wz/sda/containers/0/b55/117f114583ddf5a7e36fd8a66335eb55/117f114583ddf5a7e36fd8a66335eb55.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697122.00000-0, db: /tmp/tmpslraj6wz/sda/containers/0/52e/f422c8353cb202863bec108f5223a52e/f422c8353cb202863bec108f5223a52e.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697122.00000-0, db: /tmp/tmpslraj6wz/sda/containers/0/52e/f422c8353cb202863bec108f5223a52e/f422c8353cb202863bec108f5223a52e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697122.00000-0, db: /tmp/tmpslraj6wz/sda/containers/0/52e/f422c8353cb202863bec108f5223a52e/f422c8353cb202863bec108f5223a52e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697110.00000-0, db: /tmp/tmpbeyis6v7/sda/containers/0/c45/ab289ce2c12ecee2bf396103a2844c45/ab289ce2c12ecee2bf396103a2844c45.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697110.00000-0, db: /tmp/tmpbeyis6v7/sda/containers/0/c45/ab289ce2c12ecee2bf396103a2844c45/ab289ce2c12ecee2bf396103a2844c45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697113.00000-0, db: /tmp/tmpbeyis6v7/sda/containers/0/4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697113.00000-0, db: /tmp/tmpbeyis6v7/sda/containers/0/4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697116.00000-0, db: /tmp/tmpbeyis6v7/sda/containers/0/bbe/e106ec274a4cf8ab990dadfd58ce2bbe/e106ec274a4cf8ab990dadfd58ce2bbe.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697116.00000-0, db: /tmp/tmpbeyis6v7/sda/containers/0/bbe/e106ec274a4cf8ab990dadfd58ce2bbe/e106ec274a4cf8ab990dadfd58ce2bbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697119.00000-0, db: /tmp/tmpbeyis6v7/sda/containers/0/60e/87a257bbdd6c82540d87e23581acf60e/87a257bbdd6c82540d87e23581acf60e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697119.00000-0, db: /tmp/tmpbeyis6v7/sda/containers/0/60e/87a257bbdd6c82540d87e23581acf60e/87a257bbdd6c82540d87e23581acf60e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697110.00000-0, db: /tmp/tmp8syeykm4/sda/containers/0/c45/ab289ce2c12ecee2bf396103a2844c45/ab289ce2c12ecee2bf396103a2844c45.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697110.00000-0, db: /tmp/tmp8syeykm4/sda/containers/0/c45/ab289ce2c12ecee2bf396103a2844c45/ab289ce2c12ecee2bf396103a2844c45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697113.00000-0, db: /tmp/tmp8syeykm4/sda/containers/0/4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697113.00000-0, db: /tmp/tmp8syeykm4/sda/containers/0/4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2/f416c3cfd8eb5b9ed64bd4011ebcf4c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697116.00000-0, db: /tmp/tmp8syeykm4/sda/containers/0/bbe/e106ec274a4cf8ab990dadfd58ce2bbe/e106ec274a4cf8ab990dadfd58ce2bbe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697116.00000-0, db: /tmp/tmp8syeykm4/sda/containers/0/bbe/e106ec274a4cf8ab990dadfd58ce2bbe/e106ec274a4cf8ab990dadfd58ce2bbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697119.00000-0, db: /tmp/tmp8syeykm4/sda/containers/0/60e/87a257bbdd6c82540d87e23581acf60e/87a257bbdd6c82540d87e23581acf60e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697119.00000-0, db: /tmp/tmp8syeykm4/sda/containers/0/60e/87a257bbdd6c82540d87e23581acf60e/87a257bbdd6c82540d87e23581acf60e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697110.00000-0, db: /tmp/tmpi1jz_uco/sda/containers/0/c45/ab289ce2c12ecee2bf396103a2844c45/ab289ce2c12ecee2bf396103a2844c45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697112.00000-0, db: /tmp/tmpi1jz_uco/sda/containers/0/784/292e6c9bda29cf261541d5e41f078784/292e6c9bda29cf261541d5e41f078784.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697114.00000-0, db: /tmp/tmpi1jz_uco/sda/containers/0/71c/26708271b7de4079810c2727f8b3b71c/26708271b7de4079810c2727f8b3b71c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697116.00000-0, db: /tmp/tmpi1jz_uco/sda/containers/0/bbe/e106ec274a4cf8ab990dadfd58ce2bbe/e106ec274a4cf8ab990dadfd58ce2bbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697111.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/f78/8de260e3ae3f341da2a872f9f6e16f78/8de260e3ae3f341da2a872f9f6e16f78.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697111.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/f78/8de260e3ae3f341da2a872f9f6e16f78/8de260e3ae3f341da2a872f9f6e16f78.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697114.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/71c/26708271b7de4079810c2727f8b3b71c/26708271b7de4079810c2727f8b3b71c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697114.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/71c/26708271b7de4079810c2727f8b3b71c/26708271b7de4079810c2727f8b3b71c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697117.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/8cf/1b3077d93e9edd143a0e8603ae9758cf/1b3077d93e9edd143a0e8603ae9758cf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697117.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/8cf/1b3077d93e9edd143a0e8603ae9758cf/1b3077d93e9edd143a0e8603ae9758cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697120.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/650/2eff03c04c5d52685b5e9cb89b0f1650/2eff03c04c5d52685b5e9cb89b0f1650.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697120.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/650/2eff03c04c5d52685b5e9cb89b0f1650/2eff03c04c5d52685b5e9cb89b0f1650.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697123.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/888/43275b28c08b02cd85da10a507092888/43275b28c08b02cd85da10a507092888.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697123.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/888/43275b28c08b02cd85da10a507092888/43275b28c08b02cd85da10a507092888.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697126.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/9f5/264d18bc37fdb48fc4ef181530cbd9f5/264d18bc37fdb48fc4ef181530cbd9f5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697126.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/9f5/264d18bc37fdb48fc4ef181530cbd9f5/264d18bc37fdb48fc4ef181530cbd9f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697129.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/9c0/9b87558fb747b05598809bb90feab9c0/9b87558fb747b05598809bb90feab9c0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697129.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/9c0/9b87558fb747b05598809bb90feab9c0/9b87558fb747b05598809bb90feab9c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697132.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/f33/a0dde92c83b035f0f84538f1939b6f33/a0dde92c83b035f0f84538f1939b6f33.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697132.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/f33/a0dde92c83b035f0f84538f1939b6f33/a0dde92c83b035f0f84538f1939b6f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697135.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/f34/62bbcc5f4d68edad025241c823065f34/62bbcc5f4d68edad025241c823065f34.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697135.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/f34/62bbcc5f4d68edad025241c823065f34/62bbcc5f4d68edad025241c823065f34.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697138.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/5be/37052a0137ae57f2b925630b563bf5be/37052a0137ae57f2b925630b563bf5be.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697138.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/5be/37052a0137ae57f2b925630b563bf5be/37052a0137ae57f2b925630b563bf5be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697141.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/133/48ed454f81b8ab63ad64d18f3ac50133/48ed454f81b8ab63ad64d18f3ac50133.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697141.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/133/48ed454f81b8ab63ad64d18f3ac50133/48ed454f81b8ab63ad64d18f3ac50133.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697144.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/e5f/a8d558fbbc784670824496a4b27d9e5f/a8d558fbbc784670824496a4b27d9e5f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697144.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/e5f/a8d558fbbc784670824496a4b27d9e5f/a8d558fbbc784670824496a4b27d9e5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697147.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/f35/f91003e790ba469bc5667d7456406f35/f91003e790ba469bc5667d7456406f35.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697147.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/f35/f91003e790ba469bc5667d7456406f35/f91003e790ba469bc5667d7456406f35.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697150.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/976/c926cd367654b957f12a61fd809d0976/c926cd367654b957f12a61fd809d0976.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697150.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/976/c926cd367654b957f12a61fd809d0976/c926cd367654b957f12a61fd809d0976.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697153.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/9ac/d9b2fa07c2dfc0995abc2187fda649ac/d9b2fa07c2dfc0995abc2187fda649ac.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697153.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/9ac/d9b2fa07c2dfc0995abc2187fda649ac/d9b2fa07c2dfc0995abc2187fda649ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697156.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/e65/c9c6508f6aafc4514f92494b01dc9e65/c9c6508f6aafc4514f92494b01dc9e65.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697156.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/e65/c9c6508f6aafc4514f92494b01dc9e65/c9c6508f6aafc4514f92494b01dc9e65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697159.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/196/38cdf3e14747452e9d895d3856b9b196/38cdf3e14747452e9d895d3856b9b196.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697159.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/196/38cdf3e14747452e9d895d3856b9b196/38cdf3e14747452e9d895d3856b9b196.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697162.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/fa1/ee598dd0cff6ce4b69d753553739cfa1/ee598dd0cff6ce4b69d753553739cfa1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697162.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/fa1/ee598dd0cff6ce4b69d753553739cfa1/ee598dd0cff6ce4b69d753553739cfa1.dbtest.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok + +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request possible_source = conn.getresponse() ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: tx566b25313572483986eaf-00676e5f18) -test ERROR: Account HEAD returning 503 for [] (txn: tx566b25313572483986eaf-00676e5f18) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx5b9c7260dc0e462d976a7-00676e5f18) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txc217439231bb4a558ac98-00676e5f18) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx80047c9db3fb402586be7-00676e5f18) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286819.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/a77/118b722a254250cc9190f959c4b90a77/118b722a254250cc9190f959c4b90a77.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286823.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/bb4/6fb5f2981fdb993b972f6cad28cc5bb4/6fb5f2981fdb993b972f6cad28cc5bb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286827.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/d2c/2ef3b18491b26c3805d09fd44b561d2c/2ef3b18491b26c3805d09fd44b561d2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286831.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/249/82a086fc471c0f0497b0bf9fbf7e1249/82a086fc471c0f0497b0bf9fbf7e1249.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286835.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/543/ac52178859756e1b7918eb2c7b71c543/ac52178859756e1b7918eb2c7b71c543.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286839.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/749/f9a035556fe08691a5b6a27ce1107749/f9a035556fe08691a5b6a27ce1107749.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286843.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/d08/3db28f73ee898fec6becbc5283962d08/3db28f73ee898fec6becbc5283962d08.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286847.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/be7/38f4d192ce38f6619a116a8b6ebccbe7/38f4d192ce38f6619a116a8b6ebccbe7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286851.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/531/626ac043f833a602ca5b121fc49d8531/626ac043f833a602ca5b121fc49d8531.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286855.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/753/ee9e6bd59e2fea9e5f87d239603d1753/ee9e6bd59e2fea9e5f87d239603d1753.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286859.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/1cb/d9f3a77ffb58eddd5185bcfff02341cb/d9f3a77ffb58eddd5185bcfff02341cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286863.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/05a/b5d967b9dfae659ffe6dcf44c662d05a/b5d967b9dfae659ffe6dcf44c662d05a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286867.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/6d7/2e1d09d5b0575ff92c342050424226d7/2e1d09d5b0575ff92c342050424226d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286871.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/c42/06c1acdaaca20e7f2cd2ffb45e381c42/06c1acdaaca20e7f2cd2ffb45e381c42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286875.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/3fa/1affddecea22bbe812e1fe3b2d6d93fa/1affddecea22bbe812e1fe3b2d6d93fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286879.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/0d4/a4dcd207323c06e898b63025dfd750d4/a4dcd207323c06e898b63025dfd750d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286883.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/241/2cd1bf460b98dedeef405f73f087a241/2cd1bf460b98dedeef405f73f087a241.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286887.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/3b8/9a0005f298b3ff84624754d76a8743b8/9a0005f298b3ff84624754d76a8743b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286891.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/aa2/0de3f075d1895d3e8e9c0f7723e18aa2/0de3f075d1895d3e8e9c0f7723e18aa2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286895.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/e2f/2d8b572dd323d413cb8bb2f832d0ae2f/2d8b572dd323d413cb8bb2f832d0ae2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286899.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/e20/3ec8b07adb6049ef9d6b8476b3398e20/3ec8b07adb6049ef9d6b8476b3398e20.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286903.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/8e2/ecdd6d9e2a15316dc761771ad73658e2/ecdd6d9e2a15316dc761771ad73658e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286907.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/671/de44cadf6acc0fa56a51970c0ac20671/de44cadf6acc0fa56a51970c0ac20671.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286911.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/bd1/57451d63b2c502b1926485eb2aba2bd1/57451d63b2c502b1926485eb2aba2bd1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286915.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/0fa/240f1952435c371781d4aa5bd56080fa/240f1952435c371781d4aa5bd56080fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286919.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/6c5/7d44badb2735f80a4eb3d34bddcc06c5/7d44badb2735f80a4eb3d34bddcc06c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286923.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/7b8/71729d2587c6e644befdbe5e54acb7b8/71729d2587c6e644befdbe5e54acb7b8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286927.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/69d/109fb353892c7ef51bb183ffec84169d/109fb353892c7ef51bb183ffec84169d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286931.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/cfa/8f2130a5bf3dec4ff500bcf28cc0ccfa/8f2130a5bf3dec4ff500bcf28cc0ccfa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286935.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/331/e602bcd8fcc2cac600be9de3fc82c331/e602bcd8fcc2cac600be9de3fc82c331.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286939.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/cf8/c8b6d980bb58e095b685761b86b0ccf8/c8b6d980bb58e095b685761b86b0ccf8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286943.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/bfd/119309921f645a76fa3d7bf71acc8bfd/119309921f645a76fa3d7bf71acc8bfd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286947.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/6ca/de294178908182766e50b24f15de26ca/de294178908182766e50b24f15de26ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286951.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/707/8932b6f626349a6c1c4b7c45f9310707/8932b6f626349a6c1c4b7c45f9310707.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286955.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/560/93f57c6b0a6a90c08eaa6e8bcb157560/93f57c6b0a6a90c08eaa6e8bcb157560.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286959.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/d2c/1d79b705f7c50fa9b9b849936b1c6d2c/1d79b705f7c50fa9b9b849936b1c6d2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286963.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/41c/e56f6c2beba7c8dd12536d614acfa41c/e56f6c2beba7c8dd12536d614acfa41c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286967.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/430/7e50201f09295dddf3c3760852f30430/7e50201f09295dddf3c3760852f30430.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286971.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/9c1/92b4282c8232e194fcb1376986f019c1/92b4282c8232e194fcb1376986f019c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286975.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/4a4/9de77e3ee02857234fc28bedf75cb4a4/9de77e3ee02857234fc28bedf75cb4a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286979.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/d8b/95aa66abe414aa1fb1efe1c79611ed8b/95aa66abe414aa1fb1efe1c79611ed8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286983.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/bcf/b771a52cee68774b18f4ca1543800bcf/b771a52cee68774b18f4ca1543800bcf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286987.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/cf3/a22b5cde472f9c4fb2d593d575197cf3/a22b5cde472f9c4fb2d593d575197cf3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286991.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/b48/7cfc5e1a1ade805ffa129420f568bb48/7cfc5e1a1ade805ffa129420f568bb48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286995.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/44e/fd8afe5b44de419e9e43277e7cd5a44e/fd8afe5b44de419e9e43277e7cd5a44e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286999.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/e33/3f381ce6e9fdd0cc43dba65afed13e33/3f381ce6e9fdd0cc43dba65afed13e33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287003.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/438/fa687139a74ef4040159294588809438/fa687139a74ef4040159294588809438.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287007.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/a3d/c55df34fcee196de743c898720939a3d/c55df34fcee196de743c898720939a3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287011.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/bd8/8ffaa3cfff352bd90e6af56f1e19cbd8/8ffaa3cfff352bd90e6af56f1e19cbd8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287015.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/960/04b29f9d91359bf3957302a60264c960/04b29f9d91359bf3957302a60264c960.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287019.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/7f6/d7be77b2d86945daaaf199946b4777f6/d7be77b2d86945daaaf199946b4777f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287023.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/62a/d99913385b18f9e215686dcb0509b62a/d99913385b18f9e215686dcb0509b62a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287027.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/702/692f583e031683cf373a4e7a575f9702/692f583e031683cf373a4e7a575f9702.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287031.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/380/40f9ae93705f4033d8a253ff05fc1380/40f9ae93705f4033d8a253ff05fc1380.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287035.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/8b4/f64af2d473d0055b43d0e24425c538b4/f64af2d473d0055b43d0e24425c538b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287039.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/979/e2ebe45fc4cacfed6bd4b1ca2cc6a979/e2ebe45fc4cacfed6bd4b1ca2cc6a979.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287043.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/1f2/6c09a0f0e6ff961cc77eaf06fccea1f2/6c09a0f0e6ff961cc77eaf06fccea1f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287047.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/b5c/82f514f2b4aa7f2a4dc0410fa1466b5c/82f514f2b4aa7f2a4dc0410fa1466b5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287051.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/264/ff4070f3568f5bfaeaa7a7a2fc381264/ff4070f3568f5bfaeaa7a7a2fc381264.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287055.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/af1/d2bfbb1d20af269fc8080f3cbd6afaf1/d2bfbb1d20af269fc8080f3cbd6afaf1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287059.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/44a/adbb1df2020646fb6bd4733c76d4044a/adbb1df2020646fb6bd4733c76d4044a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287063.00000-0, db: /tmp/tmprcw0xsqu/sda/containers/0/8a6/57914c279ff65b063b7f9ddf4ee3a8a6/57914c279ff65b063b7f9ddf4ee3a8a6.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp1uex7gdw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286554.00000.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp1uex7gdw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286554.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286557.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/277/94f03a32a491dfd53c70745d2f461277/94f03a32a491dfd53c70745d2f461277_1735286557.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286557.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/277/94f03a32a491dfd53c70745d2f461277/94f03a32a491dfd53c70745d2f461277_1735286557.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286560.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/f6c/5bc462f9afd8b9427796f14aac267f6c/5bc462f9afd8b9427796f14aac267f6c_1735286560.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286560.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/f6c/5bc462f9afd8b9427796f14aac267f6c/5bc462f9afd8b9427796f14aac267f6c_1735286560.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286563.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/3e8/001b929f2ee9ec544ed580f806cca3e8/001b929f2ee9ec544ed580f806cca3e8_1735286563.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286563.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/3e8/001b929f2ee9ec544ed580f806cca3e8/001b929f2ee9ec544ed580f806cca3e8_1735286563.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286566.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/ec0/127c3c865c1da251429b1785a27f4ec0/127c3c865c1da251429b1785a27f4ec0_1735286566.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286566.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/ec0/127c3c865c1da251429b1785a27f4ec0/127c3c865c1da251429b1785a27f4ec0_1735286566.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286569.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/c31/db776185c403ebbff54454b05c27dc31/db776185c403ebbff54454b05c27dc31_1735286569.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286569.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/c31/db776185c403ebbff54454b05c27dc31/db776185c403ebbff54454b05c27dc31_1735286569.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286572.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/35b/9d7ccd18d52a978b5ca5fea504f6c35b/9d7ccd18d52a978b5ca5fea504f6c35b_1735286572.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286572.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/35b/9d7ccd18d52a978b5ca5fea504f6c35b/9d7ccd18d52a978b5ca5fea504f6c35b_1735286572.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286575.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/5a5/94f621cd938cd3ccf05c8679984aa5a5/94f621cd938cd3ccf05c8679984aa5a5_1735286575.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286575.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/5a5/94f621cd938cd3ccf05c8679984aa5a5/94f621cd938cd3ccf05c8679984aa5a5_1735286575.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286578.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/7c0/30b55d7382230dbc9f2ef8792796a7c0/30b55d7382230dbc9f2ef8792796a7c0_1735286578.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286578.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/7c0/30b55d7382230dbc9f2ef8792796a7c0/30b55d7382230dbc9f2ef8792796a7c0_1735286578.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286581.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/722/1a9b941f812ea968dc7f252d619e2722/1a9b941f812ea968dc7f252d619e2722_1735286581.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286581.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/722/1a9b941f812ea968dc7f252d619e2722/1a9b941f812ea968dc7f252d619e2722_1735286581.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286584.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/947/873f7a33f0362d0e3cf3488cf0b96947/873f7a33f0362d0e3cf3488cf0b96947_1735286584.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286584.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/947/873f7a33f0362d0e3cf3488cf0b96947/873f7a33f0362d0e3cf3488cf0b96947_1735286584.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286587.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/2c9/0aca22e17d35c3cda27e61681f5e22c9/0aca22e17d35c3cda27e61681f5e22c9_1735286587.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286587.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/2c9/0aca22e17d35c3cda27e61681f5e22c9/0aca22e17d35c3cda27e61681f5e22c9_1735286587.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286590.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/e06/18779512ab0a9727333c5c3eddb84e06/18779512ab0a9727333c5c3eddb84e06_1735286590.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286590.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/e06/18779512ab0a9727333c5c3eddb84e06/18779512ab0a9727333c5c3eddb84e06_1735286590.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286593.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/ddb/d4934f310132960fff5785d1189d3ddb/d4934f310132960fff5785d1189d3ddb_1735286593.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286593.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/ddb/d4934f310132960fff5785d1189d3ddb/d4934f310132960fff5785d1189d3ddb_1735286593.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286596.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/20f/b339603eddb465d200e8c97ab4aae20f/b339603eddb465d200e8c97ab4aae20f_1735286596.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286596.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/20f/b339603eddb465d200e8c97ab4aae20f/b339603eddb465d200e8c97ab4aae20f_1735286596.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286599.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/b8c/c24d3c8ba4dd1f86d22bc73e46171b8c/c24d3c8ba4dd1f86d22bc73e46171b8c_1735286599.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286599.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/b8c/c24d3c8ba4dd1f86d22bc73e46171b8c/c24d3c8ba4dd1f86d22bc73e46171b8c_1735286599.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286602.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/977/33ec76e08918a173fff5bea41f150977/33ec76e08918a173fff5bea41f150977_1735286602.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286602.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/977/33ec76e08918a173fff5bea41f150977/33ec76e08918a173fff5bea41f150977_1735286602.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286605.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/733/5d5fb16adfd040fe180104a010fb3733/5d5fb16adfd040fe180104a010fb3733_1735286605.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286605.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/733/5d5fb16adfd040fe180104a010fb3733/5d5fb16adfd040fe180104a010fb3733_1735286605.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286608.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/bdb/255f3ff3e218411cc8ea8ed172ea4bdb/255f3ff3e218411cc8ea8ed172ea4bdb_1735286608.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286608.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/bdb/255f3ff3e218411cc8ea8ed172ea4bdb/255f3ff3e218411cc8ea8ed172ea4bdb_1735286608.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286611.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/2a3/85c4dd0efd685a160b2a50a8092ac2a3/85c4dd0efd685a160b2a50a8092ac2a3_1735286611.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286611.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/2a3/85c4dd0efd685a160b2a50a8092ac2a3/85c4dd0efd685a160b2a50a8092ac2a3_1735286611.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286614.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/ab1/7b6f7f07e35ac1526829883905df8ab1/7b6f7f07e35ac1526829883905df8ab1_1735286614.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286614.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/ab1/7b6f7f07e35ac1526829883905df8ab1/7b6f7f07e35ac1526829883905df8ab1_1735286614.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286617.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/ea1/00a2b933e0abdcfefb74852617f08ea1/00a2b933e0abdcfefb74852617f08ea1_1735286617.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286617.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/ea1/00a2b933e0abdcfefb74852617f08ea1/00a2b933e0abdcfefb74852617f08ea1_1735286617.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286620.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/668/e75ab69ad29adcfe8b3eee4693a47668/e75ab69ad29adcfe8b3eee4693a47668_1735286620.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286620.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/668/e75ab69ad29adcfe8b3eee4693a47668/e75ab69ad29adcfe8b3eee4693a47668_1735286620.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286623.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/502/0faac9898f80c98bea272bd0c5116502/0faac9898f80c98bea272bd0c5116502_1735286623.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286623.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/502/0faac9898f80c98bea272bd0c5116502/0faac9898f80c98bea272bd0c5116502_1735286623.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286626.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/f6f/6cda3973c60aaff90418a2cfa6f90f6f/6cda3973c60aaff90418a2cfa6f90f6f_1735286626.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286626.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/f6f/6cda3973c60aaff90418a2cfa6f90f6f/6cda3973c60aaff90418a2cfa6f90f6f_1735286626.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286629.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/246/4d5ee3b233db10f0b0ab3eb8e5edd246/4d5ee3b233db10f0b0ab3eb8e5edd246_1735286629.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286629.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/246/4d5ee3b233db10f0b0ab3eb8e5edd246/4d5ee3b233db10f0b0ab3eb8e5edd246_1735286629.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286632.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/0aa/aecc5ebbd7f66bc11c95f165837c60aa/aecc5ebbd7f66bc11c95f165837c60aa_1735286632.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286632.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/0aa/aecc5ebbd7f66bc11c95f165837c60aa/aecc5ebbd7f66bc11c95f165837c60aa_1735286632.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286635.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/05b/ddf70ca17e73c34ea389cdc6ba89f05b/ddf70ca17e73c34ea389cdc6ba89f05b_1735286635.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286635.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/05b/ddf70ca17e73c34ea389cdc6ba89f05b/ddf70ca17e73c34ea389cdc6ba89f05b_1735286635.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286638.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/0e2/7141ec0ae8c9d49b07a1ba0de779e0e2/7141ec0ae8c9d49b07a1ba0de779e0e2_1735286638.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286638.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/0e2/7141ec0ae8c9d49b07a1ba0de779e0e2/7141ec0ae8c9d49b07a1ba0de779e0e2_1735286638.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286641.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/4eb/4a7a10e36392be64fcc60d29451d04eb/4a7a10e36392be64fcc60d29451d04eb_1735286641.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286641.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/4eb/4a7a10e36392be64fcc60d29451d04eb/4a7a10e36392be64fcc60d29451d04eb_1735286641.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286644.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/190/2728ecf6f276ed1661e350c147720190/2728ecf6f276ed1661e350c147720190_1735286644.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286644.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/190/2728ecf6f276ed1661e350c147720190/2728ecf6f276ed1661e350c147720190_1735286644.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286647.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/362/720ecd86dccc834122628367413c1362/720ecd86dccc834122628367413c1362_1735286647.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286647.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/362/720ecd86dccc834122628367413c1362/720ecd86dccc834122628367413c1362_1735286647.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286650.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/9dc/09c1001531235b88daf5d5c67c0b29dc/09c1001531235b88daf5d5c67c0b29dc_1735286650.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286650.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/9dc/09c1001531235b88daf5d5c67c0b29dc/09c1001531235b88daf5d5c67c0b29dc_1735286650.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286653.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/18d/140534d7e0560a3a9dcbd5c789ce418d/140534d7e0560a3a9dcbd5c789ce418d_1735286653.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286653.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/18d/140534d7e0560a3a9dcbd5c789ce418d/140534d7e0560a3a9dcbd5c789ce418d_1735286653.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286656.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/de8/02c5a13163d2fd4a418ec26f88455de8/02c5a13163d2fd4a418ec26f88455de8_1735286656.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286656.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/de8/02c5a13163d2fd4a418ec26f88455de8/02c5a13163d2fd4a418ec26f88455de8_1735286656.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286659.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/fba/e43854d9a8fe7825aea643ae79010fba/e43854d9a8fe7825aea643ae79010fba_1735286659.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286659.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/fba/e43854d9a8fe7825aea643ae79010fba/e43854d9a8fe7825aea643ae79010fba_1735286659.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok - -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6e4af7f9ee4d42b290e13-00676e5f18) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6e4af7f9ee4d42b290e13-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx6e4af7f9ee4d42b290e13-00676e5f18) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx6e4af7f9ee4d42b290e13-00676e5f18) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx6e4af7f9ee4d42b290e13-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx6e4af7f9ee4d42b290e13-00676e5f18) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6e4af7f9ee4d42b290e13-00676e5f18) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6e4af7f9ee4d42b290e13-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx6e4af7f9ee4d42b290e13-00676e5f18) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx6e4af7f9ee4d42b290e13-00676e5f18) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0550c4acb1d24e8c9143e-00676e5f18) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx0550c4acb1d24e8c9143e-00676e5f18) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0550c4acb1d24e8c9143e-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0550c4acb1d24e8c9143e-00676e5f18) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx0550c4acb1d24e8c9143e-00676e5f18) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0cb37ed9cb0f4b06bf9ab-00676e5f18) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx0cb37ed9cb0f4b06bf9ab-00676e5f18) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0cb37ed9cb0f4b06bf9ab-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx0cb37ed9cb0f4b06bf9ab-00676e5f18) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx0cb37ed9cb0f4b06bf9ab-00676e5f18) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8824349376ed47b3b1185-00676e5f18) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx8824349376ed47b3b1185-00676e5f18) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8824349376ed47b3b1185-00676e5f18) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx8824349376ed47b3b1185-00676e5f18) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx8824349376ed47b3b1185-00676e5f18) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb00195780c134382ac0b2-00676e5f19) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txb00195780c134382ac0b2-00676e5f19) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txb00195780c134382ac0b2-00676e5f19) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txb00195780c134382ac0b2-00676e5f19) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txb00195780c134382ac0b2-00676e5f19) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txb00195780c134382ac0b2-00676e5f19) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txb00195780c134382ac0b2-00676e5f19) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb00195780c134382ac0b2-00676e5f19) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb00195780c134382ac0b2-00676e5f19) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: txb00195780c134382ac0b2-00676e5f19) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txb00195780c134382ac0b2-00676e5f19) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf5946506f14e42c49a5a7-00676e5f1a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf5946506f14e42c49a5a7-00676e5f1a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf5946506f14e42c49a5a7-00676e5f1a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf5946506f14e42c49a5a7-00676e5f1a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf5946506f14e42c49a5a7-00676e5f1a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf5946506f14e42c49a5a7-00676e5f1a) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txf5946506f14e42c49a5a7-00676e5f1a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf5946506f14e42c49a5a7-00676e5f1a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf5946506f14e42c49a5a7-00676e5f1a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txf5946506f14e42c49a5a7-00676e5f1a) -test DEBUG: Setting object count to 1065 (txn: txf5946506f14e42c49a5a7-00676e5f1a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286662.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/0ce/e0a504a6328c6504e872430262bbe0ce/e0a504a6328c6504e872430262bbe0ce_1735286662.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286662.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/0ce/e0a504a6328c6504e872430262bbe0ce/e0a504a6328c6504e872430262bbe0ce_1735286662.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286665.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/c76/ec070557f4395fa60034f09273b08c76/ec070557f4395fa60034f09273b08c76_1735286665.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286665.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/c76/ec070557f4395fa60034f09273b08c76/ec070557f4395fa60034f09273b08c76_1735286665.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286668.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/553/eeeaf5420c52eca18861662dfc4ca553/eeeaf5420c52eca18861662dfc4ca553_1735286668.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286668.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/553/eeeaf5420c52eca18861662dfc4ca553/eeeaf5420c52eca18861662dfc4ca553_1735286668.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286671.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/3f7/153e08e00e9b64055c5af3aa95b533f7/153e08e00e9b64055c5af3aa95b533f7_1735286671.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286671.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/3f7/153e08e00e9b64055c5af3aa95b533f7/153e08e00e9b64055c5af3aa95b533f7_1735286671.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286674.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/af1/47e815fe83a563d154c250304d54baf1/47e815fe83a563d154c250304d54baf1_1735286674.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286674.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/af1/47e815fe83a563d154c250304d54baf1/47e815fe83a563d154c250304d54baf1_1735286674.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286677.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/dc4/8762c54b14ed130552ea54dd81c4edc4/8762c54b14ed130552ea54dd81c4edc4_1735286677.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286677.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/dc4/8762c54b14ed130552ea54dd81c4edc4/8762c54b14ed130552ea54dd81c4edc4_1735286677.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286680.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/abe/9b816b8a21afc3fc09b5a073708f7abe/9b816b8a21afc3fc09b5a073708f7abe_1735286680.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286680.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/abe/9b816b8a21afc3fc09b5a073708f7abe/9b816b8a21afc3fc09b5a073708f7abe_1735286680.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286683.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/6b0/5434b73c256cca0e289391f1b59216b0/5434b73c256cca0e289391f1b59216b0_1735286683.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286683.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/6b0/5434b73c256cca0e289391f1b59216b0/5434b73c256cca0e289391f1b59216b0_1735286683.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286686.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/a8f/9a439291c82f18cde848f73dd599ba8f/9a439291c82f18cde848f73dd599ba8f_1735286686.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286686.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/a8f/9a439291c82f18cde848f73dd599ba8f/9a439291c82f18cde848f73dd599ba8f_1735286686.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286689.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/a04/702440bf0745fb793010e784d7db7a04/702440bf0745fb793010e784d7db7a04_1735286689.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286689.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/a04/702440bf0745fb793010e784d7db7a04/702440bf0745fb793010e784d7db7a04_1735286689.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286692.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/671/15fe5b70e1228a0a10662acf7e2a2671/15fe5b70e1228a0a10662acf7e2a2671_1735286692.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286692.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/671/15fe5b70e1228a0a10662acf7e2a2671/15fe5b70e1228a0a10662acf7e2a2671_1735286692.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286695.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/7f3/557f72c2ba5067fa7515bb23b42cc7f3/557f72c2ba5067fa7515bb23b42cc7f3_1735286695.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286695.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/7f3/557f72c2ba5067fa7515bb23b42cc7f3/557f72c2ba5067fa7515bb23b42cc7f3_1735286695.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286698.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/89e/c3f43b1a1f1360d9824da60bc8f0989e/c3f43b1a1f1360d9824da60bc8f0989e_1735286698.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286698.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/89e/c3f43b1a1f1360d9824da60bc8f0989e/c3f43b1a1f1360d9824da60bc8f0989e_1735286698.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286701.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/397/e007b01d1be5e16f3cb4f6c3be19a397/e007b01d1be5e16f3cb4f6c3be19a397_1735286701.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286701.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/397/e007b01d1be5e16f3cb4f6c3be19a397/e007b01d1be5e16f3cb4f6c3be19a397_1735286701.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286704.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/199/ea60cd77eca282b6bab08bf0914c2199/ea60cd77eca282b6bab08bf0914c2199_1735286704.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286704.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/199/ea60cd77eca282b6bab08bf0914c2199/ea60cd77eca282b6bab08bf0914c2199_1735286704.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286707.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/46e/bbec1c98ddb30b4b0f976e2e796b546e/bbec1c98ddb30b4b0f976e2e796b546e_1735286707.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286707.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/46e/bbec1c98ddb30b4b0f976e2e796b546e/bbec1c98ddb30b4b0f976e2e796b546e_1735286707.00000.db -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx82b262b1c0de4217b3d71-00676e5f1a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txae22539bfd5944258df91-00676e5f1a) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpobsf47ya/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpobsf47ya/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpobsf47ya/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpobsf47ya/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0033 "-" 1945219 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 1945219 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1945219 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1945219 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx656594b6c34746ecabcdd-00676e5f1a" "proxy-server 1945219" 0.0013 "-" 1945219 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:45993/sda1/1/a/c" "tx656594b6c34746ecabcdd-00676e5f1a" "container-server 1945219" 0.0011 "-" 1945219 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:37729/sdb1/1/a/c" "tx656594b6c34746ecabcdd-00676e5f1a" "container-server 1945219" 0.0016 "-" 1945219 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx656594b6c34746ecabcdd-00676e5f1a" "proxy-server 1945219" 0.0141 "-" 1945219 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx656594b6c34746ecabcdd-00676e5f1a" "proxy-server 1945219" 0.0101 "-" 1945219 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/34 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx656594b6c34746ecabcdd-00676e5f1a - 0.0231 - - 1735286554.345445871 1735286554.368560076 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txabc060c1591f4961be34d-00676e5f1a" "proxy-server 1945219" 0.0012 "-" 1945219 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:45993/sda1/1/a1/c1" "txabc060c1591f4961be34d-00676e5f1a" "container-server 1945219" 0.0012 "-" 1945219 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:37729/sdb1/1/a1/c1" "txabc060c1591f4961be34d-00676e5f1a" "container-server 1945219" 0.0012 "-" 1945219 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txabc060c1591f4961be34d-00676e5f1a" "proxy-server 1945219" 0.0152 "-" 1945219 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txabc060c1591f4961be34d-00676e5f1a" "proxy-server 1945219" 0.0114 "-" 1945219 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/34 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txabc060c1591f4961be34d-00676e5f1a - 0.0233 - - 1735286554.370003939 1735286554.393292427 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx741d0508b82d4631add81-00676e5f1a" "proxy-server 1945219" 0.0020 "-" 1945219 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:37729/sdb1/2/a/c1" "tx741d0508b82d4631add81-00676e5f1a" "container-server 1945219" 0.0019 "-" 1945219 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:45993/sda1/2/a/c1" "tx741d0508b82d4631add81-00676e5f1a" "container-server 1945219" 0.0011 "-" 1945219 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx741d0508b82d4631add81-00676e5f1a" "proxy-server 1945219" 0.0101 "-" 1945219 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx741d0508b82d4631add81-00676e5f1a" "proxy-server 1945219" 0.0152 "-" 1945219 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/34 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx741d0508b82d4631add81-00676e5f1a - 0.0233 - - 1735286554.394742489 1735286554.418081045 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb83986ca5aa644d8a2db4-00676e5f1a" "proxy-server 1945219" 0.0020 "-" 1945219 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:45993/sda1/1/a/c2" "txb83986ca5aa644d8a2db4-00676e5f1a" "container-server 1945219" 0.0020 "-" 1945219 2test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:37729/sdb1/1/a/c2" "txb83986ca5aa644d8a2db4-00676e5f1a" "container-server 1945219" 0.0011 "-" 1945219 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb83986ca5aa644d8a2db4-00676e5f1a" "proxy-server 1945219" 0.0147 "-" 1945219 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb83986ca5aa644d8a2db4-00676e5f1a" "proxy-server 1945219" 0.0111 "-" 1945219 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/34 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb83986ca5aa644d8a2db4-00676e5f1a - 0.0237 - - 1735286554.419445753 1735286554.443180799 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp8ypfmyd4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8ypfmyd4/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp8ypfmyd4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8ypfmyd4/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0035 "-" 1945219 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 1945219 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0030 "-" 1945219 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 1945219 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx69bb12b817c44ba4a814d-00676e5f1a" "proxy-server 1945219" 0.0012 "-" 1945219 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:46451/sdb1/1/a/c" "tx69bb12b817c44ba4a814d-00676e5f1a" "container-server 1945219" 0.0011 "-" 1945219 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:60863/sda1/1/a/c" "tx69bb12b817c44ba4a814d-00676e5f1a" "container-server 1945219" 0.0011 "-" 1945219 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx69bb12b817c44ba4a814d-00676e5f1a" "proxy-server 1945219" 0.0137 "-" 1945219 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx69bb12b817c44ba4a814d-00676e5f1a" "proxy-server 1945219" 0.0095 "-" 1945219 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/34 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx69bb12b817c44ba4a814d-00676e5f1a - 0.0228 - - 1735286554.524046421 1735286554.546849251 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx2be706f2bf9d4650a54d5-00676e5f1a" "proxy-server 1945219" 0.0011 "-" 1945219 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:46451/sdb1/1/a1/c1" "tx2be706f2bf9d4650a54d5-00676e5f1a" "container-server 1945219" 0.0011 "-" 1945219 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:60863/sda1/1/a1/c1" "tx2be706f2bf9d4650a54d5-00676e5f1a" "container-server 1945219" 0.0010 "-" 1945219 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2be706f2bf9d4650a54d5-00676e5f1a" "proxy-server 1945219" 0.0087 "-" 1945219 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2be706f2bf9d4650a54d5-00676e5f1a" "proxy-server 1945219" 0.0153 "-" 1945219 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/34 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx2be706f2bf9d4650a54d5-00676e5f1a - 0.0227 - - 1735286554.548267841 1735286554.570940256 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe9d2771371ee41749402e-00676e5f1a" "proxy-server 1945219" 0.0019 "-" 1945219 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:60863/sda1/2/a/c1" "txe9d2771371ee41749402e-00676e5f1a" "container-server 1945219" 0.0031 "-" 1945219 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:46451/sdb1/2/a/c1" "txe9d2771371ee41749402e-00676e5f1a" "container-server 1945219" 0.0012 "-" 1945219 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe9d2771371ee41749402e-00676e5f1a" "proxy-server 1945219" 0.0148 "-" 1945219 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe9d2771371ee41749402e-00676e5f1a" "proxy-server 1945219" 0.0112 "-" 1945219 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/34 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe9d2771371ee41749402e-00676e5f1a - 0.0236 - - 1735286554.572297335 1735286554.595932484 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb5b2be59e0ac43c88d8f1-00676e5f1a" "proxy-server 1945219" 0.0021 "-" 1945219 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:60863/sda1/1/a/c2" "txb5b2be59e0ac43c88d8f1-00676e5f1a" "container-server 1945219" 0.0019 "-" 1945219 2 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:46451/sdb1/1/a/c2" "txb5b2be59e0ac43c88d8f1-00676e5f1a" "container-server 1945219" 0.0019 "-" 1945219 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb5b2be59e0ac43c88d8f1-00676e5f1a" "proxy-server 1945219" 0.0102 "-" 1945219 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:34 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb5b2be59e0ac43c88d8f1-00676e5f1a" "proxy-server 1945219" 0.0153 "-" 1945219 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/34 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb5b2be59e0ac43c88d8f1-00676e5f1a - 0.0239 - - 1735286554.597423315 1735286554.621300936 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg +Exception: test (txn: tx0bb275552f8744959560a-00697b6f52) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx0bb275552f8744959560a-00697b6f52) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx0bb275552f8744959560a-00697b6f52) +test ERROR: Account HEAD returning 503 for [] (txn: tx0bb275552f8744959560a-00697b6f52) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1!test.unit.proxy.test_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286710.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/677/9d52707e58c08059dfa7808659b0c677/9d52707e58c08059dfa7808659b0c677_1735286710.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286710.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/677/9d52707e58c08059dfa7808659b0c677/9d52707e58c08059dfa7808659b0c677_1735286710.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286713.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/7bb/6204d438a68633f38214568edbfe27bb/6204d438a68633f38214568edbfe27bb_1735286713.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286713.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/7bb/6204d438a68633f38214568edbfe27bb/6204d438a68633f38214568edbfe27bb_1735286713.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286716.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/6fe/7f416d57a99e28b32f5e1e8a4730c6fe/7f416d57a99e28b32f5e1e8a4730c6fe_1735286716.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286716.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/6fe/7f416d57a99e28b32f5e1e8a4730c6fe/7f416d57a99e28b32f5e1e8a4730c6fe_1735286716.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286719.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/494/ff49f60164e0ed5cd4ecf88628aa3494/ff49f60164e0ed5cd4ecf88628aa3494_1735286719.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286719.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/494/ff49f60164e0ed5cd4ecf88628aa3494/ff49f60164e0ed5cd4ecf88628aa3494_1735286719.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286722.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/14c/67d576d7bf43cde8ef34909ef834114c/67d576d7bf43cde8ef34909ef834114c_1735286722.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286722.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/14c/67d576d7bf43cde8ef34909ef834114c/67d576d7bf43cde8ef34909ef834114c_1735286722.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286725.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/8fb/0ed1f10005a54b6a30be4bf7d64eb8fb/0ed1f10005a54b6a30be4bf7d64eb8fb_1735286725.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286725.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/8fb/0ed1f10005a54b6a30be4bf7d64eb8fb/0ed1f10005a54b6a30be4bf7d64eb8fb_1735286725.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286728.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/19c/b92f93d7d736d72569275229ad00019c/b92f93d7d736d72569275229ad00019c_1735286728.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286728.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/19c/b92f93d7d736d72569275229ad00019c/b92f93d7d736d72569275229ad00019c_1735286728.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286731.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/d59/64182e5e120077e4faafd4a1a6874d59/64182e5e120077e4faafd4a1a6874d59_1735286731.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286731.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/d59/64182e5e120077e4faafd4a1a6874d59/64182e5e120077e4faafd4a1a6874d59_1735286731.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286734.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/da1/362518b08fd0cc7e5b995824f9534da1/362518b08fd0cc7e5b995824f9534da1_1735286734.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286734.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/da1/362518b08fd0cc7e5b995824f9534da1/362518b08fd0cc7e5b995824f9534da1_1735286734.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286737.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/304/64a13e341e9fdd03feac05ad787f8304/64a13e341e9fdd03feac05ad787f8304_1735286737.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286737.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/304/64a13e341e9fdd03feac05ad787f8304/64a13e341e9fdd03feac05ad787f8304_1735286737.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286740.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/6fc/96a7fd606011a8bfabce91938f32b6fc/96a7fd606011a8bfabce91938f32b6fc_1735286740.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286740.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/6fc/96a7fd606011a8bfabce91938f32b6fc/96a7fd606011a8bfabce91938f32b6fc_1735286740.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286743.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/9fb/855ecbfb3ca7029c84285c92d03879fb/855ecbfb3ca7029c84285c92d03879fb_1735286743.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286743.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/9fb/855ecbfb3ca7029c84285c92d03879fb/855ecbfb3ca7029c84285c92d03879fb_1735286743.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286746.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/8a8/31ac2b1126406017a0fa36b65a0538a8/31ac2b1126406017a0fa36b65a0538a8_1735286746.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286746.00000-0, db: /tmp/tmp3s70sqzu/sda/containers/0/8a8/31ac2b1126406017a0fa36b65a0538a8/31ac2b1126406017a0fa36b65a0538a8_1735286746.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286558.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/cba/88c9ef627e93b523f038fa95e6988cba/88c9ef627e93b523f038fa95e6988cba.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286558.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/cba/88c9ef627e93b523f038fa95e6988cba/88c9ef627e93b523f038fa95e6988cba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286562.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/034/d568bb62743bd2f3e9a3663620b83034/d568bb62743bd2f3e9a3663620b83034.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286562.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/034/d568bb62743bd2f3e9a3663620b83034/d568bb62743bd2f3e9a3663620b83034.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286566.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/ec0/127c3c865c1da251429b1785a27f4ec0/127c3c865c1da251429b1785a27f4ec0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286566.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/ec0/127c3c865c1da251429b1785a27f4ec0/127c3c865c1da251429b1785a27f4ec0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286570.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/b39/6a714d404e0f08bf9870a2354233fb39/6a714d404e0f08bf9870a2354233fb39.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286570.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/b39/6a714d404e0f08bf9870a2354233fb39/6a714d404e0f08bf9870a2354233fb39.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286574.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/ee7/44e53b7d395d57960e38869b90afdee7/44e53b7d395d57960e38869b90afdee7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286574.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/ee7/44e53b7d395d57960e38869b90afdee7/44e53b7d395d57960e38869b90afdee7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286578.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/7c0/30b55d7382230dbc9f2ef8792796a7c0/30b55d7382230dbc9f2ef8792796a7c0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286578.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/7c0/30b55d7382230dbc9f2ef8792796a7c0/30b55d7382230dbc9f2ef8792796a7c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286582.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/72a/eb9a31304cb39ae56ca5e0f784e6472a/eb9a31304cb39ae56ca5e0f784e6472a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286582.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/72a/eb9a31304cb39ae56ca5e0f784e6472a/eb9a31304cb39ae56ca5e0f784e6472a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286586.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/244/93a129720553c637794f89e1be07a244/93a129720553c637794f89e1be07a244.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286586.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/244/93a129720553c637794f89e1be07a244/93a129720553c637794f89e1be07a244.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286590.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/e06/18779512ab0a9727333c5c3eddb84e06/18779512ab0a9727333c5c3eddb84e06.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286590.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/e06/18779512ab0a9727333c5c3eddb84e06/18779512ab0a9727333c5c3eddb84e06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286594.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/d5e/b7851ddfe9d147b4c717bd46c903ed5e/b7851ddfe9d147b4c717bd46c903ed5e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286594.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/d5e/b7851ddfe9d147b4c717bd46c903ed5e/b7851ddfe9d147b4c717bd46c903ed5e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286598.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/613/efde101975c1c22f50a254b4c40bb613/efde101975c1c22f50a254b4c40bb613.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286598.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/613/efde101975c1c22f50a254b4c40bb613/efde101975c1c22f50a254b4c40bb613.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286602.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/977/33ec76e08918a173fff5bea41f150977/33ec76e08918a173fff5bea41f150977.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286602.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/977/33ec76e08918a173fff5bea41f150977/33ec76e08918a173fff5bea41f150977.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286606.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/c73/1336264b20c397a39508a8eeba4b5c73/1336264b20c397a39508a8eeba4b5c73.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286606.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/c73/1336264b20c397a39508a8eeba4b5c73/1336264b20c397a39508a8eeba4b5c73.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286610.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286610.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286614.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/ab1/7b6f7f07e35ac1526829883905df8ab1/7b6f7f07e35ac1526829883905df8ab1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286614.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/ab1/7b6f7f07e35ac1526829883905df8ab1/7b6f7f07e35ac1526829883905df8ab1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286618.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/c78/e3e09fc83fd7f04ac51420a9f2af1c78/e3e09fc83fd7f04ac51420a9f2af1c78.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286618.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/c78/e3e09fc83fd7f04ac51420a9f2af1c78/e3e09fc83fd7f04ac51420a9f2af1c78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286622.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/3d5/7c9c988766e4b88ed44c6acc7a7213d5/7c9c988766e4b88ed44c6acc7a7213d5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286622.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/3d5/7c9c988766e4b88ed44c6acc7a7213d5/7c9c988766e4b88ed44c6acc7a7213d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286626.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/f6f/6cda3973c60aaff90418a2cfa6f90f6f/6cda3973c60aaff90418a2cfa6f90f6f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286626.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/f6f/6cda3973c60aaff90418a2cfa6f90f6f/6cda3973c60aaff90418a2cfa6f90f6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286630.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/e62/1bf51e95c34ce3b89640420903474e62/1bf51e95c34ce3b89640420903474e62.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286630.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/e62/1bf51e95c34ce3b89640420903474e62/1bf51e95c34ce3b89640420903474e62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286634.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/633/2b7696598c42c85069ef506216dfc633/2b7696598c42c85069ef506216dfc633.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286634.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/633/2b7696598c42c85069ef506216dfc633/2b7696598c42c85069ef506216dfc633.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286638.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/0e2/7141ec0ae8c9d49b07a1ba0de779e0e2/7141ec0ae8c9d49b07a1ba0de779e0e2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286638.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/0e2/7141ec0ae8c9d49b07a1ba0de779e0e2/7141ec0ae8c9d49b07a1ba0de779e0e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286642.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/ee4/f3f957b7fdb4a4433a318faef5080ee4/f3f957b7fdb4a4433a318faef5080ee4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286642.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/ee4/f3f957b7fdb4a4433a318faef5080ee4/f3f957b7fdb4a4433a318faef5080ee4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286646.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/00e/98fb484b62565df908c76c00715f200e/98fb484b62565df908c76c00715f200e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286646.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/00e/98fb484b62565df908c76c00715f200e/98fb484b62565df908c76c00715f200e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286650.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/9dc/09c1001531235b88daf5d5c67c0b29dc/09c1001531235b88daf5d5c67c0b29dc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286650.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/9dc/09c1001531235b88daf5d5c67c0b29dc/09c1001531235b88daf5d5c67c0b29dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286654.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/a05/96a550821e17825d04a0c57bf6e3fa05/96a550821e17825d04a0c57bf6e3fa05.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286654.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/a05/96a550821e17825d04a0c57bf6e3fa05/96a550821e17825d04a0c57bf6e3fa05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286658.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/87d/fbefe170aa42de794c7583770390987d/fbefe170aa42de794c7583770390987d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286658.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/87d/fbefe170aa42de794c7583770390987d/fbefe170aa42de794c7583770390987d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286662.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/0ce/e0a504a6328c6504e872430262bbe0ce/e0a504a6328c6504e872430262bbe0ce.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286662.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/0ce/e0a504a6328c6504e872430262bbe0ce/e0a504a6328c6504e872430262bbe0ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286666.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/32e/4016893c6ee2b4ab4c27137d86b8c32e/4016893c6ee2b4ab4c27137d86b8c32e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286666.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/32e/4016893c6ee2b4ab4c27137d86b8c32e/4016893c6ee2b4ab4c27137d86b8c32e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286670.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/a7b/bcdd90f4845cc4a0920ebf33e1e73a7b/bcdd90f4845cc4a0920ebf33e1e73a7b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286670.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/a7b/bcdd90f4845cc4a0920ebf33e1e73a7b/bcdd90f4845cc4a0920ebf33e1e73a7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286674.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/af1/47e815fe83a563d154c250304d54baf1/47e815fe83a563d154c250304d54baf1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286674.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/af1/47e815fe83a563d154c250304d54baf1/47e815fe83a563d154c250304d54baf1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286678.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/75f/ae0f269fb227215e985ec8e85d4db75f/ae0f269fb227215e985ec8e85d4db75f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286678.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/75f/ae0f269fb227215e985ec8e85d4db75f/ae0f269fb227215e985ec8e85d4db75f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286682.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/a98/78ef79f4150d2a7da3c2da0e22a82a98/78ef79f4150d2a7da3c2da0e22a82a98.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286682.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/a98/78ef79f4150d2a7da3c2da0e22a82a98/78ef79f4150d2a7da3c2da0e22a82a98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286686.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/a8f/9a439291c82f18cde848f73dd599ba8f/9a439291c82f18cde848f73dd599ba8f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286686.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/a8f/9a439291c82f18cde848f73dd599ba8f/9a439291c82f18cde848f73dd599ba8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286690.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/a4b/c8bb963f48ec3559e06720af17a20a4b/c8bb963f48ec3559e06720af17a20a4b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286690.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/a4b/c8bb963f48ec3559e06720af17a20a4b/c8bb963f48ec3559e06720af17a20a4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286694.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/773/c1492d34f1f6fa50cbeeb0994d8ce773/c1492d34f1f6fa50cbeeb0994d8ce773.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286694.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/773/c1492d34f1f6fa50cbeeb0994d8ce773/c1492d34f1f6fa50cbeeb0994d8ce773.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286698.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/89e/c3f43b1a1f1360d9824da60bc8f0989e/c3f43b1a1f1360d9824da60bc8f0989e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286698.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/89e/c3f43b1a1f1360d9824da60bc8f0989e/c3f43b1a1f1360d9824da60bc8f0989e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286702.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/965/b26ceb6084fa7503b27aefecd5b9e965/b26ceb6084fa7503b27aefecd5b9e965.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286702.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/965/b26ceb6084fa7503b27aefecd5b9e965/b26ceb6084fa7503b27aefecd5b9e965.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286706.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/21e/64d0b77335080f6ce7e90bca6542c21e/64d0b77335080f6ce7e90bca6542c21e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286706.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/21e/64d0b77335080f6ce7e90bca6542c21e/64d0b77335080f6ce7e90bca6542c21e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286710.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/677/9d52707e58c08059dfa7808659b0c677/9d52707e58c08059dfa7808659b0c677.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286710.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/677/9d52707e58c08059dfa7808659b0c677/9d52707e58c08059dfa7808659b0c677.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286714.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/782/9e52417a77a58c9b5a5f82ed3aff2782/9e52417a77a58c9b5a5f82ed3aff2782.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286714.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/782/9e52417a77a58c9b5a5f82ed3aff2782/9e52417a77a58c9b5a5f82ed3aff2782.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286718.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/ab4/0196f7344a7b9f4cf77a7f1ae26e2ab4/0196f7344a7b9f4cf77a7f1ae26e2ab4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286718.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/ab4/0196f7344a7b9f4cf77a7f1ae26e2ab4/0196f7344a7b9f4cf77a7f1ae26e2ab4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286722.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/14c/67d576d7bf43cde8ef34909ef834114c/67d576d7bf43cde8ef34909ef834114c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286722.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/14c/67d576d7bf43cde8ef34909ef834114c/67d576d7bf43cde8ef34909ef834114c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286726.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/28f/dc1afa7a69fdb54c558a97173798128f/dc1afa7a69fdb54c558a97173798128f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286726.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/28f/dc1afa7a69fdb54c558a97173798128f/dc1afa7a69fdb54c558a97173798128f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286730.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/763/a5d9ecabdc33c12f20b75b8a0f17f763/a5d9ecabdc33c12f20b75b8a0f17f763.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286730.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/763/a5d9ecabdc33c12f20b75b8a0f17f763/a5d9ecabdc33c12f20b75b8a0f17f763.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286734.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/da1/362518b08fd0cc7e5b995824f9534da1/362518b08fd0cc7e5b995824f9534da1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286734.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/da1/362518b08fd0cc7e5b995824f9534da1/362518b08fd0cc7e5b995824f9534da1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286738.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/6df/0512b5e16a09d27e5b38e835100966df/0512b5e16a09d27e5b38e835100966df.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286738.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/6df/0512b5e16a09d27e5b38e835100966df/0512b5e16a09d27e5b38e835100966df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286742.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/4a4/d3a06bdf3d221225baacf1528bf7a4a4/d3a06bdf3d221225baacf1528bf7a4a4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286742.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/4a4/d3a06bdf3d221225baacf1528bf7a4a4/d3a06bdf3d221225baacf1528bf7a4a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286746.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/8a8/31ac2b1126406017a0fa36b65a0538a8/31ac2b1126406017a0fa36b65a0538a8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286746.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/8a8/31ac2b1126406017a0fa36b65a0538a8/31ac2b1126406017a0fa36b65a0538a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286750.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/111/1dd5a17dcb29d125c001946f4e426111/1dd5a17dcb29d125c001946f4e426111.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286750.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/111/1dd5a17dcb29d125c001946f4e426111/1dd5a17dcb29d125c001946f4e426111.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286754.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/6fd/2bcee17c2becd7e9c8580edc820676fd/2bcee17c2becd7e9c8580edc820676fd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286754.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/6fd/2bcee17c2becd7e9c8580edc820676fd/2bcee17c2becd7e9c8580edc820676fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286758.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/7c6/52ea04ec88d6cb0548c688fca22a47c6/52ea04ec88d6cb0548c688fca22a47c6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286758.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/7c6/52ea04ec88d6cb0548c688fca22a47c6/52ea04ec88d6cb0548c688fca22a47c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286762.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/7ba/d4da92870f91d7a16131b0f4eabf87ba/d4da92870f91d7a16131b0f4eabf87ba.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286762.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/7ba/d4da92870f91d7a16131b0f4eabf87ba/d4da92870f91d7a16131b0f4eabf87ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286766.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/2eb/fce338aa1e2a00fcf8b87094e7b8a2eb/fce338aa1e2a00fcf8b87094e7b8a2eb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286766.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/2eb/fce338aa1e2a00fcf8b87094e7b8a2eb/fce338aa1e2a00fcf8b87094e7b8a2eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286770.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/aee/f5c038100c598c6514aaaffbb0d28aee/f5c038100c598c6514aaaffbb0d28aee.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286770.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/aee/f5c038100c598c6514aaaffbb0d28aee/f5c038100c598c6514aaaffbb0d28aee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286774.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/0f4/dc110a8fb62d72142d480ce9512360f4/dc110a8fb62d72142d480ce9512360f4.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286774.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/0f4/dc110a8fb62d72142d480ce9512360f4/dc110a8fb62d72142d480ce9512360f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286778.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/5fd/d13aff1cd3a529a7b93bd0bdeca295fd/d13aff1cd3a529a7b93bd0bdeca295fd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286778.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/5fd/d13aff1cd3a529a7b93bd0bdeca295fd/d13aff1cd3a529a7b93bd0bdeca295fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286782.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/cd1/79220ce1e20a0ae0e3c5b5e650ac0cd1/79220ce1e20a0ae0e3c5b5e650ac0cd1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286782.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/cd1/79220ce1e20a0ae0e3c5b5e650ac0cd1/79220ce1e20a0ae0e3c5b5e650ac0cd1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286786.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/064/3b83f164b697cc9d67315cf2679a8064/3b83f164b697cc9d67315cf2679a8064.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286786.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/064/3b83f164b697cc9d67315cf2679a8064/3b83f164b697cc9d67315cf2679a8064.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286790.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/c8e/e6558f03462b874c717f52be30bb3c8e/e6558f03462b874c717f52be30bb3c8e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286790.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/c8e/e6558f03462b874c717f52be30bb3c8e/e6558f03462b874c717f52be30bb3c8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286794.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/3af/d36b3991210d9f84c0e9c853ee32a3af/d36b3991210d9f84c0e9c853ee32a3af.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286794.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/3af/d36b3991210d9f84c0e9c853ee32a3af/d36b3991210d9f84c0e9c853ee32a3af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286798.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/b0e/b81dbf2c4c616383cd1cfa7d29c33b0e/b81dbf2c4c616383cd1cfa7d29c33b0e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286798.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/b0e/b81dbf2c4c616383cd1cfa7d29c33b0e/b81dbf2c4c616383cd1cfa7d29c33b0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286802.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/b78/574baa2025f9e8d24afb117b43ae8b78/574baa2025f9e8d24afb117b43ae8b78.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286802.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/b78/574baa2025f9e8d24afb117b43ae8b78/574baa2025f9e8d24afb117b43ae8b78.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286806.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/3b0/9583acc45ca4930bb8f51568bfe063b0/9583acc45ca4930bb8f51568bfe063b0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286806.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/3b0/9583acc45ca4930bb8f51568bfe063b0/9583acc45ca4930bb8f51568bfe063b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286810.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/653/cdb5d749a6ff7a905150feae93a1f653/cdb5d749a6ff7a905150feae93a1f653.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286810.00000-0, db: /tmp/tmp1uvqv303/sda/containers/0/653/cdb5d749a6ff7a905150feae93a1f653/cdb5d749a6ff7a905150feae93a1f653.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286560.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/f6c/5bc462f9afd8b9427796f14aac267f6c/5bc462f9afd8b9427796f14aac267f6c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286560.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/f6c/5bc462f9afd8b9427796f14aac267f6c/5bc462f9afd8b9427796f14aac267f6c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286563.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/3e8/001b929f2ee9ec544ed580f806cca3e8/001b929f2ee9ec544ed580f806cca3e8.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286563.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/3e8/001b929f2ee9ec544ed580f806cca3e8/001b929f2ee9ec544ed580f806cca3e8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286566.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/ec0/127c3c865c1da251429b1785a27f4ec0/127c3c865c1da251429b1785a27f4ec0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286566.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/ec0/127c3c865c1da251429b1785a27f4ec0/127c3c865c1da251429b1785a27f4ec0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286569.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/c31/db776185c403ebbff54454b05c27dc31/db776185c403ebbff54454b05c27dc31.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286569.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/c31/db776185c403ebbff54454b05c27dc31/db776185c403ebbff54454b05c27dc31.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286572.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/35b/9d7ccd18d52a978b5ca5fea504f6c35b/9d7ccd18d52a978b5ca5fea504f6c35b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286572.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/35b/9d7ccd18d52a978b5ca5fea504f6c35b/9d7ccd18d52a978b5ca5fea504f6c35b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286575.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/5a5/94f621cd938cd3ccf05c8679984aa5a5/94f621cd938cd3ccf05c8679984aa5a5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286575.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/5a5/94f621cd938cd3ccf05c8679984aa5a5/94f621cd938cd3ccf05c8679984aa5a5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286578.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/7c0/30b55d7382230dbc9f2ef8792796a7c0/30b55d7382230dbc9f2ef8792796a7c0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286578.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/7c0/30b55d7382230dbc9f2ef8792796a7c0/30b55d7382230dbc9f2ef8792796a7c0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286581.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/722/1a9b941f812ea968dc7f252d619e2722/1a9b941f812ea968dc7f252d619e2722.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286581.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/722/1a9b941f812ea968dc7f252d619e2722/1a9b941f812ea968dc7f252d619e2722.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286584.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/947/873f7a33f0362d0e3cf3488cf0b96947/873f7a33f0362d0e3cf3488cf0b96947.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286584.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/947/873f7a33f0362d0e3cf3488cf0b96947/873f7a33f0362d0e3cf3488cf0b96947.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286587.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/2c9/0aca22e17d35c3cda27e61681f5e22c9/0aca22e17d35c3cda27e61681f5e22c9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286587.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/2c9/0aca22e17d35c3cda27e61681f5e22c9/0aca22e17d35c3cda27e61681f5e22c9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286590.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/e06/18779512ab0a9727333c5c3eddb84e06/18779512ab0a9727333c5c3eddb84e06.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286590.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/e06/18779512ab0a9727333c5c3eddb84e06/18779512ab0a9727333c5c3eddb84e06.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286593.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/ddb/d4934f310132960fff5785d1189d3ddb/d4934f310132960fff5785d1189d3ddb.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286593.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/ddb/d4934f310132960fff5785d1189d3ddb/d4934f310132960fff5785d1189d3ddb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286596.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/20f/b339603eddb465d200e8c97ab4aae20f/b339603eddb465d200e8c97ab4aae20f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286596.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/20f/b339603eddb465d200e8c97ab4aae20f/b339603eddb465d200e8c97ab4aae20f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286599.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/b8c/c24d3c8ba4dd1f86d22bc73e46171b8c/c24d3c8ba4dd1f86d22bc73e46171b8c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286599.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/b8c/c24d3c8ba4dd1f86d22bc73e46171b8c/c24d3c8ba4dd1f86d22bc73e46171b8c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286602.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/977/33ec76e08918a173fff5bea41f150977/33ec76e08918a173fff5bea41f150977.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286602.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/977/33ec76e08918a173fff5bea41f150977/33ec76e08918a173fff5bea41f150977.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286605.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/733/5d5fb16adfd040fe180104a010fb3733/5d5fb16adfd040fe180104a010fb3733.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286605.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/733/5d5fb16adfd040fe180104a010fb3733/5d5fb16adfd040fe180104a010fb3733.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286608.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/bdb/255f3ff3e218411cc8ea8ed172ea4bdb/255f3ff3e218411cc8ea8ed172ea4bdb.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286608.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/bdb/255f3ff3e218411cc8ea8ed172ea4bdb/255f3ff3e218411cc8ea8ed172ea4bdb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286611.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/2a3/85c4dd0efd685a160b2a50a8092ac2a3/85c4dd0efd685a160b2a50a8092ac2a3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286611.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/2a3/85c4dd0efd685a160b2a50a8092ac2a3/85c4dd0efd685a160b2a50a8092ac2a3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286614.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/ab1/7b6f7f07e35ac1526829883905df8ab1/7b6f7f07e35ac1526829883905df8ab1.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286614.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/ab1/7b6f7f07e35ac1526829883905df8ab1/7b6f7f07e35ac1526829883905df8ab1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286617.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/ea1/00a2b933e0abdcfefb74852617f08ea1/00a2b933e0abdcfefb74852617f08ea1.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286617.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/ea1/00a2b933e0abdcfefb74852617f08ea1/00a2b933e0abdcfefb74852617f08ea1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286620.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/668/e75ab69ad29adcfe8b3eee4693a47668/e75ab69ad29adcfe8b3eee4693a47668.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286620.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/668/e75ab69ad29adcfe8b3eee4693a47668/e75ab69ad29adcfe8b3eee4693a47668.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286623.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/502/0faac9898f80c98bea272bd0c5116502/0faac9898f80c98bea272bd0c5116502.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286623.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/502/0faac9898f80c98bea272bd0c5116502/0faac9898f80c98bea272bd0c5116502.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286626.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/f6f/6cda3973c60aaff90418a2cfa6f90f6f/6cda3973c60aaff90418a2cfa6f90f6f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286626.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/f6f/6cda3973c60aaff90418a2cfa6f90f6f/6cda3973c60aaff90418a2cfa6f90f6f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286629.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/246/4d5ee3b233db10f0b0ab3eb8e5edd246/4d5ee3b233db10f0b0ab3eb8e5edd246.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286629.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/246/4d5ee3b233db10f0b0ab3eb8e5edd246/4d5ee3b233db10f0b0ab3eb8e5edd246.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286632.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/0aa/aecc5ebbd7f66bc11c95f165837c60aa/aecc5ebbd7f66bc11c95f165837c60aa.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286632.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/0aa/aecc5ebbd7f66bc11c95f165837c60aa/aecc5ebbd7f66bc11c95f165837c60aa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286635.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/05b/ddf70ca17e73c34ea389cdc6ba89f05b/ddf70ca17e73c34ea389cdc6ba89f05b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286635.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/05b/ddf70ca17e73c34ea389cdc6ba89f05b/ddf70ca17e73c34ea389cdc6ba89f05b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286638.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/0e2/7141ec0ae8c9d49b07a1ba0de779e0e2/7141ec0ae8c9d49b07a1ba0de779e0e2.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286638.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/0e2/7141ec0ae8c9d49b07a1ba0de779e0e2/7141ec0ae8c9d49b07a1ba0de779e0e2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286641.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/4eb/4a7a10e36392be64fcc60d29451d04eb/4a7a10e36392be64fcc60d29451d04eb.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286641.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/4eb/4a7a10e36392be64fcc60d29451d04eb/4a7a10e36392be64fcc60d29451d04eb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286644.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/190/2728ecf6f276ed1661e350c147720190/2728ecf6f276ed1661e350c147720190.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286644.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/190/2728ecf6f276ed1661e350c147720190/2728ecf6f276ed1661e350c147720190.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286647.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/362/720ecd86dccc834122628367413c1362/720ecd86dccc834122628367413c1362.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286647.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/362/720ecd86dccc834122628367413c1362/720ecd86dccc834122628367413c1362.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286650.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/9dc/09c1001531235b88daf5d5c67c0b29dc/09c1001531235b88daf5d5c67c0b29dc.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286650.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/9dc/09c1001531235b88daf5d5c67c0b29dc/09c1001531235b88daf5d5c67c0b29dc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286653.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/18d/140534d7e0560a3a9dcbd5c789ce418d/140534d7e0560a3a9dcbd5c789ce418d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286653.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/18d/140534d7e0560a3a9dcbd5c789ce418d/140534d7e0560a3a9dcbd5c789ce418d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286656.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/de8/02c5a13163d2fd4a418ec26f88455de8/02c5a13163d2fd4a418ec26f88455de8.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286656.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/de8/02c5a13163d2fd4a418ec26f88455de8/02c5a13163d2fd4a418ec26f88455de8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286659.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/fba/e43854d9a8fe7825aea643ae79010fba/e43854d9a8fe7825aea643ae79010fba.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286659.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/fba/e43854d9a8fe7825aea643ae79010fba/e43854d9a8fe7825aea643ae79010fba.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286662.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/0ce/e0a504a6328c6504e872430262bbe0ce/e0a504a6328c6504e872430262bbe0ce.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286662.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/0ce/e0a504a6328c6504e872430262bbe0ce/e0a504a6328c6504e872430262bbe0ce.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286665.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/c76/ec070557f4395fa60034f09273b08c76/ec070557f4395fa60034f09273b08c76.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286665.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/c76/ec070557f4395fa60034f09273b08c76/ec070557f4395fa60034f09273b08c76.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286668.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/553/eeeaf5420c52eca18861662dfc4ca553/eeeaf5420c52eca18861662dfc4ca553.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286668.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/553/eeeaf5420c52eca18861662dfc4ca553/eeeaf5420c52eca18861662dfc4ca553.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286671.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/3f7/153e08e00e9b64055c5af3aa95b533f7/153e08e00e9b64055c5af3aa95b533f7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286671.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/3f7/153e08e00e9b64055c5af3aa95b533f7/153e08e00e9b64055c5af3aa95b533f7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286674.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/af1/47e815fe83a563d154c250304d54baf1/47e815fe83a563d154c250304d54baf1.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286674.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/af1/47e815fe83a563d154c250304d54baf1/47e815fe83a563d154c250304d54baf1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286677.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/dc4/8762c54b14ed130552ea54dd81c4edc4/8762c54b14ed130552ea54dd81c4edc4.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286677.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/dc4/8762c54b14ed130552ea54dd81c4edc4/8762c54b14ed130552ea54dd81c4edc4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286680.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/abe/9b816b8a21afc3fc09b5a073708f7abe/9b816b8a21afc3fc09b5a073708f7abe.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_timing -test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok - -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286680.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/abe/9b816b8a21afc3fc09b5a073708f7abe/9b816b8a21afc3fc09b5a073708f7abe.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286683.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/6b0/5434b73c256cca0e289391f1b59216b0/5434b73c256cca0e289391f1b59216b0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286683.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/6b0/5434b73c256cca0e289391f1b59216b0/5434b73c256cca0e289391f1b59216b0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286686.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/a8f/9a439291c82f18cde848f73dd599ba8f/9a439291c82f18cde848f73dd599ba8f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286686.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/a8f/9a439291c82f18cde848f73dd599ba8f/9a439291c82f18cde848f73dd599ba8f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286689.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/a04/702440bf0745fb793010e784d7db7a04/702440bf0745fb793010e784d7db7a04.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286689.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/a04/702440bf0745fb793010e784d7db7a04/702440bf0745fb793010e784d7db7a04.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286692.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/671/15fe5b70e1228a0a10662acf7e2a2671/15fe5b70e1228a0a10662acf7e2a2671.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286692.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/671/15fe5b70e1228a0a10662acf7e2a2671/15fe5b70e1228a0a10662acf7e2a2671.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286695.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/7f3/557f72c2ba5067fa7515bb23b42cc7f3/557f72c2ba5067fa7515bb23b42cc7f3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286695.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/7f3/557f72c2ba5067fa7515bb23b42cc7f3/557f72c2ba5067fa7515bb23b42cc7f3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286698.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/89e/c3f43b1a1f1360d9824da60bc8f0989e/c3f43b1a1f1360d9824da60bc8f0989e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286698.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/89e/c3f43b1a1f1360d9824da60bc8f0989e/c3f43b1a1f1360d9824da60bc8f0989e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286701.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/397/e007b01d1be5e16f3cb4f6c3be19a397/e007b01d1be5e16f3cb4f6c3be19a397.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286701.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/397/e007b01d1be5e16f3cb4f6c3be19a397/e007b01d1be5e16f3cb4f6c3be19a397.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286704.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/199/ea60cd77eca282b6bab08bf0914c2199/ea60cd77eca282b6bab08bf0914c2199.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286704.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/199/ea60cd77eca282b6bab08bf0914c2199/ea60cd77eca282b6bab08bf0914c2199.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286707.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/46e/bbec1c98ddb30b4b0f976e2e796b546e/bbec1c98ddb30b4b0f976e2e796b546e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286707.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/46e/bbec1c98ddb30b4b0f976e2e796b546e/bbec1c98ddb30b4b0f976e2e796b546e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286710.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/677/9d52707e58c08059dfa7808659b0c677/9d52707e58c08059dfa7808659b0c677.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286710.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/677/9d52707e58c08059dfa7808659b0c677/9d52707e58c08059dfa7808659b0c677.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286713.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/7bb/6204d438a68633f38214568edbfe27bb/6204d438a68633f38214568edbfe27bb.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286713.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/7bb/6204d438a68633f38214568edbfe27bb/6204d438a68633f38214568edbfe27bb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286716.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/6fe/7f416d57a99e28b32f5e1e8a4730c6fe/7f416d57a99e28b32f5e1e8a4730c6fe.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286716.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/6fe/7f416d57a99e28b32f5e1e8a4730c6fe/7f416d57a99e28b32f5e1e8a4730c6fe.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286719.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/494/ff49f60164e0ed5cd4ecf88628aa3494/ff49f60164e0ed5cd4ecf88628aa3494.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286719.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/494/ff49f60164e0ed5cd4ecf88628aa3494/ff49f60164e0ed5cd4ecf88628aa3494.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286722.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/14c/67d576d7bf43cde8ef34909ef834114c/67d576d7bf43cde8ef34909ef834114c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286722.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/14c/67d576d7bf43cde8ef34909ef834114c/67d576d7bf43cde8ef34909ef834114c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286725.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/8fb/0ed1f10005a54b6a30be4bf7d64eb8fb/0ed1f10005a54b6a30be4bf7d64eb8fb.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286725.00000-0, db: /tmp/tmpf5m37os4/sda/containers/0/8fb/0ed1f10005a54b6a30be4bf7d64eb8fb/0ed1f10005a54b6a30be4bf7d64eb8fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286560.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/f6c/5bc462f9afd8b9427796f14aac267f6c/5bc462f9afd8b9427796f14aac267f6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286565.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/564/eac35bf739d363d3ba6eab0d73525564/eac35bf739d363d3ba6eab0d73525564.db -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test INFO: Client disconnected on read of '/a/c' (txn: tx0757e86ea23a487db23cd-00697b6f52) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test INFO: Client disconnected on read of '/a/c' (txn: tx84cd7f8fd57345df8f2f4-00697b6f52) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test INFO: Client disconnected on read of '/a/c' (txn: tx2414f837479e4989ba905-00697b6f52) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txe0d4ba78c29f47878b8fa-00676e5f1a) -test INFO: Client disconnected on read of '/a/c' (txn: txe0d4ba78c29f47878b8fa-00676e5f1a) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txd0bb715cb97a4cd4b2e59-00676e5f1a) -test INFO: Client disconnected on read of '/a/c' (txn: txd0bb715cb97a4cd4b2e59-00676e5f1a) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx80edba88049d46eba7aed-00676e5f1b)test.unit.proxy.test_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok +test.unit.container.test_updater.TestContainerUpdater.test_conf_params +test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok +test.unit.container.test_updater.TestContainerUpdater.test_creation +test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx80edba88049d46eba7aed-00676e5f1b) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx80edba88049d46eba7aed-00676e5f1b) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx80edba88049d46eba7aed-00676e5f1b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697165.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/e41/d1655f954b8d466d5d263e288f65ae41/d1655f954b8d466d5d263e288f65ae41.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697165.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/e41/d1655f954b8d466d5d263e288f65ae41/d1655f954b8d466d5d263e288f65ae41.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697168.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/2f6/3a90d254b8310aeb73061667ad02c2f6/3a90d254b8310aeb73061667ad02c2f6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697168.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/2f6/3a90d254b8310aeb73061667ad02c2f6/3a90d254b8310aeb73061667ad02c2f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697171.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/e50/dee9a5983548b90f4ef58e478c5d5e50/dee9a5983548b90f4ef58e478c5d5e50.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697171.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/e50/dee9a5983548b90f4ef58e478c5d5e50/dee9a5983548b90f4ef58e478c5d5e50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697174.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/77c/187656786ee54ed5302b33645af0977c/187656786ee54ed5302b33645af0977c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697174.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/77c/187656786ee54ed5302b33645af0977c/187656786ee54ed5302b33645af0977c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697177.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/7a7/e9274160e5d735785a3d7188a4d747a7/e9274160e5d735785a3d7188a4d747a7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697177.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/7a7/e9274160e5d735785a3d7188a4d747a7/e9274160e5d735785a3d7188a4d747a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697180.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/34b/664ce48c8b1a77829aa0befbc2c4534b/664ce48c8b1a77829aa0befbc2c4534b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697180.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/34b/664ce48c8b1a77829aa0befbc2c4534b/664ce48c8b1a77829aa0befbc2c4534b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697183.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/0f3/055d7fdbd63601919e58616b7395b0f3/055d7fdbd63601919e58616b7395b0f3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697183.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/0f3/055d7fdbd63601919e58616b7395b0f3/055d7fdbd63601919e58616b7395b0f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697186.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/86c/68afabe541cb6c1587495b602390e86c/68afabe541cb6c1587495b602390e86c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697186.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/86c/68afabe541cb6c1587495b602390e86c/68afabe541cb6c1587495b602390e86c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697189.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/342/1b3ba96e0d5830e554ac1a5d6af88342/1b3ba96e0d5830e554ac1a5d6af88342.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697189.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/342/1b3ba96e0d5830e554ac1a5d6af88342/1b3ba96e0d5830e554ac1a5d6af88342.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697192.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/548/cb12a19fba0b9f7b5328f2397e2f2548/cb12a19fba0b9f7b5328f2397e2f2548.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697192.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/548/cb12a19fba0b9f7b5328f2397e2f2548/cb12a19fba0b9f7b5328f2397e2f2548.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697195.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/2c0/c3f682ed6770d91fe589372031e1e2c0/c3f682ed6770d91fe589372031e1e2c0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697195.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/2c0/c3f682ed6770d91fe589372031e1e2c0/c3f682ed6770d91fe589372031e1e2c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697198.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/f52/bbf830619cbe3a63b749fc7b0b67ef52/bbf830619cbe3a63b749fc7b0b67ef52.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697198.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/f52/bbf830619cbe3a63b749fc7b0b67ef52/bbf830619cbe3a63b749fc7b0b67ef52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697201.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/d99/0d1c3c2ff6956eab17d3bc1b4b8bed99/0d1c3c2ff6956eab17d3bc1b4b8bed99.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697201.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/d99/0d1c3c2ff6956eab17d3bc1b4b8bed99/0d1c3c2ff6956eab17d3bc1b4b8bed99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697204.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/0b1/d2955edd3dbfedd8f44cad50e74df0b1/d2955edd3dbfedd8f44cad50e74df0b1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697204.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/0b1/d2955edd3dbfedd8f44cad50e74df0b1/d2955edd3dbfedd8f44cad50e74df0b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697207.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/72b/94e1f0c18ea4565aab356667689c372b/94e1f0c18ea4565aab356667689c372b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697207.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/72b/94e1f0c18ea4565aab356667689c372b/94e1f0c18ea4565aab356667689c372b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697210.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/b26/578cb02933c240f3925d5d7a5a1bdb26/578cb02933c240f3925d5d7a5a1bdb26.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697210.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/b26/578cb02933c240f3925d5d7a5a1bdb26/578cb02933c240f3925d5d7a5a1bdb26.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697213.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/0de/a239770cc05f260761251b77107bb0de/a239770cc05f260761251b77107bb0de.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697213.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/0de/a239770cc05f260761251b77107bb0de/a239770cc05f260761251b77107bb0de.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286570.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/b39/6a714d404e0f08bf9870a2354233fb39/6a714d404e0f08bf9870a2354233fb39.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286575.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/5a5/94f621cd938cd3ccf05c8679984aa5a5/94f621cd938cd3ccf05c8679984aa5a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286580.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/504/b18d88e7357b70b203b13a0d0b1f8504/b18d88e7357b70b203b13a0d0b1f8504.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286585.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/a8d/2ebc187d51e76f3a276c3067ba9a1a8d/2ebc187d51e76f3a276c3067ba9a1a8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286590.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/e06/18779512ab0a9727333c5c3eddb84e06/18779512ab0a9727333c5c3eddb84e06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286595.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/8ce/588e6bb533bfdb2883a1848ee691f8ce/588e6bb533bfdb2883a1848ee691f8ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286600.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/359/f8af4fabce167d99374991f40a3b2359/f8af4fabce167d99374991f40a3b2359.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286605.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/733/5d5fb16adfd040fe180104a010fb3733/5d5fb16adfd040fe180104a010fb3733.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286610.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286615.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/498/eb22925dae20b901a3b357e8760e2498/eb22925dae20b901a3b357e8760e2498.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286620.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/668/e75ab69ad29adcfe8b3eee4693a47668/e75ab69ad29adcfe8b3eee4693a47668.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286625.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/fcc/43217a8786384fe68cf1de709e2b2fcc/43217a8786384fe68cf1de709e2b2fcc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286630.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/e62/1bf51e95c34ce3b89640420903474e62/1bf51e95c34ce3b89640420903474e62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286635.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/05b/ddf70ca17e73c34ea389cdc6ba89f05b/ddf70ca17e73c34ea389cdc6ba89f05b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286640.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/c1c/1e7670b17168310c1fa9abe169f07c1c/1e7670b17168310c1fa9abe169f07c1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286645.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/010/afd227338fb938b9f238e896e49a9010/afd227338fb938b9f238e896e49a9010.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286650.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/9dc/09c1001531235b88daf5d5c67c0b29dc/09c1001531235b88daf5d5c67c0b29dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286655.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/8ee/a46d64dad44b2ce363763d459c1008ee/a46d64dad44b2ce363763d459c1008ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286660.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/4b4/d988f8e8ff50172a2f29a4bc6d72e4b4/d988f8e8ff50172a2f29a4bc6d72e4b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286665.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/c76/ec070557f4395fa60034f09273b08c76/ec070557f4395fa60034f09273b08c76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286670.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/a7b/bcdd90f4845cc4a0920ebf33e1e73a7b/bcdd90f4845cc4a0920ebf33e1e73a7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286675.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/557/4b61dbf4128e68b75ef4ed89c4698557/4b61dbf4128e68b75ef4ed89c4698557.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286680.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/abe/9b816b8a21afc3fc09b5a073708f7abe/9b816b8a21afc3fc09b5a073708f7abe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286685.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/364/eb35bfb35a7bbf08f0c93ed9b211b364/eb35bfb35a7bbf08f0c93ed9b211b364.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286690.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/a4b/c8bb963f48ec3559e06720af17a20a4b/c8bb963f48ec3559e06720af17a20a4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286695.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/7f3/557f72c2ba5067fa7515bb23b42cc7f3/557f72c2ba5067fa7515bb23b42cc7f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286700.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/4f8/7d0e72cadb7ebc68e279e198b342a4f8/7d0e72cadb7ebc68e279e198b342a4f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286705.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/a97/c58ce61fa835a65e0c0c1e74b1294a97/c58ce61fa835a65e0c0c1e74b1294a97.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286710.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/677/9d52707e58c08059dfa7808659b0c677/9d52707e58c08059dfa7808659b0c677.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286715.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/8d3/cf787c8fcfaf52e86ef46f9d018ee8d3/cf787c8fcfaf52e86ef46f9d018ee8d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286720.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/d05/404e5d1c553d844e41f7594f2d020d05/404e5d1c553d844e41f7594f2d020d05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286725.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/8fb/0ed1f10005a54b6a30be4bf7d64eb8fb/0ed1f10005a54b6a30be4bf7d64eb8fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286730.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/763/a5d9ecabdc33c12f20b75b8a0f17f763/a5d9ecabdc33c12f20b75b8a0f17f763.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286735.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/9ef/ecff5c7605b2442532d44feae3c889ef/ecff5c7605b2442532d44feae3c889ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286740.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/6fc/96a7fd606011a8bfabce91938f32b6fc/96a7fd606011a8bfabce91938f32b6fc.db -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697216.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/feb/6dac60ef76c0235a2783549bdd096feb/6dac60ef76c0235a2783549bdd096feb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697216.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/feb/6dac60ef76c0235a2783549bdd096feb/6dac60ef76c0235a2783549bdd096feb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697219.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/0ac/5d3e463bf701920ba2f94829e9f110ac/5d3e463bf701920ba2f94829e9f110ac.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697219.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/0ac/5d3e463bf701920ba2f94829e9f110ac/5d3e463bf701920ba2f94829e9f110ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697222.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/e00/ecf77f229a631ffb64147c5a39e9ae00/ecf77f229a631ffb64147c5a39e9ae00.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697222.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/e00/ecf77f229a631ffb64147c5a39e9ae00/ecf77f229a631ffb64147c5a39e9ae00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697225.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/0d1/e9582c6034dd230f175bb09bd9d8f0d1/e9582c6034dd230f175bb09bd9d8f0d1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697225.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/0d1/e9582c6034dd230f175bb09bd9d8f0d1/e9582c6034dd230f175bb09bd9d8f0d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697228.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/985/087ef3a493bc1fe49a8975021b3d0985/087ef3a493bc1fe49a8975021b3d0985.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697228.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/985/087ef3a493bc1fe49a8975021b3d0985/087ef3a493bc1fe49a8975021b3d0985.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697231.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/762/8b2f1bbe4f39d4ce742db883df95e762/8b2f1bbe4f39d4ce742db883df95e762.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697231.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/762/8b2f1bbe4f39d4ce742db883df95e762/8b2f1bbe4f39d4ce742db883df95e762.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697234.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/f00/973bfb7e17742fd65513d4353f694f00/973bfb7e17742fd65513d4353f694f00.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697234.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/f00/973bfb7e17742fd65513d4353f694f00/973bfb7e17742fd65513d4353f694f00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697237.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/6d8/0cb9665abd70efb7ec6d8ea981bd26d8/0cb9665abd70efb7ec6d8ea981bd26d8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697237.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/6d8/0cb9665abd70efb7ec6d8ea981bd26d8/0cb9665abd70efb7ec6d8ea981bd26d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697240.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/4dc/e1d81907bb36d0be7cb767bf893d94dc/e1d81907bb36d0be7cb767bf893d94dc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697240.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/4dc/e1d81907bb36d0be7cb767bf893d94dc/e1d81907bb36d0be7cb767bf893d94dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697243.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/d18/3f6513019853a1b024d3b20a3f0cdd18/3f6513019853a1b024d3b20a3f0cdd18.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697243.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/d18/3f6513019853a1b024d3b20a3f0cdd18/3f6513019853a1b024d3b20a3f0cdd18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697246.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/ddb/b5e67ecba1223af26a24b4d6bf58addb/b5e67ecba1223af26a24b4d6bf58addb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697246.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/ddb/b5e67ecba1223af26a24b4d6bf58addb/b5e67ecba1223af26a24b4d6bf58addb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697249.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/e7f/a3858e698c5a1f284c5a4c3c22fcae7f/a3858e698c5a1f284c5a4c3c22fcae7f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697249.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/e7f/a3858e698c5a1f284c5a4c3c22fcae7f/a3858e698c5a1f284c5a4c3c22fcae7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697252.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/bca/6a8aa2ade16c3de1cf4b802dba8a7bca/6a8aa2ade16c3de1cf4b802dba8a7bca.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697252.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/bca/6a8aa2ade16c3de1cf4b802dba8a7bca/6a8aa2ade16c3de1cf4b802dba8a7bca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697255.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/71a/01121193c3ceef9142807cef1c95471a/01121193c3ceef9142807cef1c95471a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697255.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/71a/01121193c3ceef9142807cef1c95471a/01121193c3ceef9142807cef1c95471a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697258.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/9d7/e28b3662438355143530345e058459d7/e28b3662438355143530345e058459d7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697258.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/9d7/e28b3662438355143530345e058459d7/e28b3662438355143530345e058459d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697261.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/2b8/a6165195841ad8c298a459606100d2b8/a6165195841ad8c298a459606100d2b8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697261.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/2b8/a6165195841ad8c298a459606100d2b8/a6165195841ad8c298a459606100d2b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697264.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/485/47ee38d7d9544082751fcd81ac9ac485/47ee38d7d9544082751fcd81ac9ac485.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697264.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/485/47ee38d7d9544082751fcd81ac9ac485/47ee38d7d9544082751fcd81ac9ac485.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_check_node +test.unit.container.test_sharder.TestSharder.test_check_node ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286745.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/1f1/4d42ae1eb0a3b273350c33d140b141f1/4d42ae1eb0a3b273350c33d140b141f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286750.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/111/1dd5a17dcb29d125c001946f4e426111/1dd5a17dcb29d125c001946f4e426111.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286755.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/ce5/5478931bf4f0469c838a9ef93e8abce5/5478931bf4f0469c838a9ef93e8abce5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286760.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/3d8/89de1866b626a02613a1914313bb73d8/89de1866b626a02613a1914313bb73d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286765.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/f39/ca2065eb9395627d789afd500920df39/ca2065eb9395627d789afd500920df39.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286770.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/aee/f5c038100c598c6514aaaffbb0d28aee/f5c038100c598c6514aaaffbb0d28aee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286775.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/672/26fdd72b858e1954f320b949b3278672/26fdd72b858e1954f320b949b3278672.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286780.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/78c/1e0b6ddbfd58905c8b041ed0a3c4978c/1e0b6ddbfd58905c8b041ed0a3c4978c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286785.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/f22/7efa824a12e90d34bfaa0ca20f1d1f22/7efa824a12e90d34bfaa0ca20f1d1f22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286790.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/c8e/e6558f03462b874c717f52be30bb3c8e/e6558f03462b874c717f52be30bb3c8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286795.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/dc3/b7e39b1dc11234372f28155abb1a7dc3/b7e39b1dc11234372f28155abb1a7dc3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286800.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/16b/c0df1a92f7a6e3bcd193c9dbea49716b/c0df1a92f7a6e3bcd193c9dbea49716b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286805.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/556/eb4bf8860f0fd8867325a42f53992556/eb4bf8860f0fd8867325a42f53992556.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286810.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/653/cdb5d749a6ff7a905150feae93a1f653/cdb5d749a6ff7a905150feae93a1f653.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286815.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/b94/bc82fa164c1b522f12a336142e492b94/bc82fa164c1b522f12a336142e492b94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286820.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/5d0/dddb5dee3314af7ebf207019c454b5d0/dddb5dee3314af7ebf207019c454b5d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286825.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/b04/3a2dab2772198302d638746c23f32b04/3a2dab2772198302d638746c23f32b04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286830.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/457/07bf1d587d7cef09253a696d71f25457/07bf1d587d7cef09253a696d71f25457.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286835.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/543/ac52178859756e1b7918eb2c7b71c543/ac52178859756e1b7918eb2c7b71c543.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286840.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/918/5f36233a81dac8e7a069eb9eed45d918/5f36233a81dac8e7a069eb9eed45d918.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286845.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/c1a/20bdef257b97b9b00a92503e9cfc3c1a/20bdef257b97b9b00a92503e9cfc3c1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286850.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/f5b/37eeea8c9bc93b900d216584af55bf5b/37eeea8c9bc93b900d216584af55bf5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286855.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/753/ee9e6bd59e2fea9e5f87d239603d1753/ee9e6bd59e2fea9e5f87d239603d1753.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286860.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/728/b92f09a178bdb868655efff123b9a728/b92f09a178bdb868655efff123b9a728.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286865.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/f96/572f6fffc7e54d4bf55b2d2e47388f96/572f6fffc7e54d4bf55b2d2e47388f96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286870.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/e6a/b0e664f8b673571c63b90742a2cc6e6a/b0e664f8b673571c63b90742a2cc6e6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286875.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/3fa/1affddecea22bbe812e1fe3b2d6d93fa/1affddecea22bbe812e1fe3b2d6d93fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286880.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/4d4/384350d43f93557642e912776235c4d4/384350d43f93557642e912776235c4d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286885.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/a21/a06bc0771edbad18c258d1cf9ad6ca21/a06bc0771edbad18c258d1cf9ad6ca21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286890.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/b5f/226df6b5358ae903ae84eac70f4d5b5f/226df6b5358ae903ae84eac70f4d5b5f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286895.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/e2f/2d8b572dd323d413cb8bb2f832d0ae2f/2d8b572dd323d413cb8bb2f832d0ae2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286900.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/895/cfc4021e28e1a4c48b9e017360010895/cfc4021e28e1a4c48b9e017360010895.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286905.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/fd7/fdf2b51cca13cd6ad826c3ef558c8fd7/fdf2b51cca13cd6ad826c3ef558c8fd7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286910.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/2c9/527e8ed4a9b6985ffb1cfb64008f92c9/527e8ed4a9b6985ffb1cfb64008f92c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286915.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/0fa/240f1952435c371781d4aa5bd56080fa/240f1952435c371781d4aa5bd56080fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286920.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/d5e/3a5d450bcc81133c796ab157f5469d5e/3a5d450bcc81133c796ab157f5469d5e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286925.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/e6e/9a0f263c9f0ca9b4dac0166e63c77e6e/9a0f263c9f0ca9b4dac0166e63c77e6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286930.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/3e9/f0f879243b56deb4abdbd317daf4c3e9/f0f879243b56deb4abdbd317daf4c3e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286935.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/331/e602bcd8fcc2cac600be9de3fc82c331/e602bcd8fcc2cac600be9de3fc82c331.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286940.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/099/d80b9a2c7465697e139866b4bfc6d099/d80b9a2c7465697e139866b4bfc6d099.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286945.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/a54/6dbc495800f1f5aacdf9c68ae0d10a54/6dbc495800f1f5aacdf9c68ae0d10a54.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286950.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/012/36a412f1db6c4049b957a82b26b9b012/36a412f1db6c4049b957a82b26b9b012.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286955.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/560/93f57c6b0a6a90c08eaa6e8bcb157560/93f57c6b0a6a90c08eaa6e8bcb157560.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286960.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/b7e/b7e7bc170fc2db48d1358c6a6785eb7e/b7e7bc170fc2db48d1358c6a6785eb7e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286965.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/957/503667bb1c1f1740900312c8f8d1b957/503667bb1c1f1740900312c8f8d1b957.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286970.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/15c/2c0dc78d26ab6d636070c0d9493a415c/2c0dc78d26ab6d636070c0d9493a415c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286975.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/4a4/9de77e3ee02857234fc28bedf75cb4a4/9de77e3ee02857234fc28bedf75cb4a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286980.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/11f/d88ab7b7cb7ffef672a07fea9a1d411f/d88ab7b7cb7ffef672a07fea9a1d411f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286985.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/637/4508984d755bb998a9f98ad37b7b8637/4508984d755bb998a9f98ad37b7b8637.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286990.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/df7/d2efb2628884bdd761c5d07cc2939df7/d2efb2628884bdd761c5d07cc2939df7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286995.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/44e/fd8afe5b44de419e9e43277e7cd5a44e/fd8afe5b44de419e9e43277e7cd5a44e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287000.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/f2c/fdb6e8bd23c3971f7d7ab1bfb2dbef2c/fdb6e8bd23c3971f7d7ab1bfb2dbef2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287005.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/26f/badc07f0026f25a18edff14a16b2f26f/badc07f0026f25a18edff14a16b2f26f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287010.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/308/afd53f8ba2ccf80d98c20a06b2a31308/afd53f8ba2ccf80d98c20a06b2a31308.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287015.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/960/04b29f9d91359bf3957302a60264c960/04b29f9d91359bf3957302a60264c960.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287020.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/1f7/bba2e1652917a6b299e4a4e2adefb1f7/bba2e1652917a6b299e4a4e2adefb1f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287025.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/485/5c2d60a6a85dce2e5fbe9c05df24d485/5c2d60a6a85dce2e5fbe9c05df24d485.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287030.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/8dd/710155ca52872513a60dc4f6401918dd/710155ca52872513a60dc4f6401918dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287035.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/8b4/f64af2d473d0055b43d0e24425c538b4/f64af2d473d0055b43d0e24425c538b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287040.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/b2a/094483ac2725131d467f9fe9c8284b2a/094483ac2725131d467f9fe9c8284b2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287045.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/580/e5025571b53719db05e9ad6844b9a580/e5025571b53719db05e9ad6844b9a580.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287050.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/6a1/0d4e0266d25e47124a988d4d6f5966a1/0d4e0266d25e47124a988d4d6f5966a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287055.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/af1/d2bfbb1d20af269fc8080f3cbd6afaf1/d2bfbb1d20af269fc8080f3cbd6afaf1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287060.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/5e5/4ea60fcffd9b63b0f27e9c57c6f855e5/4ea60fcffd9b63b0f27e9c57c6f855e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287065.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/093/04b70ae35e7ca5c51b97d7046fbb4093/04b70ae35e7ca5c51b97d7046fbb4093.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287070.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/fb1/a9559ccc51cd3844a9715e45e1ba6fb1/a9559ccc51cd3844a9715e45e1ba6fb1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287075.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/3a5/7c72f1040362bf2b52bc38b6cfed63a5/7c72f1040362bf2b52bc38b6cfed63a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287080.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/d5e/a2e96bd46368d8f1495ea0025d243d5e/a2e96bd46368d8f1495ea0025d243d5e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287085.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/4b3/7395d96adbc2d89733069bc3edd254b3/7395d96adbc2d89733069bc3edd254b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287090.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/e94/7b692bfe9053dbab21e496e6477dce94/7b692bfe9053dbab21e496e6477dce94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287095.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/dec/98f6ce24d0d38b89d1d9a337406a9dec/98f6ce24d0d38b89d1d9a337406a9dec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287100.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/24d/dd478c65ded53f45233f68db8a1cb24d/dd478c65ded53f45233f68db8a1cb24d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287105.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/935/22a80d5671c60ddb163292727ad5d935/22a80d5671c60ddb163292727ad5d935.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287110.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/9d3/94d2a89af7af16606c945fbdbb1129d3/94d2a89af7af16606c945fbdbb1129d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287115.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/10d/768f68859861d77796d8905cf37d010d/768f68859861d77796d8905cf37d010d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287120.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/040/f0c6f2c1b00fe65573ed5f998d262040/f0c6f2c1b00fe65573ed5f998d262040.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287125.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/6f5/166fe066e0fc988e5666b15ad90916f5/166fe066e0fc988e5666b15ad90916f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287130.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/dca/16a580df2b77567aad13fc75177b3dca/16a580df2b77567aad13fc75177b3dca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287135.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/2d3/015ae50398c6dcd71e26328e573352d3/015ae50398c6dcd71e26328e573352d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287140.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/8b5/bd9fc5d92b03745b262c1d3e8b3348b5/bd9fc5d92b03745b262c1d3e8b3348b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287145.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/f0c/62f19aac3d661218011cfdb460e09f0c/62f19aac3d661218011cfdb460e09f0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287150.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/54a/102550a7666f2fb15d2f53094de0c54a/102550a7666f2fb15d2f53094de0c54a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287155.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/82e/80dc9bc0493446b381bdd4285ca0882e/80dc9bc0493446b381bdd4285ca0882e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287160.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/2c7/fb60e208e821ca8295c0e5a4e62472c7/fb60e208e821ca8295c0e5a4e62472c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287165.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/cf5/72572b876f86c01ba3963877165d0cf5/72572b876f86c01ba3963877165d0cf5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287170.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/04b/ebb90c203471457c332a5afe60cc904b/ebb90c203471457c332a5afe60cc904b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287175.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/383/48c4d1342541b838a16bbb50325b3383/48c4d1342541b838a16bbb50325b3383.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287180.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/053/0b4b00f87a5ffb48686f55918e7f7053/0b4b00f87a5ffb48686f55918e7f7053.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287185.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/bb3/c42d1282fc26410cf33f5a55794b0bb3/c42d1282fc26410cf33f5a55794b0bb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287190.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/89b/79175c5d9e7ec8c512e0ca2a0d7b289b/79175c5d9e7ec8c512e0ca2a0d7b289b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287195.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/b23/90c5f1288a2d74207a2b5439098c4b23/90c5f1288a2d74207a2b5439098c4b23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287200.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/607/1d4f9a78c533dc6bd92635d33c65b607/1d4f9a78c533dc6bd92635d33c65b607.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287205.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/7a4/04d69820b1c5d542c3289ef83df2c7a4/04d69820b1c5d542c3289ef83df2c7a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287210.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/18a/49154b83b29aa65615d18da2e130318a/49154b83b29aa65615d18da2e130318a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287215.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/c7a/8fa606e6f084e21bcf86271e553dac7a/8fa606e6f084e21bcf86271e553dac7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287220.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/908/369c46df2d8365d3815cff88b7a53908/369c46df2d8365d3815cff88b7a53908.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287225.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/573/0b30e384337f219e90d445e4fa456573/0b30e384337f219e90d445e4fa456573.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287230.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/6b6/04c6641a16b855de554793ea02e016b6/04c6641a16b855de554793ea02e016b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287235.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/960/27468fc32161540424d5b86b06793960/27468fc32161540424d5b86b06793960.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287240.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/a57/5f9a62dd5adddae61f06989d61dc7a57/5f9a62dd5adddae61f06989d61dc7a57.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287245.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/394/dd6bf5f8ccc056203a993ed5ce47c394/dd6bf5f8ccc056203a993ed5ce47c394.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287250.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/2c8/73d4b2e31c7d482875ef6a395674e2c8/73d4b2e31c7d482875ef6a395674e2c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287255.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/df4/85c123955a44b1f49d7dd642b6be3df4/85c123955a44b1f49d7dd642b6be3df4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287260.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/bf2/6afe1723d3108882672bbcd33b8bbbf2/6afe1723d3108882672bbcd33b8bbbf2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287265.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/539/8bb85c945695dc42babdf4caff77b539/8bb85c945695dc42babdf4caff77b539.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287270.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/f43/4712546cecd2f2ce96944c4da0e1ef43/4712546cecd2f2ce96944c4da0e1ef43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287275.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/131/251c86458c42175f69f2a1e3a24d4131/251c86458c42175f69f2a1e3a24d4131.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287280.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/e10/98665329088b66c3f5c01021f4dbee10/98665329088b66c3f5c01021f4dbee10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287285.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/768/fcf9abc89eb0f9489c607236c259d768/fcf9abc89eb0f9489c607236c259d768.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287290.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/fdb/ef71d0a7691153fd077fafa8088c9fdb/ef71d0a7691153fd077fafa8088c9fdb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287295.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/ecc/24f5fa489720a3c023e93bf633733ecc/24f5fa489720a3c023e93bf633733ecc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287300.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/685/89f6929edda3444f65bce95655c93685/89f6929edda3444f65bce95655c93685.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287305.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/c41/7c0cc31e206327ea140dbfa871184c41/7c0cc31e206327ea140dbfa871184c41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287310.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/120/d45237f1f9643349b4671f0e25fc0120/d45237f1f9643349b4671f0e25fc0120.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287315.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/dc5/b8021b6e4d6c01f10bf7766d44238dc5/b8021b6e4d6c01f10bf7766d44238dc5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287320.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/1a5/665bccb3d23afb482679deb37d8021a5/665bccb3d23afb482679deb37d8021a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287325.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/e63/b43fa2afc7b37217a020bd82675d5e63/b43fa2afc7b37217a020bd82675d5e63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287330.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/27a/1bc7936cbd0750502073485d3a54627a/1bc7936cbd0750502073485d3a54627a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287335.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/90c/57ccebb2906dbc225f42f1c14fd2690c/57ccebb2906dbc225f42f1c14fd2690c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287340.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/2b3/8e8724596c53cfcdef2fab54f4b142b3/8e8724596c53cfcdef2fab54f4b142b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287345.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/1cd/0b260f91c700b0160ef5d6bb658101cd/0b260f91c700b0160ef5d6bb658101cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287350.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/ca1/c4b245f6631ead14f403ca55311baca1/c4b245f6631ead14f403ca55311baca1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287355.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/649/241ceed78ee3aa5acbcafcedb7c7c649/241ceed78ee3aa5acbcafcedb7c7c649.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287360.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/249/da9741341d2f7b3bfc8b78ab4b8c1249/da9741341d2f7b3bfc8b78ab4b8c1249.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287365.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/225/76b2df4550a0ad41be4f8f08b5786225/76b2df4550a0ad41be4f8f08b5786225.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287370.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/7f7/850f0b521e74703ed071354ad2d517f7/850f0b521e74703ed071354ad2d517f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287375.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/a3d/484c66f29709a0cef0adca93d27aea3d/484c66f29709a0cef0adca93d27aea3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287380.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/a23/c2db5a8fa5f943990f58b86f7f3cea23/c2db5a8fa5f943990f58b86f7f3cea23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287385.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/212/71063c99185edce36cb03c765f4d5212/71063c99185edce36cb03c765f4d5212.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287390.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/be4/fc9b595a1f3b2c7e8bd4b26dd7fb7be4/fc9b595a1f3b2c7e8bd4b26dd7fb7be4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287395.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/492/5456926f7c69deeb26f17f0c4660e492/5456926f7c69deeb26f17f0c4660e492.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287400.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/3bf/ca782cd81d5a0598be992e5fb0dfd3bf/ca782cd81d5a0598be992e5fb0dfd3bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287405.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/f49/612db686ca443bca8745fd2c88b97f49/612db686ca443bca8745fd2c88b97f49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287410.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/c6e/67e7601662bd890d0e77de648718cc6e/67e7601662bd890d0e77de648718cc6e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287415.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/03b/e54b0b461620d4aae67542438d2e103b/e54b0b461620d4aae67542438d2e103b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287420.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/5f4/f059b6d631d18c3ed49649eb85c435f4/f059b6d631d18c3ed49649eb85c435f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287425.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/0e1/55c84fd9aa1b40a9e5ec9401fa5040e1/55c84fd9aa1b40a9e5ec9401fa5040e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287430.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/dab/a1eac1b4c8fd15c038f86d448a770dab/a1eac1b4c8fd15c038f86d448a770dab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287435.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/019/58e42fa3e553f4aa3baf2b2142b9a019/58e42fa3e553f4aa3baf2b2142b9a019.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287440.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/e71/630bd3e2ac6745f5e081ff286ebbae71/630bd3e2ac6745f5e081ff286ebbae71.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287445.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/8ed/c640849e2b54b2cb04313383e70938ed/c640849e2b54b2cb04313383e70938ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287450.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/8ff/512532d475f7746cc55a0c54878958ff/512532d475f7746cc55a0c54878958ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287455.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/0f4/50ca13af7d527bf7ee38ba6f090f20f4/50ca13af7d527bf7ee38ba6f090f20f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287460.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/7f2/dc801711f4c5de6a3ac952a10631c7f2/dc801711f4c5de6a3ac952a10631c7f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287465.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/2ce/a1325487bcbec3e6cc69a9bea61ab2ce/a1325487bcbec3e6cc69a9bea61ab2ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287470.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/48d/1e883b15fa6c780e67c172399531a48d/1e883b15fa6c780e67c172399531a48d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287475.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/aaa/51e54b56c64ebe291a04c41048950aaa/51e54b56c64ebe291a04c41048950aaa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287480.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/fe3/9befd1132e207edf031667ac5cd11fe3/9befd1132e207edf031667ac5cd11fe3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287485.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/053/d45057fa56667c7aa118b4754ca28053/d45057fa56667c7aa118b4754ca28053.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287490.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/465/22723c344282cea9f297fe90ad4af465/22723c344282cea9f297fe90ad4af465.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287495.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/557/6b8233c5faa6decf23341ca92f970557/6b8233c5faa6decf23341ca92f970557.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287500.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/010/f832a2c5d61a14501c9f15b8a5309010/f832a2c5d61a14501c9f15b8a5309010.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287505.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/6fd/fad08ff4ae5d4e8596d97f5c17b046fd/fad08ff4ae5d4e8596d97f5c17b046fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287510.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/93e/961e791bff1ee8c40b62be7dbcb4593e/961e791bff1ee8c40b62be7dbcb4593e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287515.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/db9/2d8fc0489e388a8577fb829dacf52db9/2d8fc0489e388a8577fb829dacf52db9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287520.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/363/b5164a188325cd977bdbe4e22847a363/b5164a188325cd977bdbe4e22847a363.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287525.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/8cc/26b8fec40fa4bb6d79938782a7dde8cc/26b8fec40fa4bb6d79938782a7dde8cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287530.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/bc7/f97d958905d82e3cbc692ed5fedefbc7/f97d958905d82e3cbc692ed5fedefbc7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287535.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/ec7/0847baf279defdd45f2b8a0eefa7bec7/0847baf279defdd45f2b8a0eefa7bec7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287540.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/b44/34effb6dd836eda1c891e4c92d68fb44/34effb6dd836eda1c891e4c92d68fb44.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287545.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/1cd/9a39dad47e244ae81a19182e3957e1cd/9a39dad47e244ae81a19182e3957e1cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287550.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/fb8/48cf66e55d166ce4f678f02f5a789fb8/48cf66e55d166ce4f678f02f5a789fb8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287555.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/98d/05a013d3ee080a5b0d7e9fcfa72fa98d/05a013d3ee080a5b0d7e9fcfa72fa98d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287560.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/b4a/e096dd84052ccd51161ff40213f8fb4a/e096dd84052ccd51161ff40213f8fb4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287565.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/a75/1e58d32c3bd083ef2c124962caa42a75/1e58d32c3bd083ef2c124962caa42a75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287570.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/1c2/9741bf4595e6761c13275b57af1971c2/9741bf4595e6761c13275b57af1971c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287575.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/fff/22d168a4f15c41de861e5af670bcafff/22d168a4f15c41de861e5af670bcafff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287580.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/d84/d666b68c4f5cd220851d752bb16b2d84/d666b68c4f5cd220851d752bb16b2d84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287585.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/0a7/7c9ea8d478e9eb9e849c8d10b08990a7/7c9ea8d478e9eb9e849c8d10b08990a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287590.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/ca3/a40ef5e04630b322ee46b992f336eca3/a40ef5e04630b322ee46b992f336eca3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287595.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/974/c183f2b7fbb98674f3a93f9b94040974/c183f2b7fbb98674f3a93f9b94040974.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287600.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/12b/e85db4df053018913346c14dc091c12b/e85db4df053018913346c14dc091c12b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287605.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/65c/b98cef1392c35662698f908f668a465c/b98cef1392c35662698f908f668a465c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287610.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/33a/011a833de06fcf94cb489dc4884d333a/011a833de06fcf94cb489dc4884d333a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287615.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/8f6/de182436f1405ee81c6ecc390ff148f6/de182436f1405ee81c6ecc390ff148f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287620.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/9be/ee8003acef15971ab584cffbda4339be/ee8003acef15971ab584cffbda4339be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287625.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/7b4/e43ad96505207cd24895ef593d93e7b4/e43ad96505207cd24895ef593d93e7b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287630.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/98a/b847941afd599f843784db047c73e98a/b847941afd599f843784db047c73e98a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287635.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/b44/804bb37dbe42f012bfea11bdcd26cb44/804bb37dbe42f012bfea11bdcd26cb44.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287640.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/017/eb48fe143dbebd7affb099210b822017/eb48fe143dbebd7affb099210b822017.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287645.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/ede/30bbd23dd93a730500bad1fbc53f0ede/30bbd23dd93a730500bad1fbc53f0ede.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287650.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/b42/8652b237c4b507c9121aa728ca35ab42/8652b237c4b507c9121aa728ca35ab42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287655.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/b3d/ae73081de7750830cf4947d0aa305b3d/ae73081de7750830cf4947d0aa305b3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287660.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/ce7/8fa59816a1477a218465b1f6e341ace7/8fa59816a1477a218465b1f6e341ace7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287665.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/de5/808c4017ff27dc0430ce00441bc9fde5/808c4017ff27dc0430ce00441bc9fde5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287670.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/a27/f9cc8d0648df4c235db7273272ba0a27/f9cc8d0648df4c235db7273272ba0a27.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287675.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/99c/727c1d182530f675a9d52417bf54a99c/727c1d182530f675a9d52417bf54a99c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287680.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/b36/ff8d21362c95fc332e4886095a09bb36/ff8d21362c95fc332e4886095a09bb36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287685.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/f5a/1818d1f5a7533f2ece793fe58203ff5a/1818d1f5a7533f2ece793fe58203ff5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287690.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/4c0/6347433fd35dbff505f75b349db464c0/6347433fd35dbff505f75b349db464c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287695.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/5a7/61108b5dd99eb753c33afd6f0942e5a7/61108b5dd99eb753c33afd6f0942e5a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287700.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/6c8/0c2b06b05fb38b085b6ae43782d656c8/0c2b06b05fb38b085b6ae43782d656c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287705.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/cac/766eb5669523eea1fc8caa3f81585cac/766eb5669523eea1fc8caa3f81585cac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287710.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/fa7/bac2f23ce67b1be35804c0c225a2dfa7/bac2f23ce67b1be35804c0c225a2dfa7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287715.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/be0/32160ab41c9a3a6473098a5dd99a1be0/32160ab41c9a3a6473098a5dd99a1be0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287720.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/110/45a854148286138ce531c40cfe688110/45a854148286138ce531c40cfe688110.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287725.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/812/802361f9ac71941b2ffb5cdcd82e4812/802361f9ac71941b2ffb5cdcd82e4812.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287730.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/9f7/14a480d8891f1aff4acd196f8be169f7/14a480d8891f1aff4acd196f8be169f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287735.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/275/7e1ac95f22fb15733f68d644310a0275/7e1ac95f22fb15733f68d644310a0275.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287740.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/273/5a086ca355790ffcbd66b17600d8c273/5a086ca355790ffcbd66b17600d8c273.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287745.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/3c4/77595d4998b9bdda2d59851f2a54f3c4/77595d4998b9bdda2d59851f2a54f3c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287750.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/748/9b49afb1f9f8ea014000bb93ac5d8748/9b49afb1f9f8ea014000bb93ac5d8748.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287755.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/397/ca2d7a66cffcbf6bc831a172ab3a9397/ca2d7a66cffcbf6bc831a172ab3a9397.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287760.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/8e4/469e846c61d1821b3452f0d5fe76a8e4/469e846c61d1821b3452f0d5fe76a8e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287765.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/8d3/27e4e2bc3d8d8a70e5dd1cc32e2568d3/27e4e2bc3d8d8a70e5dd1cc32e2568d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287770.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/c7d/8c3c579e398bbfe49f5786ecd44e8c7d/8c3c579e398bbfe49f5786ecd44e8c7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287775.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/e90/b7b14e79c6078220dd6b70068b54de90/b7b14e79c6078220dd6b70068b54de90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287780.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/a0f/b881cbd3ebb547e4a6afbc216b0bca0f/b881cbd3ebb547e4a6afbc216b0bca0f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287785.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/b99/75215014124fb6e36b3e6218ace6cb99/75215014124fb6e36b3e6218ace6cb99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287790.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/04f/82c2c4cdd3f90bd3462a98223c50504f/82c2c4cdd3f90bd3462a98223c50504f.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697267.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/b61/df4d22cd090f3147af852ff9a8d72b61/df4d22cd090f3147af852ff9a8d72b61.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697267.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/b61/df4d22cd090f3147af852ff9a8d72b61/df4d22cd090f3147af852ff9a8d72b61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697270.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/994/7df7b339478542a9ed71b1b3582a0994/7df7b339478542a9ed71b1b3582a0994.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697270.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/994/7df7b339478542a9ed71b1b3582a0994/7df7b339478542a9ed71b1b3582a0994.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697273.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/e6b/61a879d28ed51186e7b4f3f715228e6b/61a879d28ed51186e7b4f3f715228e6b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697273.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/e6b/61a879d28ed51186e7b4f3f715228e6b/61a879d28ed51186e7b4f3f715228e6b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697276.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/784/82d1b1f1e9b810548b7ee2a295b32784/82d1b1f1e9b810548b7ee2a295b32784.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769697276.00000-0, db: /tmp/tmpo0pg2rvt/sda/containers/0/784/82d1b1f1e9b810548b7ee2a295b32784/82d1b1f1e9b810548b7ee2a295b32784.db +sharder-test WARNING: Skipping d100 as it is not mounted +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00020885467529296875s, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012254714965820312s, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmppid3_vd_/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002079010009765625s, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication +test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok +test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287795.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/cd7/79dbdc38a1121470b8151e793556ccd7/79dbdc38a1121470b8151e793556ccd7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287800.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/773/3e1da527b58af5ab3687eac908f73773/3e1da527b58af5ab3687eac908f73773.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287805.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/ae2/8aafdf3e19f16d8be7fb5f21aea1cae2/8aafdf3e19f16d8be7fb5f21aea1cae2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287810.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/492/b6b6f0637ae7c9761fa0a29076d92492/b6b6f0637ae7c9761fa0a29076d92492.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287815.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/862/8842fa8ad40ba3f5f4ba3a7e9fbe8862/8842fa8ad40ba3f5f4ba3a7e9fbe8862.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287820.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/7f8/12fa6fc53dfd913127da772ed93187f8/12fa6fc53dfd913127da772ed93187f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287825.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/4cb/6788d8661f9721c702863b078e3444cb/6788d8661f9721c702863b078e3444cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287830.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/46e/244c05827e44ee8f41c0f1797b6aa46e/244c05827e44ee8f41c0f1797b6aa46e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287835.00000-0, db: /tmp/tmpaak8ntnt/sda/containers/0/11d/7fdc64ed0d3ef7dd65264421abe6f11d/7fdc64ed0d3ef7dd65264421abe6f11d.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/034/d568bb62743bd2f3e9a3663620b83034/d568bb62743bd2f3e9a3663620b83034.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286562.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/034/d568bb62743bd2f3e9a3663620b83034/d568bb62743bd2f3e9a3663620b83034_1735286562.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/ec0/127c3c865c1da251429b1785a27f4ec0/127c3c865c1da251429b1785a27f4ec0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286566.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/ec0/127c3c865c1da251429b1785a27f4ec0/127c3c865c1da251429b1785a27f4ec0_1735286566.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/b39/6a714d404e0f08bf9870a2354233fb39/6a714d404e0f08bf9870a2354233fb39.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286570.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/b39/6a714d404e0f08bf9870a2354233fb39/6a714d404e0f08bf9870a2354233fb39_1735286570.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/ee7/44e53b7d395d57960e38869b90afdee7/44e53b7d395d57960e38869b90afdee7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286574.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/ee7/44e53b7d395d57960e38869b90afdee7/44e53b7d395d57960e38869b90afdee7_1735286574.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/7c0/30b55d7382230dbc9f2ef8792796a7c0/30b55d7382230dbc9f2ef8792796a7c0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286578.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/7c0/30b55d7382230dbc9f2ef8792796a7c0/30b55d7382230dbc9f2ef8792796a7c0_1735286578.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/72a/eb9a31304cb39ae56ca5e0f784e6472a/eb9a31304cb39ae56ca5e0f784e6472a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286582.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/72a/eb9a31304cb39ae56ca5e0f784e6472a/eb9a31304cb39ae56ca5e0f784e6472a_1735286582.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/244/93a129720553c637794f89e1be07a244/93a129720553c637794f89e1be07a244.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286586.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/244/93a129720553c637794f89e1be07a244/93a129720553c637794f89e1be07a244_1735286586.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/e06/18779512ab0a9727333c5c3eddb84e06/18779512ab0a9727333c5c3eddb84e06.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286590.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/e06/18779512ab0a9727333c5c3eddb84e06/18779512ab0a9727333c5c3eddb84e06_1735286590.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/d5e/b7851ddfe9d147b4c717bd46c903ed5e/b7851ddfe9d147b4c717bd46c903ed5e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286594.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/d5e/b7851ddfe9d147b4c717bd46c903ed5e/b7851ddfe9d147b4c717bd46c903ed5e_1735286594.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/613/efde101975c1c22f50a254b4c40bb613/efde101975c1c22f50a254b4c40bb613.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286598.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/613/efde101975c1c22f50a254b4c40bb613/efde101975c1c22f50a254b4c40bb613_1735286598.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/977/33ec76e08918a173fff5bea41f150977/33ec76e08918a173fff5bea41f150977.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286602.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/977/33ec76e08918a173fff5bea41f150977/33ec76e08918a173fff5bea41f150977_1735286602.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/c73/1336264b20c397a39508a8eeba4b5c73/1336264b20c397a39508a8eeba4b5c73.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286606.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/c73/1336264b20c397a39508a8eeba4b5c73/1336264b20c397a39508a8eeba4b5c73_1735286606.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286610.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c_1735286610.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/ab1/7b6f7f07e35ac1526829883905df8ab1/7b6f7f07e35ac1526829883905df8ab1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286614.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/ab1/7b6f7f07e35ac1526829883905df8ab1/7b6f7f07e35ac1526829883905df8ab1_1735286614.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/c78/e3e09fc83fd7f04ac51420a9f2af1c78/e3e09fc83fd7f04ac51420a9f2af1c78.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286618.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/c78/e3e09fc83fd7f04ac51420a9f2af1c78/e3e09fc83fd7f04ac51420a9f2af1c78_1735286618.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok -test ERROR: Failed to unlink '/tmp/tmpd8t2ysyh/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpd8t2ysyh/containers/part/suffix/hash/container_1735286544.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpd8t2ysyh/containers/part/suffix/hash/container_1735286544.00000.db': ['/tmp/tmpd8t2ysyh/containers/part/suffix/hash/container.db', '/tmp/tmpd8t2ysyh/containers/part/suffix/hash/container_1735286545.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpd8t2ysyh/containers/part/suffix/hash/container_1735286545.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmpxldo0qu7/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpxldo0qu7/test_container.db': : +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpqnr4q82z/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpqnr4q82z/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok - -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/3d5/7c9c988766e4b88ed44c6acc7a7213d5/7c9c988766e4b88ed44c6acc7a7213d5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286622.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/3d5/7c9c988766e4b88ed44c6acc7a7213d5/7c9c988766e4b88ed44c6acc7a7213d5_1735286622.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/f6f/6cda3973c60aaff90418a2cfa6f90f6f/6cda3973c60aaff90418a2cfa6f90f6f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286626.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/f6f/6cda3973c60aaff90418a2cfa6f90f6f/6cda3973c60aaff90418a2cfa6f90f6f_1735286626.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/e62/1bf51e95c34ce3b89640420903474e62/1bf51e95c34ce3b89640420903474e62.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286630.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/e62/1bf51e95c34ce3b89640420903474e62/1bf51e95c34ce3b89640420903474e62_1735286630.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/633/2b7696598c42c85069ef506216dfc633/2b7696598c42c85069ef506216dfc633.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286634.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/633/2b7696598c42c85069ef506216dfc633/2b7696598c42c85069ef506216dfc633_1735286634.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/0e2/7141ec0ae8c9d49b07a1ba0de779e0e2/7141ec0ae8c9d49b07a1ba0de779e0e2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286638.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/0e2/7141ec0ae8c9d49b07a1ba0de779e0e2/7141ec0ae8c9d49b07a1ba0de779e0e2_1735286638.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/ee4/f3f957b7fdb4a4433a318faef5080ee4/f3f957b7fdb4a4433a318faef5080ee4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286642.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/ee4/f3f957b7fdb4a4433a318faef5080ee4/f3f957b7fdb4a4433a318faef5080ee4_1735286642.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/00e/98fb484b62565df908c76c00715f200e/98fb484b62565df908c76c00715f200e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286646.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/00e/98fb484b62565df908c76c00715f200e/98fb484b62565df908c76c00715f200e_1735286646.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/9dc/09c1001531235b88daf5d5c67c0b29dc/09c1001531235b88daf5d5c67c0b29dc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286650.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/9dc/09c1001531235b88daf5d5c67c0b29dc/09c1001531235b88daf5d5c67c0b29dc_1735286650.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/a05/96a550821e17825d04a0c57bf6e3fa05/96a550821e17825d04a0c57bf6e3fa05.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286654.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/a05/96a550821e17825d04a0c57bf6e3fa05/96a550821e17825d04a0c57bf6e3fa05_1735286654.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/87d/fbefe170aa42de794c7583770390987d/fbefe170aa42de794c7583770390987d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286658.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/87d/fbefe170aa42de794c7583770390987d/fbefe170aa42de794c7583770390987d_1735286658.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/0ce/e0a504a6328c6504e872430262bbe0ce/e0a504a6328c6504e872430262bbe0ce.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286662.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/0ce/e0a504a6328c6504e872430262bbe0ce/e0a504a6328c6504e872430262bbe0ce_1735286662.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/32e/4016893c6ee2b4ab4c27137d86b8c32e/4016893c6ee2b4ab4c27137d86b8c32e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286666.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/32e/4016893c6ee2b4ab4c27137d86b8c32e/4016893c6ee2b4ab4c27137d86b8c32e_1735286666.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/a7b/bcdd90f4845cc4a0920ebf33e1e73a7b/bcdd90f4845cc4a0920ebf33e1e73a7b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286670.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/a7b/bcdd90f4845cc4a0920ebf33e1e73a7b/bcdd90f4845cc4a0920ebf33e1e73a7b_1735286670.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/af1/47e815fe83a563d154c250304d54baf1/47e815fe83a563d154c250304d54baf1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286674.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/af1/47e815fe83a563d154c250304d54baf1/47e815fe83a563d154c250304d54baf1_1735286674.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/75f/ae0f269fb227215e985ec8e85d4db75f/ae0f269fb227215e985ec8e85d4db75f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286678.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/75f/ae0f269fb227215e985ec8e85d4db75f/ae0f269fb227215e985ec8e85d4db75f_1735286678.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/a98/78ef79f4150d2a7da3c2da0e22a82a98/78ef79f4150d2a7da3c2da0e22a82a98.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286682.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/a98/78ef79f4150d2a7da3c2da0e22a82a98/78ef79f4150d2a7da3c2da0e22a82a98_1735286682.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/a8f/9a439291c82f18cde848f73dd599ba8f/9a439291c82f18cde848f73dd599ba8f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286686.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/a8f/9a439291c82f18cde848f73dd599ba8f/9a439291c82f18cde848f73dd599ba8f_1735286686.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/a4b/c8bb963f48ec3559e06720af17a20a4b/c8bb963f48ec3559e06720af17a20a4b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286690.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/a4b/c8bb963f48ec3559e06720af17a20a4b/c8bb963f48ec3559e06720af17a20a4b_1735286690.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/773/c1492d34f1f6fa50cbeeb0994d8ce773/c1492d34f1f6fa50cbeeb0994d8ce773.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286694.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/773/c1492d34f1f6fa50cbeeb0994d8ce773/c1492d34f1f6fa50cbeeb0994d8ce773_1735286694.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/89e/c3f43b1a1f1360d9824da60bc8f0989e/c3f43b1a1f1360d9824da60bc8f0989e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286698.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/89e/c3f43b1a1f1360d9824da60bc8f0989e/c3f43b1a1f1360d9824da60bc8f0989e_1735286698.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/965/b26ceb6084fa7503b27aefecd5b9e965/b26ceb6084fa7503b27aefecd5b9e965.db'test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286702.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/965/b26ceb6084fa7503b27aefecd5b9e965/b26ceb6084fa7503b27aefecd5b9e965_1735286702.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/21e/64d0b77335080f6ce7e90bca6542c21e/64d0b77335080f6ce7e90bca6542c21e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286706.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/21e/64d0b77335080f6ce7e90bca6542c21e/64d0b77335080f6ce7e90bca6542c21e_1735286706.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/677/9d52707e58c08059dfa7808659b0c677/9d52707e58c08059dfa7808659b0c677.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286710.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/677/9d52707e58c08059dfa7808659b0c677/9d52707e58c08059dfa7808659b0c677_1735286710.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/782/9e52417a77a58c9b5a5f82ed3aff2782/9e52417a77a58c9b5a5f82ed3aff2782.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286714.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/782/9e52417a77a58c9b5a5f82ed3aff2782/9e52417a77a58c9b5a5f82ed3aff2782_1735286714.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/ab4/0196f7344a7b9f4cf77a7f1ae26e2ab4/0196f7344a7b9f4cf77a7f1ae26e2ab4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286718.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/ab4/0196f7344a7b9f4cf77a7f1ae26e2ab4/0196f7344a7b9f4cf77a7f1ae26e2ab4_1735286718.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/14c/67d576d7bf43cde8ef34909ef834114c/67d576d7bf43cde8ef34909ef834114c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286722.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/14c/67d576d7bf43cde8ef34909ef834114c/67d576d7bf43cde8ef34909ef834114c_1735286722.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/28f/dc1afa7a69fdb54c558a97173798128f/dc1afa7a69fdb54c558a97173798128f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286726.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/28f/dc1afa7a69fdb54c558a97173798128f/dc1afa7a69fdb54c558a97173798128f_1735286726.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/763/a5d9ecabdc33c12f20b75b8a0f17f763/a5d9ecabdc33c12f20b75b8a0f17f763.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286730.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/763/a5d9ecabdc33c12f20b75b8a0f17f763/a5d9ecabdc33c12f20b75b8a0f17f763_1735286730.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/da1/362518b08fd0cc7e5b995824f9534da1/362518b08fd0cc7e5b995824f9534da1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286734.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/da1/362518b08fd0cc7e5b995824f9534da1/362518b08fd0cc7e5b995824f9534da1_1735286734.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/6df/0512b5e16a09d27e5b38e835100966df/0512b5e16a09d27e5b38e835100966df.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286738.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/6df/0512b5e16a09d27e5b38e835100966df/0512b5e16a09d27e5b38e835100966df_1735286738.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/4a4/d3a06bdf3d221225baacf1528bf7a4a4/d3a06bdf3d221225baacf1528bf7a4a4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286742.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/4a4/d3a06bdf3d221225baacf1528bf7a4a4/d3a06bdf3d221225baacf1528bf7a4a4_1735286742.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/8a8/31ac2b1126406017a0fa36b65a0538a8/31ac2b1126406017a0fa36b65a0538a8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286746.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/8a8/31ac2b1126406017a0fa36b65a0538a8/31ac2b1126406017a0fa36b65a0538a8_1735286746.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/111/1dd5a17dcb29d125c001946f4e426111/1dd5a17dcb29d125c001946f4e426111.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286750.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/111/1dd5a17dcb29d125c001946f4e426111/1dd5a17dcb29d125c001946f4e426111_1735286750.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/6fd/2bcee17c2becd7e9c8580edc820676fd/2bcee17c2becd7e9c8580edc820676fd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286754.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/6fd/2bcee17c2becd7e9c8580edc820676fd/2bcee17c2becd7e9c8580edc820676fd_1735286754.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/7c6/52ea04ec88d6cb0548c688fca22a47c6/52ea04ec88d6cb0548c688fca22a47c6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286758.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/7c6/52ea04ec88d6cb0548c688fca22a47c6/52ea04ec88d6cb0548c688fca22a47c6_1735286758.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/7ba/d4da92870f91d7a16131b0f4eabf87ba/d4da92870f91d7a16131b0f4eabf87ba.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286762.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/7ba/d4da92870f91d7a16131b0f4eabf87ba/d4da92870f91d7a16131b0f4eabf87ba_1735286762.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/2eb/fce338aa1e2a00fcf8b87094e7b8a2eb/fce338aa1e2a00fcf8b87094e7b8a2eb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286766.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/2eb/fce338aa1e2a00fcf8b87094e7b8a2eb/fce338aa1e2a00fcf8b87094e7b8a2eb_1735286766.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/aee/f5c038100c598c6514aaaffbb0d28aee/f5c038100c598c6514aaaffbb0d28aee.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286770.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/aee/f5c038100c598c6514aaaffbb0d28aee/f5c038100c598c6514aaaffbb0d28aee_1735286770.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/0f4/dc110a8fb62d72142d480ce9512360f4/dc110a8fb62d72142d480ce9512360f4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286774.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/0f4/dc110a8fb62d72142d480ce9512360f4/dc110a8fb62d72142d480ce9512360f4_1735286774.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/5fd/d13aff1cd3a529a7b93bd0bdeca295fd/d13aff1cd3a529a7b93bd0bdeca295fd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286778.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/5fd/d13aff1cd3a529a7b93bd0bdeca295fd/d13aff1cd3a529a7b93bd0bdeca295fd_1735286778.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/cd1/79220ce1e20a0ae0e3c5b5e650ac0cd1/79220ce1e20a0ae0e3c5b5e650ac0cd1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286782.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/cd1/79220ce1e20a0ae0e3c5b5e650ac0cd1/79220ce1e20a0ae0e3c5b5e650ac0cd1_1735286782.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_close_error -test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit -test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_delete -test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init -test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip -test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object -test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok -test ERROR: Failed to unlink '/tmp/tmp7gb193j2/containers/part/suffix/hash/container.db': + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 420, in set + sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1346, in handle_set + raise Exception('set failed') +Exception: set failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test INFO: Begin container audit "once" mode +test DEBUG: Audit passed for /tmp/tmplkanx0x9/sda/containers/0/0/0/test.db +test INFO: Container audit "once" mode completed: 0.00s +test INFO: Begin container update single threaded sweep +test ERROR: Error processing container /tmp/tmpb4k7hyek/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) + File "/build/reproducible-path/swift-2.34.0/swift/container/updater.py", line 225, in container_sweep + self.process_container(dbfile) File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -105984,516 +103222,453 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp7gb193j2/containers/part/suffix/hash/container_1735286559.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp7gb193j2/containers/part/suffix/hash/container_1735286559.00000.db': ['/tmp/tmp7gb193j2/containers/part/suffix/hash/container.db', '/tmp/tmp7gb193j2/containers/part/suffix/hash/container_1735286560.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp7gb193j2/containers/part/suffix/hash/container_1735286560.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Unexpected response while deleting object account container obj: 404 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 412 -test-expirer DEBUG: b'' -test-expirer ERROR: Unexpected response while deleting object account container obj: 500 -test-expirer DEBUG: b'' -test-expirer ERROR: Exception while deleting object account container obj : +Exception: Boom! +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171105 1735200159-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171105 1735200159-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmplqso3wa2/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171105 1735200159-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmplqso3wa2/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171105 1735200159-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /.shards_a/c /tmp/tmplqso3wa2/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735171105 1735200159-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweeptest.unit.container.test_updater.TestContainerUpdater.test_run_once +test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok + +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011491775512695312s, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmppid3_vd_/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001475811004638672s, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.726119995117188e-05s, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013518333435058594s, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002014636993408203s, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769697070.18462, (5, 5) as of 1769697107.33880, cleaved as of 1769697070.18462> in 0.009s, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmppid3_vd_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.16540.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.35842.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.35842.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.35842.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.35842.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.35842.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.35842.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.35842.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.35842.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.35842.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.35842.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001556873321533203s, path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012803077697753906s, path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.35842.dbtest.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies +test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok + +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmp1n14a3ne/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmp1n14a3ne/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /a/c /tmp/tmp1n14a3ne/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735257505 1735286558-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test WARNING: /tmp/tmp4jtic2k6/tmp_test_container_updater/devices/sda1 is not mounted +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735257505 1735286558-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmpvgnlrvnu/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735257505 1735286558-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735257505 1735286558-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmp8nh0l27j/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1735257505 1735286558-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmp8nh0l27j/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were giventest.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry -test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod -test.unit.obj.test_expirer.TestObjectExpirer.test_hash_mod ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init -test.unit.obj.test_expirer.TestObjectExpirer.test_init ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small -test.unit.obj.test_expirer.TestObjectExpirer.test_init_concurrency_too_small ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path -test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values -test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_accounts_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_delay_reaping_is_async ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_and_delayed_tasks ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process -test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process ... ok - -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/064/3b83f164b697cc9d67315cf2679a8064/3b83f164b697cc9d67315cf2679a8064.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286786.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/064/3b83f164b697cc9d67315cf2679a8064/3b83f164b697cc9d67315cf2679a8064_1735286786.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/c8e/e6558f03462b874c717f52be30bb3c8e/e6558f03462b874c717f52be30bb3c8e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286790.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/c8e/e6558f03462b874c717f52be30bb3c8e/e6558f03462b874c717f52be30bb3c8e_1735286790.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/3af/d36b3991210d9f84c0e9c853ee32a3af/d36b3991210d9f84c0e9c853ee32a3af.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286794.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/3af/d36b3991210d9f84c0e9c853ee32a3af/d36b3991210d9f84c0e9c853ee32a3af_1735286794.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/b0e/b81dbf2c4c616383cd1cfa7d29c33b0e/b81dbf2c4c616383cd1cfa7d29c33b0e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286798.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/b0e/b81dbf2c4c616383cd1cfa7d29c33b0e/b81dbf2c4c616383cd1cfa7d29c33b0e_1735286798.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/b78/574baa2025f9e8d24afb117b43ae8b78/574baa2025f9e8d24afb117b43ae8b78.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286802.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/b78/574baa2025f9e8d24afb117b43ae8b78/574baa2025f9e8d24afb117b43ae8b78_1735286802.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/3b0/9583acc45ca4930bb8f51568bfe063b0/9583acc45ca4930bb8f51568bfe063b0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286806.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/3b0/9583acc45ca4930bb8f51568bfe063b0/9583acc45ca4930bb8f51568bfe063b0_1735286806.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/653/cdb5d749a6ff7a905150feae93a1f653/cdb5d749a6ff7a905150feae93a1f653.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286810.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/653/cdb5d749a6ff7a905150feae93a1f653/cdb5d749a6ff7a905150feae93a1f653_1735286810.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/916/8ca7cdbf285d4f390dd0f7473d4c6916/8ca7cdbf285d4f390dd0f7473d4c6916.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286814.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/916/8ca7cdbf285d4f390dd0f7473d4c6916/8ca7cdbf285d4f390dd0f7473d4c6916_1735286814.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/ec9/51362da15b624d467250b20d52265ec9/51362da15b624d467250b20d52265ec9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286818.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/ec9/51362da15b624d467250b20d52265ec9/51362da15b624d467250b20d52265ec9_1735286818.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/c51/e21cafb7b9ad8395848f9a8cfc6e6c51/e21cafb7b9ad8395848f9a8cfc6e6c51.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286822.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/c51/e21cafb7b9ad8395848f9a8cfc6e6c51/e21cafb7b9ad8395848f9a8cfc6e6c51_1735286822.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/9d1/7c9d1f4737c183aa5aad3f90d2f4d9d1/7c9d1f4737c183aa5aad3f90d2f4d9d1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286826.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/9d1/7c9d1f4737c183aa5aad3f90d2f4d9d1/7c9d1f4737c183aa5aad3f90d2f4d9d1_1735286826.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/457/07bf1d587d7cef09253a696d71f25457/07bf1d587d7cef09253a696d71f25457.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286830.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/457/07bf1d587d7cef09253a696d71f25457/07bf1d587d7cef09253a696d71f25457_1735286830.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/7fc/6877ef0526366078337295b75a7027fc/6877ef0526366078337295b75a7027fc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286834.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/7fc/6877ef0526366078337295b75a7027fc/6877ef0526366078337295b75a7027fc_1735286834.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/d8b/461c25eb91cbcd47de7332b3ddfebd8b/461c25eb91cbcd47de7332b3ddfebd8b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286838.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/d8b/461c25eb91cbcd47de7332b3ddfebd8b/461c25eb91cbcd47de7332b3ddfebd8b_1735286838.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/542/bae6a8727e24c182f8ef53e159b5c542/bae6a8727e24c182f8ef53e159b5c542.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286842.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/542/bae6a8727e24c182f8ef53e159b5c542/bae6a8727e24c182f8ef53e159b5c542_1735286842.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/9b1/2c0372cfc4e7059f81e9c174260ca9b1/2c0372cfc4e7059f81e9c174260ca9b1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286846.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/9b1/2c0372cfc4e7059f81e9c174260ca9b1/2c0372cfc4e7059f81e9c174260ca9b1_1735286846.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/f5b/37eeea8c9bc93b900d216584af55bf5b/37eeea8c9bc93b900d216584af55bf5b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286850.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/f5b/37eeea8c9bc93b900d216584af55bf5b/37eeea8c9bc93b900d216584af55bf5b_1735286850.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/593/850bf199db8a9b4e66085d7a9906b593/850bf199db8a9b4e66085d7a9906b593.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286854.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/593/850bf199db8a9b4e66085d7a9906b593/850bf199db8a9b4e66085d7a9906b593_1735286854.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/d11/24c1da0bb8fb830937b03bfb4e7a7d11/24c1da0bb8fb830937b03bfb4e7a7d11.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286858.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/d11/24c1da0bb8fb830937b03bfb4e7a7d11/24c1da0bb8fb830937b03bfb4e7a7d11_1735286858.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/ddd/6e5278b01ff913d6a850a7d50453cddd/6e5278b01ff913d6a850a7d50453cddd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286862.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/ddd/6e5278b01ff913d6a850a7d50453cddd/6e5278b01ff913d6a850a7d50453cddd_1735286862.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/62c/b9a2e26947dc070a96ec14192514562c/b9a2e26947dc070a96ec14192514562c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286866.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/62c/b9a2e26947dc070a96ec14192514562c/b9a2e26947dc070a96ec14192514562c_1735286866.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/e6a/b0e664f8b673571c63b90742a2cc6e6a/b0e664f8b673571c63b90742a2cc6e6a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286870.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/e6a/b0e664f8b673571c63b90742a2cc6e6a/b0e664f8b673571c63b90742a2cc6e6a_1735286870.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/83c/7ec65ab21412278ea3db593407eb483c/7ec65ab21412278ea3db593407eb483c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286874.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/83c/7ec65ab21412278ea3db593407eb483c/7ec65ab21412278ea3db593407eb483c_1735286874.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/b23/db516de6cf2372626b2bcdee7d609b23/db516de6cf2372626b2bcdee7d609b23.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286878.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/b23/db516de6cf2372626b2bcdee7d609b23/db516de6cf2372626b2bcdee7d609b23_1735286878.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/20c/6ab32e7010c4872bdd9d75f339cc120c/6ab32e7010c4872bdd9d75f339cc120c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286882.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/20c/6ab32e7010c4872bdd9d75f339cc120c/6ab32e7010c4872bdd9d75f339cc120c_1735286882.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/b51/a1e00a06816ce36b6ff87465c9878b51/a1e00a06816ce36b6ff87465c9878b51.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286886.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/b51/a1e00a06816ce36b6ff87465c9878b51/a1e00a06816ce36b6ff87465c9878b51_1735286886.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/b5f/226df6b5358ae903ae84eac70f4d5b5f/226df6b5358ae903ae84eac70f4d5b5f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286890.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/b5f/226df6b5358ae903ae84eac70f4d5b5f/226df6b5358ae903ae84eac70f4d5b5f_1735286890.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/bb6/0d4d20d761a91fb6e11bcb5f50d4bbb6/0d4d20d761a91fb6e11bcb5f50d4bbb6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286894.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/bb6/0d4d20d761a91fb6e11bcb5f50d4bbb6/0d4d20d761a91fb6e11bcb5f50d4bbb6_1735286894.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/ea6/b92d675486cb6495a5f604df40904ea6/b92d675486cb6495a5f604df40904ea6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286898.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/ea6/b92d675486cb6495a5f604df40904ea6/b92d675486cb6495a5f604df40904ea6_1735286898.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/712/b2d4e4dc7e23a7f5a8733d8551de0712/b2d4e4dc7e23a7f5a8733d8551de0712.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286902.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/712/b2d4e4dc7e23a7f5a8733d8551de0712/b2d4e4dc7e23a7f5a8733d8551de0712_1735286902.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/5aa/3c134319eea371eae6f50945ee0f45aa/3c134319eea371eae6f50945ee0f45aa.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286906.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/5aa/3c134319eea371eae6f50945ee0f45aa/3c134319eea371eae6f50945ee0f45aa_1735286906.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/2c9/527e8ed4a9b6985ffb1cfb64008f92c9/527e8ed4a9b6985ffb1cfb64008f92c9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286910.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/2c9/527e8ed4a9b6985ffb1cfb64008f92c9/527e8ed4a9b6985ffb1cfb64008f92c9_1735286910.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/283/3a57d672c4a0c5eb34fe70ff9253f283/3a57d672c4a0c5eb34fe70ff9253f283.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286914.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/283/3a57d672c4a0c5eb34fe70ff9253f283/3a57d672c4a0c5eb34fe70ff9253f283_1735286914.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/d34/9b414f584248b7ac6010bdc2a3712d34/9b414f584248b7ac6010bdc2a3712d34.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286918.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/d34/9b414f584248b7ac6010bdc2a3712d34/9b414f584248b7ac6010bdc2a3712d34_1735286918.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/ec7/c7aedeab90b04bc03b55c1011b613ec7/c7aedeab90b04bc03b55c1011b613ec7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286922.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/ec7/c7aedeab90b04bc03b55c1011b613ec7/c7aedeab90b04bc03b55c1011b613ec7_1735286922.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/3d0/cc309f5e0673566358c86535078663d0/cc309f5e0673566358c86535078663d0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286926.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/3d0/cc309f5e0673566358c86535078663d0/cc309f5e0673566358c86535078663d0_1735286926.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/3e9/f0f879243b56deb4abdbd317daf4c3e9/f0f879243b56deb4abdbd317daf4c3e9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286930.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/3e9/f0f879243b56deb4abdbd317daf4c3e9/f0f879243b56deb4abdbd317daf4c3e9_1735286930.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/c74/c464919004564b18b834568300e27c74/c464919004564b18b834568300e27c74.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286934.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/c74/c464919004564b18b834568300e27c74/c464919004564b18b834568300e27c74_1735286934.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/fec/63f4ca01350aafa0cd25f08bcbf73fec/63f4ca01350aafa0cd25f08bcbf73fec.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286938.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/fec/63f4ca01350aafa0cd25f08bcbf73fec/63f4ca01350aafa0cd25f08bcbf73fec_1735286938.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/56e/37f8dbcc94fcd05ec699bcbbe788756e/37f8dbcc94fcd05ec699bcbbe788756e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286942.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/56e/37f8dbcc94fcd05ec699bcbbe788756e/37f8dbcc94fcd05ec699bcbbe788756e_1735286942.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/7ec/66196dfe357bd87bddaeeabfe12e97ec/66196dfe357bd87bddaeeabfe12e97ec.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286946.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/7ec/66196dfe357bd87bddaeeabfe12e97ec/66196dfe357bd87bddaeeabfe12e97ec_1735286946.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/012/36a412f1db6c4049b957a82b26b9b012/36a412f1db6c4049b957a82b26b9b012.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286950.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/012/36a412f1db6c4049b957a82b26b9b012/36a412f1db6c4049b957a82b26b9b012_1735286950.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/c6d/326fd748b2add379fe16ca2c5b379c6d/326fd748b2add379fe16ca2c5b379c6d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286954.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/c6d/326fd748b2add379fe16ca2c5b379c6d/326fd748b2add379fe16ca2c5b379c6d_1735286954.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/916/9c12a947c53290e79cdee259c2233916/9c12a947c53290e79cdee259c2233916.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286958.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/916/9c12a947c53290e79cdee259c2233916/9c12a947c53290e79cdee259c2233916_1735286958.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/b6e/40d85f234d51ac463610f1795727ab6e/40d85f234d51ac463610f1795727ab6e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286962.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/b6e/40d85f234d51ac463610f1795727ab6e/40d85f234d51ac463610f1795727ab6e_1735286962.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/ed7/d215a7a3043af5e4e3c7c65fce0faed7/d215a7a3043af5e4e3c7c65fce0faed7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286966.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/ed7/d215a7a3043af5e4e3c7c65fce0faed7/d215a7a3043af5e4e3c7c65fce0faed7_1735286966.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/15c/2c0dc78d26ab6d636070c0d9493a415c/2c0dc78d26ab6d636070c0d9493a415c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286970.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/15c/2c0dc78d26ab6d636070c0d9493a415c/2c0dc78d26ab6d636070c0d9493a415c_1735286970.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/27a/c7e6f0c70d4ca1c267d8cb0ff692627a/c7e6f0c70d4ca1c267d8cb0ff692627a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286974.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/27a/c7e6f0c70d4ca1c267d8cb0ff692627a/c7e6f0c70d4ca1c267d8cb0ff692627a_1735286974.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/249/d311375aac9f1fb47c32a2cb5dad0249/d311375aac9f1fb47c32a2cb5dad0249.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286978.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/249/d311375aac9f1fb47c32a2cb5dad0249/d311375aac9f1fb47c32a2cb5dad0249_1735286978.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/ba8/47a99bd3e6aecba54a89349b1016aba8/47a99bd3e6aecba54a89349b1016aba8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286982.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/ba8/47a99bd3e6aecba54a89349b1016aba8/47a99bd3e6aecba54a89349b1016aba8_1735286982.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/aa6/4f0e72ef4e52764e30b644645c230aa6/4f0e72ef4e52764e30b644645c230aa6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286986.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/aa6/4f0e72ef4e52764e30b644645c230aa6/4f0e72ef4e52764e30b644645c230aa6_1735286986.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/df7/d2efb2628884bdd761c5d07cc2939df7/d2efb2628884bdd761c5d07cc2939df7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286990.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/df7/d2efb2628884bdd761c5d07cc2939df7/d2efb2628884bdd761c5d07cc2939df7_1735286990.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/bfc/fe4a0a1763f072159ff450dcf90a4bfc/fe4a0a1763f072159ff450dcf90a4bfc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286994.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/bfc/fe4a0a1763f072159ff450dcf90a4bfc/fe4a0a1763f072159ff450dcf90a4bfc_1735286994.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/483/54ab46fe40418c129d2fc3a068623483/54ab46fe40418c129d2fc3a068623483.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286998.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/483/54ab46fe40418c129d2fc3a068623483/54ab46fe40418c129d2fc3a068623483_1735286998.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/57f/3a620c9208f5e652cf5dc80b40b0d57f/3a620c9208f5e652cf5dc80b40b0d57f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287002.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/57f/3a620c9208f5e652cf5dc80b40b0d57f/3a620c9208f5e652cf5dc80b40b0d57f_1735287002.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/14f/eea41f5e18129fae560352b058e3014f/eea41f5e18129fae560352b058e3014f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287006.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/14f/eea41f5e18129fae560352b058e3014f/eea41f5e18129fae560352b058e3014f_1735287006.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/308/afd53f8ba2ccf80d98c20a06b2a31308/afd53f8ba2ccf80d98c20a06b2a31308.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287010.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/308/afd53f8ba2ccf80d98c20a06b2a31308/afd53f8ba2ccf80d98c20a06b2a31308_1735287010.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/3b7/fc4ff7a48a0b3c24c82ccd601eb4f3b7/fc4ff7a48a0b3c24c82ccd601eb4f3b7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287014.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/3b7/fc4ff7a48a0b3c24c82ccd601eb4f3b7/fc4ff7a48a0b3c24c82ccd601eb4f3b7_1735287014.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/f04/004a661335430410adfb2a0c1a16df04/004a661335430410adfb2a0c1a16df04.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287018.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/f04/004a661335430410adfb2a0c1a16df04/004a661335430410adfb2a0c1a16df04_1735287018.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/a57/672eb46930e2a62a524a5767e4eb4a57/672eb46930e2a62a524a5767e4eb4a57.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287022.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/a57/672eb46930e2a62a524a5767e4eb4a57/672eb46930e2a62a524a5767e4eb4a57_1735287022.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/6ad/8a43001a5e5865dc95c1cda8d1fd46ad/8a43001a5e5865dc95c1cda8d1fd46ad.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287026.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/6ad/8a43001a5e5865dc95c1cda8d1fd46ad/8a43001a5e5865dc95c1cda8d1fd46ad_1735287026.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/8dd/710155ca52872513a60dc4f6401918dd/710155ca52872513a60dc4f6401918dd.db'test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break -test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj -test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue -test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency -test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_report -test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287030.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/8dd/710155ca52872513a60dc4f6401918dd/710155ca52872513a60dc4f6401918dd_1735287030.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/7d8/1fa32ffdd73d66dd9cf8cbe316dee7d8/1fa32ffdd73d66dd9cf8cbe316dee7d8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287034.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/7d8/1fa32ffdd73d66dd9cf8cbe316dee7d8/1fa32ffdd73d66dd9cf8cbe316dee7d8_1735287034.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/0d4/b81b784354469165d62dd3011d6cc0d4/b81b784354469165d62dd3011d6cc0d4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287038.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/0d4/b81b784354469165d62dd3011d6cc0d4/b81b784354469165d62dd3011d6cc0d4_1735287038.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/d78/524c65c905ac0885876a274a068e8d78/524c65c905ac0885876a274a068e8d78.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287042.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/d78/524c65c905ac0885876a274a068e8d78/524c65c905ac0885876a274a068e8d78_1735287042.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/85f/b3d42267002fe1748e5a8c854dbb685f/b3d42267002fe1748e5a8c854dbb685f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287046.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/85f/b3d42267002fe1748e5a8c854dbb685f/b3d42267002fe1748e5a8c854dbb685f_1735287046.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/6a1/0d4e0266d25e47124a988d4d6f5966a1/0d4e0266d25e47124a988d4d6f5966a1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287050.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/6a1/0d4e0266d25e47124a988d4d6f5966a1/0d4e0266d25e47124a988d4d6f5966a1_1735287050.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/317/64e77d8bc292e2a29fb6775098793317/64e77d8bc292e2a29fb6775098793317.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287054.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/317/64e77d8bc292e2a29fb6775098793317/64e77d8bc292e2a29fb6775098793317_1735287054.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/980/c296e32d8c705845b6555c5270ece980/c296e32d8c705845b6555c5270ece980.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287058.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/980/c296e32d8c705845b6555c5270ece980/c296e32d8c705845b6555c5270ece980_1735287058.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/978/ac7d666e82f51bd6c5b0b18d555e1978/ac7d666e82f51bd6c5b0b18d555e1978.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287062.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/978/ac7d666e82f51bd6c5b0b18d555e1978/ac7d666e82f51bd6c5b0b18d555e1978_1735287062.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/10c/bd7635e9bf049ba3b95fadb64684210c/bd7635e9bf049ba3b95fadb64684210c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287066.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/10c/bd7635e9bf049ba3b95fadb64684210c/bd7635e9bf049ba3b95fadb64684210c_1735287066.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpry49_epm/sda/containers/0/fb1/a9559ccc51cd3844a9715e45e1ba6fb1/a9559ccc51cd3844a9715e45e1ba6fb1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735287070.00000-0, db: /tmp/tmpry49_epm/sda/containers/0/fb1/a9559ccc51cd3844a9715e45e1ba6fb1/a9559ccc51cd3844a9715e45e1ba6fb1_1735287070.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286563.00000-0, db: /tmp/tmpvd5o9q_r/sda/containers/0/3e8/001b929f2ee9ec544ed580f806cca3e8/001b929f2ee9ec544ed580f806cca3e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286567.00000-0, db: /tmp/tmpvd5o9q_r/sda/containers/0/b8f/9b0c8b7275e8481d008eba41d6a77b8f/9b0c8b7275e8481d008eba41d6a77b8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286571.00000-0, db: /tmp/tmpvd5o9q_r/sda/containers/0/3ce/10b3c32ce76f4f4776235d94c43593ce/10b3c32ce76f4f4776235d94c43593ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286575.00000-0, db: /tmp/tmpvd5o9q_r/sda/containers/0/5a5/94f621cd938cd3ccf05c8679984aa5a5/94f621cd938cd3ccf05c8679984aa5a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286564.00000-0, db: /tmp/tmpis77zv9h/sda/containers/0/102/5a6d947949d6d2c6cd54ed8b6f5d1102/5a6d947949d6d2c6cd54ed8b6f5d1102.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286567.00000-0, db: /tmp/tmpis77zv9h/sda/containers/0/b8f/9b0c8b7275e8481d008eba41d6a77b8f/9b0c8b7275e8481d008eba41d6a77b8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286570.00000-0, db: /tmp/tmpis77zv9h/sda/containers/0/b39/6a714d404e0f08bf9870a2354233fb39/6a714d404e0f08bf9870a2354233fb39.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286573.00000-0, db: /tmp/tmpis77zv9h/sda/containers/0/490/2a2e17d50e97c9cde36ea028eb7d5490/2a2e17d50e97c9cde36ea028eb7d5490.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286564.00000-0, db: /tmp/tmpk5zrk9nh/sda/containers/0/102/5a6d947949d6d2c6cd54ed8b6f5d1102/5a6d947949d6d2c6cd54ed8b6f5d1102.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286564.00000-0, db: /tmp/tmpk5zrk9nh/sda/containers/0/102/5a6d947949d6d2c6cd54ed8b6f5d1102/5a6d947949d6d2c6cd54ed8b6f5d1102.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286564.00000-0, db: /tmp/tmpk5zrk9nh/sda/containers/0/102/5a6d947949d6d2c6cd54ed8b6f5d1102/5a6d947949d6d2c6cd54ed8b6f5d1102.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286568.00000-0, db: /tmp/tmpk5zrk9nh/sda/containers/0/c57/fb958eddd9a3bfdf699724cb2499cc57/fb958eddd9a3bfdf699724cb2499cc57.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286568.00000-0, db: /tmp/tmpk5zrk9nh/sda/containers/0/c57/fb958eddd9a3bfdf699724cb2499cc57/fb958eddd9a3bfdf699724cb2499cc57.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286568.00000-0, db: /tmp/tmpk5zrk9nh/sda/containers/0/c57/fb958eddd9a3bfdf699724cb2499cc57/fb958eddd9a3bfdf699724cb2499cc57.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286572.00000-0, db: /tmp/tmpk5zrk9nh/sda/containers/0/35b/9d7ccd18d52a978b5ca5fea504f6c35b/9d7ccd18d52a978b5ca5fea504f6c35b.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286572.00000-0, db: /tmp/tmpk5zrk9nh/sda/containers/0/35b/9d7ccd18d52a978b5ca5fea504f6c35b/9d7ccd18d52a978b5ca5fea504f6c35b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286572.00000-0, db: /tmp/tmpk5zrk9nh/sda/containers/0/35b/9d7ccd18d52a978b5ca5fea504f6c35b/9d7ccd18d52a978b5ca5fea504f6c35b.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286576.00000-0, db: /tmp/tmpk5zrk9nh/sda/containers/0/f4f/936e2ca8b8877ad228b7a5413b2a2f4f/936e2ca8b8877ad228b7a5413b2a2f4f.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286576.00000-0, db: /tmp/tmpk5zrk9nh/sda/containers/0/f4f/936e2ca8b8877ad228b7a5413b2a2f4f/936e2ca8b8877ad228b7a5413b2a2f4f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286576.00000-0, db: /tmp/tmpk5zrk9nh/sda/containers/0/f4f/936e2ca8b8877ad228b7a5413b2a2f4f/936e2ca8b8877ad228b7a5413b2a2f4f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286564.00000-0, db: /tmp/tmprmnil366/sda/containers/0/102/5a6d947949d6d2c6cd54ed8b6f5d1102/5a6d947949d6d2c6cd54ed8b6f5d1102.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286564.00000-0, db: /tmp/tmprmnil366/sda/containers/0/102/5a6d947949d6d2c6cd54ed8b6f5d1102/5a6d947949d6d2c6cd54ed8b6f5d1102.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286567.00000-0, db: /tmp/tmprmnil366/sda/containers/0/b8f/9b0c8b7275e8481d008eba41d6a77b8f/9b0c8b7275e8481d008eba41d6a77b8f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286567.00000-0, db: /tmp/tmprmnil366/sda/containers/0/b8f/9b0c8b7275e8481d008eba41d6a77b8f/9b0c8b7275e8481d008eba41d6a77b8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286570.00000-0, db: /tmp/tmprmnil366/sda/containers/0/b39/6a714d404e0f08bf9870a2354233fb39/6a714d404e0f08bf9870a2354233fb39.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286570.00000-0, db: /tmp/tmprmnil366/sda/containers/0/b39/6a714d404e0f08bf9870a2354233fb39/6a714d404e0f08bf9870a2354233fb39.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286573.00000-0, db: /tmp/tmprmnil366/sda/containers/0/490/2a2e17d50e97c9cde36ea028eb7d5490/2a2e17d50e97c9cde36ea028eb7d5490.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286573.00000-0, db: /tmp/tmprmnil366/sda/containers/0/490/2a2e17d50e97c9cde36ea028eb7d5490/2a2e17d50e97c9cde36ea028eb7d5490.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286564.00000-0, db: /tmp/tmp9hu02ol_/sda/containers/0/102/5a6d947949d6d2c6cd54ed8b6f5d1102/5a6d947949d6d2c6cd54ed8b6f5d1102.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286564.00000-0, db: /tmp/tmp9hu02ol_/sda/containers/0/102/5a6d947949d6d2c6cd54ed8b6f5d1102/5a6d947949d6d2c6cd54ed8b6f5d1102.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286567.00000-0, db: /tmp/tmp9hu02ol_/sda/containers/0/b8f/9b0c8b7275e8481d008eba41d6a77b8f/9b0c8b7275e8481d008eba41d6a77b8f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286567.00000-0, db: /tmp/tmp9hu02ol_/sda/containers/0/b8f/9b0c8b7275e8481d008eba41d6a77b8f/9b0c8b7275e8481d008eba41d6a77b8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286570.00000-0, db: /tmp/tmp9hu02ol_/sda/containers/0/b39/6a714d404e0f08bf9870a2354233fb39/6a714d404e0f08bf9870a2354233fb39.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286570.00000-0, db: /tmp/tmp9hu02ol_/sda/containers/0/b39/6a714d404e0f08bf9870a2354233fb39/6a714d404e0f08bf9870a2354233fb39.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286573.00000-0, db: /tmp/tmp9hu02ol_/sda/containers/0/490/2a2e17d50e97c9cde36ea028eb7d5490/2a2e17d50e97c9cde36ea028eb7d5490.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286573.00000-0, db: /tmp/tmp9hu02ol_/sda/containers/0/490/2a2e17d50e97c9cde36ea028eb7d5490/2a2e17d50e97c9cde36ea028eb7d5490.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286564.00000-0, db: /tmp/tmp59btmznv/sda/containers/0/102/5a6d947949d6d2c6cd54ed8b6f5d1102/5a6d947949d6d2c6cd54ed8b6f5d1102.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286566.00000-0, db: /tmp/tmp59btmznv/sda/containers/0/ec0/127c3c865c1da251429b1785a27f4ec0/127c3c865c1da251429b1785a27f4ec0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286568.00000-0, db: /tmp/tmp59btmznv/sda/containers/0/c57/fb958eddd9a3bfdf699724cb2499cc57/fb958eddd9a3bfdf699724cb2499cc57.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286570.00000-0, db: /tmp/tmp59btmznv/sda/containers/0/b39/6a714d404e0f08bf9870a2354233fb39/6a714d404e0f08bf9870a2354233fb39.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286565.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/564/eac35bf739d363d3ba6eab0d73525564/eac35bf739d363d3ba6eab0d73525564.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286565.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/564/eac35bf739d363d3ba6eab0d73525564/eac35bf739d363d3ba6eab0d73525564.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286568.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/c57/fb958eddd9a3bfdf699724cb2499cc57/fb958eddd9a3bfdf699724cb2499cc57.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286568.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/c57/fb958eddd9a3bfdf699724cb2499cc57/fb958eddd9a3bfdf699724cb2499cc57.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286571.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/3ce/10b3c32ce76f4f4776235d94c43593ce/10b3c32ce76f4f4776235d94c43593ce.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286571.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/3ce/10b3c32ce76f4f4776235d94c43593ce/10b3c32ce76f4f4776235d94c43593ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286574.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/ee7/44e53b7d395d57960e38869b90afdee7/44e53b7d395d57960e38869b90afdee7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286574.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/ee7/44e53b7d395d57960e38869b90afdee7/44e53b7d395d57960e38869b90afdee7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286577.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/944/e9c48804892d390b1cb3a9a70bc34944/e9c48804892d390b1cb3a9a70bc34944.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286577.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/944/e9c48804892d390b1cb3a9a70bc34944/e9c48804892d390b1cb3a9a70bc34944.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286580.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/504/b18d88e7357b70b203b13a0d0b1f8504/b18d88e7357b70b203b13a0d0b1f8504.dbtest.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286580.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/504/b18d88e7357b70b203b13a0d0b1f8504/b18d88e7357b70b203b13a0d0b1f8504.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286583.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/390/72e0030bc360369059f626eb87bc7390/72e0030bc360369059f626eb87bc7390.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286583.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/390/72e0030bc360369059f626eb87bc7390/72e0030bc360369059f626eb87bc7390.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286586.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/244/93a129720553c637794f89e1be07a244/93a129720553c637794f89e1be07a244.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286586.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/244/93a129720553c637794f89e1be07a244/93a129720553c637794f89e1be07a244.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286589.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/d2c/6930aad450fd5b8b5804f9da7f347d2c/6930aad450fd5b8b5804f9da7f347d2c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286589.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/d2c/6930aad450fd5b8b5804f9da7f347d2c/6930aad450fd5b8b5804f9da7f347d2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286592.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/50c/36ae77b59ff9d5f55ace2b659e2cd50c/36ae77b59ff9d5f55ace2b659e2cd50c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286592.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/50c/36ae77b59ff9d5f55ace2b659e2cd50c/36ae77b59ff9d5f55ace2b659e2cd50c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286595.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/8ce/588e6bb533bfdb2883a1848ee691f8ce/588e6bb533bfdb2883a1848ee691f8ce.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286595.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/8ce/588e6bb533bfdb2883a1848ee691f8ce/588e6bb533bfdb2883a1848ee691f8ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286598.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/613/efde101975c1c22f50a254b4c40bb613/efde101975c1c22f50a254b4c40bb613.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286598.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/613/efde101975c1c22f50a254b4c40bb613/efde101975c1c22f50a254b4c40bb613.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286601.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/4e9/d79e90ea63cd66263a13d6cebb8964e9/d79e90ea63cd66263a13d6cebb8964e9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286601.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/4e9/d79e90ea63cd66263a13d6cebb8964e9/d79e90ea63cd66263a13d6cebb8964e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286604.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/a18/0c54a5f74c1b4704eee4c50712be3a18/0c54a5f74c1b4704eee4c50712be3a18.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286604.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/a18/0c54a5f74c1b4704eee4c50712be3a18/0c54a5f74c1b4704eee4c50712be3a18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286607.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/1f5/6ba68a972643123892fd78e43a2da1f5/6ba68a972643123892fd78e43a2da1f5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286607.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/1f5/6ba68a972643123892fd78e43a2da1f5/6ba68a972643123892fd78e43a2da1f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286610.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286610.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c/81df61eb7aa0fa4e3e4c2bdfbd066b1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286613.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/94d/d56bb030c548f7299ad808f8438c794d/d56bb030c548f7299ad808f8438c794d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286613.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/94d/d56bb030c548f7299ad808f8438c794d/d56bb030c548f7299ad808f8438c794d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286616.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/c41/95dc75f68231aea9b3678d786d484c41/95dc75f68231aea9b3678d786d484c41.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286616.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/c41/95dc75f68231aea9b3678d786d484c41/95dc75f68231aea9b3678d786d484c41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286619.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/46c/1c6a70061b86bd626f17d32658cee46c/1c6a70061b86bd626f17d32658cee46c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286619.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/46c/1c6a70061b86bd626f17d32658cee46c/1c6a70061b86bd626f17d32658cee46c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286622.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/3d5/7c9c988766e4b88ed44c6acc7a7213d5/7c9c988766e4b88ed44c6acc7a7213d5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286622.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/3d5/7c9c988766e4b88ed44c6acc7a7213d5/7c9c988766e4b88ed44c6acc7a7213d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286625.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/fcc/43217a8786384fe68cf1de709e2b2fcc/43217a8786384fe68cf1de709e2b2fcc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286625.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/fcc/43217a8786384fe68cf1de709e2b2fcc/43217a8786384fe68cf1de709e2b2fcc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286628.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/9f4/210095dc5066a5919bb925e69b8019f4/210095dc5066a5919bb925e69b8019f4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286628.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/9f4/210095dc5066a5919bb925e69b8019f4/210095dc5066a5919bb925e69b8019f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286631.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/029/08e8b3c0b0e1e038174f003474bbc029/08e8b3c0b0e1e038174f003474bbc029.dbtest.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping ... ok -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_updater.TestContainerUpdater.test_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok +test.unit.container.test_updater.TestContainerUpdater.test_unicode +test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run +test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286631.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/029/08e8b3c0b0e1e038174f003474bbc029/08e8b3c0b0e1e038174f003474bbc029.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286634.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/633/2b7696598c42c85069ef506216dfc633/2b7696598c42c85069ef506216dfc633.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286634.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/633/2b7696598c42c85069ef506216dfc633/2b7696598c42c85069ef506216dfc633.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286637.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/1a1/8fb3fec4b60cee0354ddf197e13961a1/8fb3fec4b60cee0354ddf197e13961a1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286637.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/1a1/8fb3fec4b60cee0354ddf197e13961a1/8fb3fec4b60cee0354ddf197e13961a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286640.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/c1c/1e7670b17168310c1fa9abe169f07c1c/1e7670b17168310c1fa9abe169f07c1c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286640.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/c1c/1e7670b17168310c1fa9abe169f07c1c/1e7670b17168310c1fa9abe169f07c1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286643.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/7a1/274da9a898e5a57b86298394260487a1/274da9a898e5a57b86298394260487a1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286643.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/7a1/274da9a898e5a57b86298394260487a1/274da9a898e5a57b86298394260487a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286646.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/00e/98fb484b62565df908c76c00715f200e/98fb484b62565df908c76c00715f200e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286646.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/00e/98fb484b62565df908c76c00715f200e/98fb484b62565df908c76c00715f200e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286649.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/7a7/abe409dbf8143a973b35c30c6a6d97a7/abe409dbf8143a973b35c30c6a6d97a7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286649.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/7a7/abe409dbf8143a973b35c30c6a6d97a7/abe409dbf8143a973b35c30c6a6d97a7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286652.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/8d2/5c1aa9c870472fc556eddbebb54f98d2/5c1aa9c870472fc556eddbebb54f98d2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286652.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/8d2/5c1aa9c870472fc556eddbebb54f98d2/5c1aa9c870472fc556eddbebb54f98d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286655.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/8ee/a46d64dad44b2ce363763d459c1008ee/a46d64dad44b2ce363763d459c1008ee.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286655.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/8ee/a46d64dad44b2ce363763d459c1008ee/a46d64dad44b2ce363763d459c1008ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286658.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/87d/fbefe170aa42de794c7583770390987d/fbefe170aa42de794c7583770390987d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286658.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/87d/fbefe170aa42de794c7583770390987d/fbefe170aa42de794c7583770390987d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286661.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/b72/daf4e7d8985c1991f6d750f8543d2b72/daf4e7d8985c1991f6d750f8543d2b72.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286661.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/b72/daf4e7d8985c1991f6d750f8543d2b72/daf4e7d8985c1991f6d750f8543d2b72.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286664.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/f15/c9ad576595bd4e93d4da0900dc47df15/c9ad576595bd4e93d4da0900dc47df15.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286664.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/f15/c9ad576595bd4e93d4da0900dc47df15/c9ad576595bd4e93d4da0900dc47df15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286667.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/b39/e8ef28e86fea132d419fa95517997b39/e8ef28e86fea132d419fa95517997b39.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286667.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/b39/e8ef28e86fea132d419fa95517997b39/e8ef28e86fea132d419fa95517997b39.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286670.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/a7b/bcdd90f4845cc4a0920ebf33e1e73a7b/bcdd90f4845cc4a0920ebf33e1e73a7b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286670.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/a7b/bcdd90f4845cc4a0920ebf33e1e73a7b/bcdd90f4845cc4a0920ebf33e1e73a7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286673.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/5b9/687136e8560031926f848124819215b9/687136e8560031926f848124819215b9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286673.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/5b9/687136e8560031926f848124819215b9/687136e8560031926f848124819215b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286676.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/ec0/a7f5971213d4c9184347b5bb54bb4ec0/a7f5971213d4c9184347b5bb54bb4ec0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286676.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/ec0/a7f5971213d4c9184347b5bb54bb4ec0/a7f5971213d4c9184347b5bb54bb4ec0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286679.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/0ad/48b5c1db90e4aa31a2f047e1c2eba0ad/48b5c1db90e4aa31a2f047e1c2eba0ad.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286679.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/0ad/48b5c1db90e4aa31a2f047e1c2eba0ad/48b5c1db90e4aa31a2f047e1c2eba0ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286682.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/a98/78ef79f4150d2a7da3c2da0e22a82a98/78ef79f4150d2a7da3c2da0e22a82a98.dbtest.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_check_node -test.unit.container.test_sharder.TestSharder.test_check_node ... ok +sharder-test INFO: Cleaved ShardRange in 0.01s, path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.35842.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.35842.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017333030700683594s, path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012040138244628906s, path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.35842.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1769697070.18462, (1, 6144) as of 1769697107.43980, cleaved as of 1769697070.18462> in 0.032s, path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.35842.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.35842.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.35842.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp2mfgyl1h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.35842.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00017189979553222656s, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test INFO: Cleaved ShardRange in 0.018s, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: got 6 rows (deleted=False) in 0.0001976490020751953s, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769697070.18462, (6, 6) as of 1769697107.51776, cleaved as of 1769697070.18462> in 0.01s, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f848cdca-1253-4e43-b3f8-78fb21f890bb-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.dbtest.unit.container.test_sharder.TestSharder.test_cleave_repeated +test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer ERROR: Unexcepted error handling task '1735200159-invalid0': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire - target_object = parse_task_obj(task_object) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 69, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid0 -test-expirer ERROR: Unexcepted error handling task '1735200159-invalid1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire - target_object = parse_task_obj(task_object) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 69, in parse_task_obj - split_path('/' + target_path, 3, 3, True) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path - raise ValueError('Invalid path: %s' % quote(path)) -ValueError: Invalid path: /invalid1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016188621520996094s, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test INFO: Cleaved ShardRange in 0.006s, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769697070.18462, (6, 6) as of 1769697107.51776, cleaved as of 1769697070.18462>, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016736984252929688s, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011658668518066406s, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769697070.18462, (6, 6) as of 1769697107.51776, cleaved as of 1769697070.18462> in 0.009s, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp53ee8yf8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.46682.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019025802612304688s, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001246929168701172s, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1769697070.18462, (0, 0) as of 1769697070.18462, found as of 1769697070.18462>, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /.shards_a/c /tmp/tmp8nh0l27j/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache with lock_file(cache_file, lock_timeout, unlink=False) as cf: @@ -106504,294 +103679,150 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test-expirer INFO: Pass so far 0s; 0 objects expired -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} -test-expirer ERROR: Unhandled exception: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 480, in run_forever - self.run_once(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/test/unit/obj/test_expirer.py", line 1738, in raise_exceptions - raise Exception('exception %d' % raises[0]) -Exception: exception 1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer ERROR: Unhandled exception: +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test DEBUG: Update report sent for /a/Ω /tmp/tmp4orriq66/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 427, in run_once - self.swift.get_account_info(task_account) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -AttributeError: 'str' object has no attribute 'get_account_info' -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1d08aea30c2e47c5b93d4-00676e5f21) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0a8695eff06649829bc12-00676e5f21) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3aeffc62b4924adf8aab4-00676e5f21) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx83abd3c75265453aad045-00676e5f21)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286682.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/a98/78ef79f4150d2a7da3c2da0e22a82a98/78ef79f4150d2a7da3c2da0e22a82a98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286685.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/364/eb35bfb35a7bbf08f0c93ed9b211b364/eb35bfb35a7bbf08f0c93ed9b211b364.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286685.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/364/eb35bfb35a7bbf08f0c93ed9b211b364/eb35bfb35a7bbf08f0c93ed9b211b364.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286688.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/71f/8123aa3ce6a778520a1e2ce1457bc71f/8123aa3ce6a778520a1e2ce1457bc71f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286688.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/71f/8123aa3ce6a778520a1e2ce1457bc71f/8123aa3ce6a778520a1e2ce1457bc71f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286691.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/0d5/9f833b87bd221cc0294a8e9e1fd9c0d5/9f833b87bd221cc0294a8e9e1fd9c0d5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286691.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/0d5/9f833b87bd221cc0294a8e9e1fd9c0d5/9f833b87bd221cc0294a8e9e1fd9c0d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286694.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/773/c1492d34f1f6fa50cbeeb0994d8ce773/c1492d34f1f6fa50cbeeb0994d8ce773.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286694.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/773/c1492d34f1f6fa50cbeeb0994d8ce773/c1492d34f1f6fa50cbeeb0994d8ce773.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286697.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/caa/2005070333464314b4050eaa02477caa/2005070333464314b4050eaa02477caa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286697.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/caa/2005070333464314b4050eaa02477caa/2005070333464314b4050eaa02477caa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286700.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/4f8/7d0e72cadb7ebc68e279e198b342a4f8/7d0e72cadb7ebc68e279e198b342a4f8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286700.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/4f8/7d0e72cadb7ebc68e279e198b342a4f8/7d0e72cadb7ebc68e279e198b342a4f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286703.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/ec0/816104b833c0246158113dc5a42e3ec0/816104b833c0246158113dc5a42e3ec0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286703.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/ec0/816104b833c0246158113dc5a42e3ec0/816104b833c0246158113dc5a42e3ec0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286706.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/21e/64d0b77335080f6ce7e90bca6542c21e/64d0b77335080f6ce7e90bca6542c21e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286706.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/21e/64d0b77335080f6ce7e90bca6542c21e/64d0b77335080f6ce7e90bca6542c21e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286709.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/c86/495f18891540a4130666e3b7c49d8c86/495f18891540a4130666e3b7c49d8c86.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286709.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/c86/495f18891540a4130666e3b7c49d8c86/495f18891540a4130666e3b7c49d8c86.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286712.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/853/73f1ef7483fee296ce64af5f694ed853/73f1ef7483fee296ce64af5f694ed853.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286712.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/853/73f1ef7483fee296ce64af5f694ed853/73f1ef7483fee296ce64af5f694ed853.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286715.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/8d3/cf787c8fcfaf52e86ef46f9d018ee8d3/cf787c8fcfaf52e86ef46f9d018ee8d3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286715.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/8d3/cf787c8fcfaf52e86ef46f9d018ee8d3/cf787c8fcfaf52e86ef46f9d018ee8d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286718.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/ab4/0196f7344a7b9f4cf77a7f1ae26e2ab4/0196f7344a7b9f4cf77a7f1ae26e2ab4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286718.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/ab4/0196f7344a7b9f4cf77a7f1ae26e2ab4/0196f7344a7b9f4cf77a7f1ae26e2ab4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286721.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/e30/70790ce7659cac6214c4354ba260fe30/70790ce7659cac6214c4354ba260fe30.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286721.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/e30/70790ce7659cac6214c4354ba260fe30/70790ce7659cac6214c4354ba260fe30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286724.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/dc0/3d85aaeae242ee694e1cb097fee7cdc0/3d85aaeae242ee694e1cb097fee7cdc0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286724.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/dc0/3d85aaeae242ee694e1cb097fee7cdc0/3d85aaeae242ee694e1cb097fee7cdc0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286727.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/a2c/2f1487816e31347b0505fd6d6369ca2c/2f1487816e31347b0505fd6d6369ca2c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286727.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/a2c/2f1487816e31347b0505fd6d6369ca2c/2f1487816e31347b0505fd6d6369ca2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286730.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/763/a5d9ecabdc33c12f20b75b8a0f17f763/a5d9ecabdc33c12f20b75b8a0f17f763.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735286730.00000-0, db: /tmp/tmpcwsiimwm/sda/containers/0/763/a5d9ecabdc33c12f20b75b8a0f17f763/a5d9ecabdc33c12f20b75b8a0f17f763.db -sharder-test WARNING: Skipping d100 as it is not mounted -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00017833709716796875s, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpibg0niyk/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00023436546325683594s, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010824203491210938s, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpibg0niyk/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012993812561035156s, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.dbtest.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication -test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok - -sharder-test DEBUG: got 1 rows (deleted=False) in 8.273124694824219e-05s, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001399517059326172s, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001704692840576172s, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002353191375732422s, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735286500.20058, (5, 5) as of 1735286561.18551, cleaved as of 1735286500.20058> in 0.011s, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpibg0niyk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.08172.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.22191.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.22191.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.22191.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.22191.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.22191.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.22191.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.22191.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.22191.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.22191.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.22191.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002574920654296875s, path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0002574920654296875s, path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.22191.db -sharder-test INFO: Cleaved ShardRange in 0.013s, path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.22191.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.22191.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003514289855957031s, path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00025582313537597656s, path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.22191.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1735286500.20058, (1, 6144) as of 1735286561.31120, cleaved as of 1735286500.20058> in 0.019s, path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.22191.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.22191.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db'test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok - -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8efb62a4f9e149c0850b9-00676e5f21) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc738a5f2d08a40cca0060-00676e5f21) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txdc00e1b7f3be492d82a2f-00676e5f21) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx80f0dd6856df4e0da80ea-00676e5f21) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx53057c96fbe1454e9a0f7-00676e5f21) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx02a9c8a8a53d401982a17-00676e5f21) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8ebbb1bf5cfd4a1fb9313-00676e5f21) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa0b73830c1444702846f3-00676e5f21) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe77c440581864ef48f321-00676e5f21) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9532b64f136a42628911c-00676e5f21) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4eef26315efb48be803ce-00676e5f21) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8415b30d44224d5b8c6a1-00676e5f21) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx75c2cb36e57d4d77a3fdb-00676e5f21) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0793641f1bc44b9cbd296-00676e5f21) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txeec7642e4bdc4dd98869c-00676e5f21) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcd9b0d9d0d8f4a9ab2e3d-00676e5f21) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx86276dfd6aab40c191740-00676e5f21) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2a1ba9cfa6614c4382a95-00676e5f21) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0fbcbd479627463093c51-00676e5f21) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx21f7e1fe89ff4876a6e35-00676e5f21) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx5194044f83be4f75ab64d-00676e5f21) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx73e75f81d621474084ed3-00676e5f21) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx12cbd95090d0467fba62f-00676e5f21) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa55ef6c2776242f59a82d-00697b6f53) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe37a162991ff4d60bd528-00697b6f53) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx27c7c88bb7744caa952fb-00697b6f53) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx117924be5265452fac4e6-00697b6f53) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txbf760aa06ec14a80bfba0-00697b6f53) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx87764db39e8d40a1a59b1-00697b6f53) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2390ce42def24c59ba857-00697b6f53) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc65c2f1639d24ec791edd-00697b6f53) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx340aa380a35649238754b-00697b6f53) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd874adc76a8c45368844b-00697b6f53) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx68afeacb76ad4d8f94912-00697b6f53) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txbaae36cd41d742898431a-00697b6f53) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1624023b7ad945089ffe3-00697b6f53) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx976af3473c3c4078badbd-00697b6f53) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx30ff543821b24fc081bdc-00697b6f53) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx06d7a2a953424c5d8e63c-00697b6f53) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx384beabdf2c647feb5f30-00697b6f53) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd1d34fb1fc1a4a95a80b1-00697b6f53) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx065e9f1c7bf44b8590330-00697b6f53) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe1278787eb944cb3a89f4-00697b6f53) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx36f88791daac40a7a9183-00697b6f53) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd596f67bd3e24396a535a-00697b6f53) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txcba46d90876445e29c7c4-00697b6f53) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx431c3d95668f450fbc1bf-00697b6f53) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx2c6e23b55707408693830-00697b6f53) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx8b8715e3cb6e44a6bf992-00697b6f53) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx952670129f5b4e13aaf2c-00697b6f53) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb70b124f7e0e4adfaffe6-00676e5f21) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5abdc10cf9e44b95bfb87-00676e5f21) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txed0e97b3f76443c8b8e7a-00676e5f21) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx78f55579d1b941f0bc2ad-00676e5f21) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx0643043d0c10436ea679b-00676e5f21) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx4c1dc211dd274792abcd1-00676e5f21) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8b9b0d410e3d409bbd09a-00676e5f21)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.22191.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpawm8qv3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.22191.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.000244140625s, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021696090698242188s, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test INFO: Cleaved ShardRange in 0.013s, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: got 6 rows (deleted=False) in 0.00040435791015625s, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022482872009277344s, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735286500.20058, (6, 6) as of 1735286561.43291, cleaved as of 1735286500.20058> in 0.018s, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '9b3e46ce-48b2-44f5-94c2-e01d5618a382-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002155303955078125s, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_repeated -test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00019168853759765625s, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012111663818359375s, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpo2suifqb/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462> - shard db already in sync, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769697070.18462, (3, 6) as of 1769697107.72980, cleaved as of 1769697070.18462> in 0.003s, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021338462829589844s, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012373924255371094s, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769697070.18462, (1, 100) as of 1769697107.74910, cleaved as of 1769697070.18462> in 0.014s, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016999244689941406s, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011897087097167969s, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1769697070.18462, (1, 1000) as of 1769697107.81580, cleaved as of 1769697070.18462> in 0.027s, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1769697070.18462, (2, 15) as of 1769697107.84199, active as of 1769697070.18462>, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020074844360351562s, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011801719665527344s, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root +test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3d9ddd683c5d40308876f-00676e5f21) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcd02e1633ebf41bfb7ea4-00676e5f21) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0593b845b4af4b789f499-00676e5f21) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txaf05a9754827447d96c7c-00676e5f21) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5fe648c4a3084aa6b6b23-00676e5f21) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx673870399f2747bdb2248-00676e5f21) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx673870399f2747bdb2248-00676e5f21) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8a385a264a874cf3b590e-00697b6f53) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx2cc4bac0fa744587bd609-00697b6f53) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx51161749a0e84ecc9d1fc-00697b6f53) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txd3ffda9b53a74b3396349-00697b6f53) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txb6a0867d38bc46c5b9a4d-00697b6f53) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx9e54d4e7b25944389466d-00697b6f53) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx37f510736515445fae33e-00697b6f53) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx91766a8b85984aafb98a9-00697b6f53) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx827e1764fdd247e183160-00697b6f53) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa17ff43bceb94098bd007-00697b6f53) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcc965c6e03ec4aeb8381a-00697b6f53) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf330f9b351c545f083857-00697b6f53) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx588001a9e2be4a3d9ca75-00697b6f53) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx588001a9e2be4a3d9ca75-00697b6f53) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: GET listing from 3 shards for: /v1/a/c @@ -106810,122 +103841,78 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txc2cb3d4b403d4292afba1-00676e5f21) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx5cbc543f034e4a5a9d496-00697b6f53) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txcf43e7ee5432417aac63e-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: txcf43e7ee5432417aac63e-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txcf43e7ee5432417aac63e-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txcf43e7ee5432417aac63e-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txcf43e7ee5432417aac63e-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txcf43e7ee5432417aac63e-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txcf43e7ee5432417aac63e-00676e5f21) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txa6fa0df2334346b296551-00697b6f53)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txa6fa0df2334346b296551-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txa6fa0df2334346b296551-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txa6fa0df2334346b296551-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txa6fa0df2334346b296551-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txa6fa0df2334346b296551-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txa6fa0df2334346b296551-00697b6f53) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx9fa500c5f9cb4344b2c31-00697b6f53) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok - -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001342296600341797s, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735286500.20058, (6, 6) as of 1735286561.43291, cleaved as of 1735286500.20058>, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023937225341796875s, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001633167266845703s, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735286500.20058, (6, 6) as of 1735286561.43291, cleaved as of 1735286500.20058> in 0.008s, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpfc47emma/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.34773.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002307891845703125s, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012373924255371094s, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1735286500.20058, (0, 0) as of 1735286500.20058, found as of 1735286500.20058>, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018477439880371094s, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001220703125s, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp9kav9b80/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root -test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txfd3317bdd79e4bf78858d-00676e5f21) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txaa3134a85f0f42db90c89-00676e5f21) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txec552f8004e34b388ce42-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txec552f8004e34b388ce42-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txec552f8004e34b388ce42-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txec552f8004e34b388ce42-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txec552f8004e34b388ce42-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txec552f8004e34b388ce42-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txec552f8004e34b388ce42-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txec552f8004e34b388ce42-00676e5f21) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found @@ -106936,51 +103923,56 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058> - shard db already in sync, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1735286500.20058, (3, 6) as of 1735286561.63543, cleaved as of 1735286500.20058> in 0.003s, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017142295837402344s, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1735286500.20058, (1, 100) as of 1735286561.64885, cleaved as of 1735286500.20058> in 0.007s, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016307830810546875s, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011754035949707031s, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1735286500.20058, (1, 1000) as of 1735286561.67804, cleaved as of 1735286500.20058> in 0.008s, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1735286500.20058, (2, 15) as of 1735286561.69173, active as of 1735286500.20058>, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016641616821289062s, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1735286500.20058, (2, 15) as of 1735286561.69173, active as of 1735286500.20058> in 0.008s, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmp9kav9b80/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.54232.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfzo5015d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.72633.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfzo5015d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.72633.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfzo5015d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.72633.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfzo5015d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.72633.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1769697070.18462, (2, 15) as of 1769697107.84199, active as of 1769697070.18462> in 0.01s, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpo2suifqb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.61994.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpzi33_opj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.91015.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzi33_opj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.91015.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzi33_opj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.91015.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzi33_opj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.91015.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpzi33_opj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.91015.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpzi33_opj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.91015.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021767616271972656s, path: a/c, db: /tmp/tmpzi33_opj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: a/c, db: /tmp/tmpzi33_opj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpzi33_opj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.91015.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpzi33_opj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.91015.db +sharder-test INFO: Cleaved ShardRange in 0.006s, path: a/c, db: /tmp/tmpzi33_opj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.91015.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpzi33_opj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.91015.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpj8vo4owz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.94403.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpj8vo4owz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.94403.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpj8vo4owz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.94403.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpj8vo4owz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.94403.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpj8vo4owz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.94403.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpj8vo4owz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.94403.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001995563507080078s, path: a/c, db: /tmp/tmpj8vo4owz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: a/c, db: /tmp/tmpj8vo4owz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpj8vo4owz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.94403.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpj8vo4owz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.94403.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001480579376220703s, path: a/c, db: /tmp/tmpj8vo4owz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: a/c, db: /tmp/tmpj8vo4owz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462> - zero objects found, path: a/c, db: /tmp/tmpj8vo4owz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.94403.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpj8vo4owz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.94403.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016021728515625s, path: a/c, db: /tmp/tmpj8vo4owz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpj8vo4owz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462> - zero objects found, path: a/c, db: /tmp/tmpj8vo4owz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.94403.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpj8vo4owz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697107.94403.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx6131dafe89d449a5b40eb-00697b6f53) +proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx6131dafe89d449a5b40eb-00697b6f53) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx8baea91f83bb4494897be-00697b6f53) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx8baea91f83bb4494897be-00697b6f53) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx8baea91f83bb4494897be-00697b6f53) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx8baea91f83bb4494897be-00697b6f53) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx8baea91f83bb4494897be-00697b6f53) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx8baea91f83bb4494897be-00697b6f53) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx8baea91f83bb4494897be-00697b6f53) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx8baea91f83bb4494897be-00697b6f53) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -106988,54 +103980,158 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server ERROR: Object returning 503 for [] (txn: txd567066cdbb24544a8140-00676e5f21) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: txfef53dc233724e53957ab-00676e5f21) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.4:1004/sde (txn: txfef53dc233724e53957ab-00676e5f21) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.12:1012/sdm (txn: txfef53dc233724e53957ab-00676e5f21) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: txfef53dc233724e53957ab-00676e5f21) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txfef53dc233724e53957ab-00676e5f21) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txfef53dc233724e53957ab-00676e5f21) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txfef53dc233724e53957ab-00676e5f21) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txfef53dc233724e53957ab-00676e5f21) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txfef53dc233724e53957ab-00676e5f21) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txfef53dc233724e53957ab-00676e5f21) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txfef53dc233724e53957ab-00676e5f21) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txfef53dc233724e53957ab-00676e5f21) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txfef53dc233724e53957ab-00676e5f21) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txfef53dc233724e53957ab-00676e5f21) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7581e61b1e5e440ca2a3e-00697b6f54)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok + +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017881393432617188s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013828277587890625s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.270408630371094e-05s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test INFO: Cleaved ShardRange in 0.009s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1769697070.18462, (0, 0) as of 1769697070.18462, found as of 1769697070.18462>, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000164031982421875s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.152557373046875e-05s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.081031799316406e-05s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.389617919921875e-05s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp9pem8ipb/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462> - shard db already in sync, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769697070.18462, (3, 6) as of 1769697108.11611, cleaved as of 1769697070.18462> in 0.003s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001621246337890625s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server ERROR: Object returning 503 for [] (txn: tx7581e61b1e5e440ca2a3e-00697b6f54) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.9:1009/sdj (txn: txf9a56f971c0f46ff8603b-00697b6f54) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.8:1008/sdi (txn: txf9a56f971c0f46ff8603b-00697b6f54) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.5:1005/sdf (txn: txf9a56f971c0f46ff8603b-00697b6f54) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.4:1004/sde (txn: txf9a56f971c0f46ff8603b-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf9a56f971c0f46ff8603b-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf9a56f971c0f46ff8603b-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf9a56f971c0f46ff8603b-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf9a56f971c0f46ff8603b-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf9a56f971c0f46ff8603b-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf9a56f971c0f46ff8603b-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf9a56f971c0f46ff8603b-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf9a56f971c0f46ff8603b-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf9a56f971c0f46ff8603b-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txf9a56f971c0f46ff8603b-00697b6f54) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: txfb33aedbe5dc439a92b8f-00697b6f54) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txbd6f7011abb34787a563f-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one +test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives @@ -107044,764 +104140,782 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpfzo5015d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.72633.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpfzo5015d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.72633.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001468658447265625s, path: a/c, db: /tmp/tmpfzo5015d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: a/c, db: /tmp/tmpfzo5015d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpfzo5015d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.72633.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpfzo5015d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.72633.db -sharder-test INFO: Cleaved ShardRange in 0.005s, path: a/c, db: /tmp/tmpfzo5015d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.72633.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpfzo5015d/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.72633.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpivk41qrg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.76314.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpivk41qrg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.76314.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpivk41qrg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.76314.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpivk41qrg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.76314.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpivk41qrg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.76314.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpivk41qrg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.76314.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001494884490966797s, path: a/c, db: /tmp/tmpivk41qrg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmpivk41qrg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpivk41qrg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.76314.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmpivk41qrg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.76314.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017786026000976562s, path: a/c, db: /tmp/tmpivk41qrg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpivk41qrg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058> - zero objects found, path: a/c, db: /tmp/tmpivk41qrg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.76314.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmpivk41qrg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.76314.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001361370086669922s, path: a/c, db: /tmp/tmpivk41qrg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: a/c, db: /tmp/tmpivk41qrg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058> - zero objects found, path: a/c, db: /tmp/tmpivk41qrg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.76314.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpivk41qrg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.76314.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001609325408935547s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001201629638671875s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 5.984306335449219e-05s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1735286500.20058, (0, 0) as of 1735286500.20058, found as of 1735286500.20058>, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001513957977294922s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.05718994140625e-05s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.390975952148438e-05s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.508827209472656e-05s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmptui_5z_0/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058> - shard db already in sync, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1735286500.20058, (3, 6) as of 1735286561.91227, cleaved as of 1735286500.20058> in 0.003s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016045570373535156s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.222724914550781e-05s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010585784912109375s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1735286500.20058, (1, 100) as of 1735286561.92470, cleaved as of 1735286500.20058> in 0.007s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016760826110839844s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one -test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok +sharder-test DEBUG: got 0 rows (deleted=False) in 6.389617919921875e-05s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769697070.18462, (1, 100) as of 1769697108.13070, cleaved as of 1769697070.18462> in 0.013s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018525123596191406s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.29425048828125e-05s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011873245239257812s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.270408630371094e-05s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1769697070.18462, (1, 1000) as of 1769697108.19264, cleaved as of 1769697070.18462> in 0.02s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1769697070.18462, (2, 15) as of 1769697108.21201, active as of 1769697070.18462>, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016927719116210938s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.341934204101562e-05s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1769697070.18462, (2, 15) as of 1769697108.21201, active as of 1769697070.18462> in 0.007s, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmp9pem8ipb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.00869.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.25009.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.25009.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.25009.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.25009.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.25009.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.25009.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00017333030700683594s, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.25009.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change +test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok -proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx037d8a1dae20429c87ba4-00676e5f21) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txb369c2181d2c4044a753b-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7221deba895b4b468ca8c-00676e5f21) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 490, 458, 458, 458, 458, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: tx88c609dd864a4a1bba07a-00676e5f21) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc488e097b0b74e3b8b30b-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc488e097b0b74e3b8b30b-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc488e097b0b74e3b8b30b-00676e5f21) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: txce590841d6984cc882376-00676e5f21) -proxy-server DEBUG: Ignoring 412 from primary (txn: txce590841d6984cc882376-00676e5f21)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx045576f4a2954c59918bf-00697b6f54) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 458, 458, 458, 458, 490, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: tx044311e9cc03434d9fd9a-00697b6f54) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx07c896e2cfb440869bddb-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx07c896e2cfb440869bddb-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx07c896e2cfb440869bddb-00697b6f54) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd53e220f239c43888d153-00697b6f54) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd53e220f239c43888d153-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd53e220f239c43888d153-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd53e220f239c43888d153-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd53e220f239c43888d153-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd53e220f239c43888d153-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd53e220f239c43888d153-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd53e220f239c43888d153-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd53e220f239c43888d153-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd53e220f239c43888d153-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd53e220f239c43888d153-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd53e220f239c43888d153-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd53e220f239c43888d153-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd53e220f239c43888d153-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd53e220f239c43888d153-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd53e220f239c43888d153-00697b6f54) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok -sharder-test DEBUG: got 0 rows (deleted=False) in 6.246566772460938e-05s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001239776611328125s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.198883056640625e-05s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1735286500.20058, (1, 1000) as of 1735286561.95591, cleaved as of 1735286500.20058> in 0.01s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1735286500.20058, (2, 15) as of 1735286561.97037, active as of 1735286500.20058>, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015592575073242188s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 5.8650970458984375e-05s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1735286500.20058, (2, 15) as of 1735286561.97037, active as of 1735286500.20058> in 0.007s, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmptui_5z_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286561.82091.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286562.00740.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286562.00740.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286562.00740.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286562.00740.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286562.00740.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286562.00740.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001652240753173828s, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286562.00740.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286562.00740.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1735286500.20058, (500000, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286562.00740.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001621246337890625s, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011539459228515625s, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286562.00740.db -sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1735286500.20058, (2, 103) as of 1735286562.04729, cleaved as of 1735286500.20058> in 0.008s, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286562.00740.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286562.00740.db -sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286562.00740.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change -test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok - -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1735286562.05862, (500000, 0) as of 1735286562.05862, created as of 1735286562.05862>, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286562.00740.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00017309188842773438s, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012135505676269531s, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286562.00740.db -sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1735286562.05862, (3, 1103) as of 1735286562.08297, cleaved as of 1735286562.05862> in 0.008s, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286562.00740.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpzvl884f3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286562.00740.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013518333435058594s, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 6.246566772460938e-05s, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp6ucf96n4/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.918212890625e-05s, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 5.364418029785156e-05s, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 6.0558319091796875e-05s, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, active as of 1735286500.20058>, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015616416931152344s, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1735286562.09205, (0, 0) as of 1735286562.09205, sharding as of 1735286562.09205>, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1735286500.20058, (3, 6) as of 1735286562.22679, cleaved as of 1735286500.20058> in 0.006s, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013947486877441406s, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 5.984306335449219e-05s, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard +sharder-test INFO: Cleaved ShardRange in 0.011s, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.25009.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1769697070.18462, (500000, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.25009.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015592575073242188s, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011301040649414062s, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.25009.db +sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1769697070.18462, (2, 103) as of 1769697108.32868, cleaved as of 1769697070.18462> in 0.019s, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.25009.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.25009.db +sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.25009.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1769697108.34501, (500000, 0) as of 1769697108.34501, created as of 1769697108.34501>, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.25009.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018548965454101562s, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011181831359863281s, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.25009.db +sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1769697108.34501, (3, 1103) as of 1769697108.36532, cleaved as of 1769697108.34501> in 0.007s, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.25009.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpyy5loko2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697108.25009.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014519691467285156s, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.771087646484375e-05s, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012135505676269531s, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmphcin0sns/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010991096496582031s, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011229515075683594s, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.555152893066406e-05s, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 6.508827209472656e-05s, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, active as of 1769697070.18462>, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00016927719116210938s, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1769697108.37430, (0, 0) as of 1769697108.37430, sharding as of 1769697108.37430>, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok -proxy-server DEBUG: Ignoring 404 from primary (txn: txce590841d6984cc882376-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: txce590841d6984cc882376-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: txce590841d6984cc882376-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: txce590841d6984cc882376-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: txce590841d6984cc882376-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: txce590841d6984cc882376-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txce590841d6984cc882376-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txce590841d6984cc882376-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txce590841d6984cc882376-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txce590841d6984cc882376-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txce590841d6984cc882376-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txce590841d6984cc882376-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txce590841d6984cc882376-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txce590841d6984cc882376-00676e5f21) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server ERROR: Object returning 503 for [] (txn: tx4cd4188bb47c48a4a4279-00676e5f21) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txd27b830752024404a7820-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txd27b830752024404a7820-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txd27b830752024404a7820-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: txd27b830752024404a7820-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: txd27b830752024404a7820-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: txd27b830752024404a7820-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: txd27b830752024404a7820-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: txd27b830752024404a7820-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: txd27b830752024404a7820-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: txd27b830752024404a7820-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: txd27b830752024404a7820-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: txd27b830752024404a7820-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: txd27b830752024404a7820-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: txd27b830752024404a7820-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: txd27b830752024404a7820-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txd27b830752024404a7820-00676e5f21) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: txd27b830752024404a7820-00676e5f21) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769697070.18462, (3, 6) as of 1769697108.45290, cleaved as of 1769697070.18462> in 0.012s, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015664100646972656s, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.794929504394531e-05s, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010466575622558594s, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010180473327636719s, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1769697070.18462, (2, 15) as of 1769697108.46907, cleaved as of 1769697070.18462>, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015997886657714844s, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1769697108.37430, (0, 0) as of 1769697108.37430, sharding as of 1769697108.37430>, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769697070.18462, (2, 15) as of 1769697108.46907, cleaved as of 1769697070.18462> in 0.006s, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmphcin0sns/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697108.37431.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpdnchsw2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpdnchsw2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpdnchsw2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpdnchsw2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpdnchsw2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpdnchsw2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpdnchsw2k/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmpb4bhlh3c/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769697121.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpb4bhlh3c/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769697121.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmpb4bhlh3c/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769697121.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001277923583984375s, path: .shards_a/donor_1, db: /tmp/tmpb4bhlh3c/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.226799011230469e-05s, path: .shards_a/donor_1, db: /tmp/tmpb4bhlh3c/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.870529174804688e-05s, path: .shards_a/donor_1, db: /tmp/tmpb4bhlh3c/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000148773193359375s, path: .shards_a/donor_1, db: /tmp/tmpb4bhlh3c/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpb4bhlh3c/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769697121.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmpb4bhlh3c/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769697121.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1769697108.57029, (1000, 11111) as of 1769697108.57029, created as of 1769697108.57029>, path: .shards_a/donor_1, db: /tmp/tmpb4bhlh3c/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769697121.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok -proxy-server DEBUG: Ignoring 404 from primary (txn: txdeee1606e6b64d23918bf-00676e5f21) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txb7c8d89793e44bdf8c506-00676e5f21) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx8c3a7ff997054e9c9bc64-00676e5f21) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx2e230cd82ff644f5b8bd8-00676e5f21) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txf8350994d19f4f7c92cc9-00676e5f21) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server ERROR: Object returning 503 for [] (txn: tx190524f82f594133a1574-00697b6f54) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx4d03ca9905f843f787b99-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx4d03ca9905f843f787b99-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx4d03ca9905f843f787b99-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: tx4d03ca9905f843f787b99-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: tx4d03ca9905f843f787b99-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: tx4d03ca9905f843f787b99-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: tx4d03ca9905f843f787b99-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: tx4d03ca9905f843f787b99-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: tx4d03ca9905f843f787b99-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: tx4d03ca9905f843f787b99-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: tx4d03ca9905f843f787b99-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: tx4d03ca9905f843f787b99-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: tx4d03ca9905f843f787b99-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: tx4d03ca9905f843f787b99-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: tx4d03ca9905f843f787b99-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx4d03ca9905f843f787b99-00697b6f54) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: tx4d03ca9905f843f787b99-00697b6f54) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx695aec9a078b45a397920-00697b6f54) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx50de85d1b617491dab47c-00697b6f54) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx3de94f7bc4284a7a9707f-00697b6f54) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txc8304aac155c4bf5923b7-00697b6f54) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txf099ed680b514477a1cf6-00697b6f54) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: Object returning 503 for [] (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx54e3b19c52504e7989d3e-00676e5f21) +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00016951560974121094s, path: .shards_a/donor_1, db: /tmp/tmpb4bhlh3c/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: .shards_a/donor_1, db: /tmp/tmpb4bhlh3c/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1769697131.00000, (0, 0) as of 1769697120.00000, shrunk as of 1769697120.00000>, path: .shards_a/donor_1, db: /tmp/tmpb4bhlh3c/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769697121.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769697108.57029, (1000, 11111) as of 1769697108.57029, created as of 1769697108.57029> in 0.016s, path: .shards_a/donor_1, db: /tmp/tmpb4bhlh3c/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769697121.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmpb4bhlh3c/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769697121.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb4bhlh3c/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmpb4bhlh3c/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769697148.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpb4bhlh3c/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769697148.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmpb4bhlh3c/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769697148.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012826919555664062s, path: .shards_a/donor_2, db: /tmp/tmpb4bhlh3c/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: .shards_a/donor_2, db: /tmp/tmpb4bhlh3c/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.72747802734375e-05s, path: .shards_a/donor_2, db: /tmp/tmpb4bhlh3c/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.369850158691406e-05s, path: .shards_a/donor_2, db: /tmp/tmpb4bhlh3c/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpb4bhlh3c/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769697148.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmpb4bhlh3c/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769697148.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1769697108.65228, (1000, 11111) as of 1769697108.65228, cleaved as of 1769697108.65228>, path: .shards_a/donor_2, db: /tmp/tmpb4bhlh3c/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769697148.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001614093780517578s, path: .shards_a/donor_2, db: /tmp/tmpb4bhlh3c/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: .shards_a/donor_2, db: /tmp/tmpb4bhlh3c/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1769697158.00000, (0, 0) as of 1769697147.00000, shrunk as of 1769697147.00000>, path: .shards_a/donor_2, db: /tmp/tmpb4bhlh3c/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769697148.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769697108.65228, (1000, 11111) as of 1769697108.65228, cleaved as of 1769697108.65228> in 0.006s, path: .shards_a/donor_2, db: /tmp/tmpb4bhlh3c/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769697148.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmpb4bhlh3c/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769697148.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb4bhlh3c/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmpb4bhlh3c/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769697175.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpb4bhlh3c/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769697175.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmpb4bhlh3c/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769697175.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001430511474609375s, path: .shards_a/donor_3, db: /tmp/tmpb4bhlh3c/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: .shards_a/donor_3, db: /tmp/tmpb4bhlh3c/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00024366378784179688s, path: .shards_a/donor_3, db: /tmp/tmpb4bhlh3c/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.918212890625e-05s, path: .shards_a/donor_3, db: /tmp/tmpb4bhlh3c/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpb4bhlh3c/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769697175.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmpb4bhlh3c/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769697175.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1769697108.71539, (1000, 11111) as of 1769697108.71539, active as of 1769697108.71539>, path: .shards_a/donor_3, db: /tmp/tmpb4bhlh3c/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769697175.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001609325408935547s, path: .shards_a/donor_3, db: /tmp/tmpb4bhlh3c/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: .shards_a/donor_3, db: /tmp/tmpb4bhlh3c/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1769697185.00000, (0, 0) as of 1769697174.00000, shrunk as of 1769697174.00000>, path: .shards_a/donor_3, db: /tmp/tmpb4bhlh3c/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769697175.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769697108.71539, (1000, 11111) as of 1769697108.71539, active as of 1769697108.71539> in 0.006s, path: .shards_a/donor_3, db: /tmp/tmpb4bhlh3c/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769697175.00000.db +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: Object returning 503 for [] (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx0eb24906a470463895cf4-00697b6f54) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok + +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9315285390d14bf4a575e-00697b6f52) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Setting object count to 1072 (txn: tx9315285390d14bf4a575e-00697b6f52) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Setting object count to 1072 (txn: tx1971031fa3344d438445e-00697b6f53) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9f361ce6530e4e6c89f83-00697b6f54)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx6de77828c0f9428fb6416-00697b6f54) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx6de77828c0f9428fb6416-00697b6f54) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx84f826dd5baa4c18915d6-00676e5f22) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx84f826dd5baa4c18915d6-00676e5f22) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx0b0ca961174c4139be3b9-00676e5f22) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0b0ca961174c4139be3b9-00676e5f22) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0b0ca961174c4139be3b9-00676e5f22) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0b0ca961174c4139be3b9-00676e5f22) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0b0ca961174c4139be3b9-00676e5f22) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0b0ca961174c4139be3b9-00676e5f22) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0b0ca961174c4139be3b9-00676e5f22) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0b0ca961174c4139be3b9-00676e5f22) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0b0ca961174c4139be3b9-00676e5f22) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0b0ca961174c4139be3b9-00676e5f22) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0b0ca961174c4139be3b9-00676e5f22) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txad381ca7ee6548cabffc2-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txad381ca7ee6548cabffc2-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txad381ca7ee6548cabffc2-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txad381ca7ee6548cabffc2-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txad381ca7ee6548cabffc2-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txad381ca7ee6548cabffc2-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txad381ca7ee6548cabffc2-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txad381ca7ee6548cabffc2-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txad381ca7ee6548cabffc2-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txad381ca7ee6548cabffc2-00697b6f54) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txad381ca7ee6548cabffc2-00697b6f54) proxy-server ERROR: ERROR Unhandled exception in request: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/server.py", line 603, in handle_request @@ -107845,17 +104959,27 @@ File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode return pyeclib_c.decode(self.handle, _fragment_payloads, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx0b0ca961174c4139be3b9-00676e5f22)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around +pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txad381ca7ee6548cabffc2-00697b6f54) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdde1ab434a81456682c90-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdde1ab434a81456682c90-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdde1ab434a81456682c90-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdde1ab434a81456682c90-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdde1ab434a81456682c90-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdde1ab434a81456682c90-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdde1ab434a81456682c90-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdde1ab434a81456682c90-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdde1ab434a81456682c90-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdde1ab434a81456682c90-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdde1ab434a81456682c90-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdde1ab434a81456682c90-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdde1ab434a81456682c90-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdde1ab434a81456682c90-00697b6f54) +proxy-server ERROR: Object returning 503 for [] (txn: txdde1ab434a81456682c90-00697b6f54) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok @@ -107865,75 +104989,114 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8e28249e1a214f4ea4246-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8e28249e1a214f4ea4246-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8e28249e1a214f4ea4246-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8e28249e1a214f4ea4246-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8e28249e1a214f4ea4246-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8e28249e1a214f4ea4246-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8e28249e1a214f4ea4246-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8e28249e1a214f4ea4246-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8e28249e1a214f4ea4246-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8e28249e1a214f4ea4246-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8e28249e1a214f4ea4246-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8e28249e1a214f4ea4246-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8e28249e1a214f4ea4246-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8e28249e1a214f4ea4246-00676e5f22) -proxy-server ERROR: Object returning 503 for [] (txn: tx8e28249e1a214f4ea4246-00676e5f22) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx62c56249c50d4521b92dd-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx62c56249c50d4521b92dd-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx62c56249c50d4521b92dd-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx62c56249c50d4521b92dd-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx62c56249c50d4521b92dd-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx62c56249c50d4521b92dd-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx62c56249c50d4521b92dd-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx62c56249c50d4521b92dd-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx62c56249c50d4521b92dd-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx62c56249c50d4521b92dd-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx62c56249c50d4521b92dd-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx62c56249c50d4521b92dd-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx62c56249c50d4521b92dd-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx62c56249c50d4521b92dd-00676e5f22) -proxy-server ERROR: Object returning 503 for [] (txn: tx62c56249c50d4521b92dd-00676e5f22) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx39f361322f4e45808ebef-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx39f361322f4e45808ebef-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx39f361322f4e45808ebef-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx39f361322f4e45808ebef-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f361322f4e45808ebef-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f361322f4e45808ebef-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f361322f4e45808ebef-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f361322f4e45808ebef-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f361322f4e45808ebef-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx39f361322f4e45808ebef-00676e5f22) -proxy-server ERROR: Object returning 503 for [] (txn: tx39f361322f4e45808ebef-00676e5f22) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf325b04b58114ff98e6bf-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf325b04b58114ff98e6bf-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf325b04b58114ff98e6bf-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf325b04b58114ff98e6bf-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf325b04b58114ff98e6bf-00676e5f22)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables + +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmpb4bhlh3c/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769697175.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb4bhlh3c/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697202.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697202.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697202.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013208389282226562s, path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010275840759277344s, path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.34600830078125e-05s, path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697202.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697202.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1769697108.76974, (1000, 11111) as of 1769697108.76974, created as of 1769697108.76974>, path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697202.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016260147094726562s, path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014495849609375s, path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1769697201.00000, (0, 0) as of 1769697201.00000, shrinking as of 1769697201.00000>, path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697202.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769697108.76974, (1000, 11111) as of 1769697108.76974, created as of 1769697108.76974> in 0.012s, path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697202.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1769697108.76979, (1000, 11111) as of 1769697108.76979, created as of 1769697108.76979>, path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697202.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001704692840576172s, path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1769697201.00000, (0, 0) as of 1769697201.00000, shrinking as of 1769697201.00000>, path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697202.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769697108.76979, (1000, 11111) as of 1769697108.76979, created as of 1769697108.76979> in 0.006s, path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697202.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769697202.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb4bhlh3c/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697235.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697235.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697235.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001392364501953125s, path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.989738464355469e-05s, path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697235.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697235.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1769697108.84278, (1000, 11111) as of 1769697108.84278, cleaved as of 1769697108.84278>, path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697235.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017142295837402344s, path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1769697234.00000, (0, 0) as of 1769697234.00000, shrinking as of 1769697234.00000>, path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697235.00000.dbtest.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef5ff762b96b4965ae006-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef5ff762b96b4965ae006-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef5ff762b96b4965ae006-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef5ff762b96b4965ae006-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef5ff762b96b4965ae006-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef5ff762b96b4965ae006-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef5ff762b96b4965ae006-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef5ff762b96b4965ae006-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef5ff762b96b4965ae006-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef5ff762b96b4965ae006-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef5ff762b96b4965ae006-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef5ff762b96b4965ae006-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef5ff762b96b4965ae006-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: txef5ff762b96b4965ae006-00697b6f54) +proxy-server ERROR: Object returning 503 for [] (txn: txef5ff762b96b4965ae006-00697b6f54) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx715f1c1e8d7c48d59030d-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx715f1c1e8d7c48d59030d-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx715f1c1e8d7c48d59030d-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx715f1c1e8d7c48d59030d-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx715f1c1e8d7c48d59030d-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx715f1c1e8d7c48d59030d-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx715f1c1e8d7c48d59030d-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx715f1c1e8d7c48d59030d-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx715f1c1e8d7c48d59030d-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx715f1c1e8d7c48d59030d-00697b6f54) +proxy-server ERROR: Object returning 503 for [] (txn: tx715f1c1e8d7c48d59030d-00697b6f54) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx520d74888eaa4c909b044-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx520d74888eaa4c909b044-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx520d74888eaa4c909b044-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx520d74888eaa4c909b044-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx520d74888eaa4c909b044-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx520d74888eaa4c909b044-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx520d74888eaa4c909b044-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx520d74888eaa4c909b044-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx520d74888eaa4c909b044-00697b6f54) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx14dd70d0afd048a893474-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx14dd70d0afd048a893474-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx14dd70d0afd048a893474-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx14dd70d0afd048a893474-00697b6f54) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx14dd70d0afd048a893474-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14dd70d0afd048a893474-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14dd70d0afd048a893474-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14dd70d0afd048a893474-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14dd70d0afd048a893474-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14dd70d0afd048a893474-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14dd70d0afd048a893474-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14dd70d0afd048a893474-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14dd70d0afd048a893474-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14dd70d0afd048a893474-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14dd70d0afd048a893474-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14dd70d0afd048a893474-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14dd70d0afd048a893474-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14dd70d0afd048a893474-00697b6f54) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx14dd70d0afd048a893474-00697b6f54) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok @@ -107941,508 +105104,115 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok + +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txef559f727eab4ebaa1f70-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txef559f727eab4ebaa1f70-00697b6f52) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txef559f727eab4ebaa1f70-00697b6f52) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txbabb1e73914e4c14aefce-00697b6f52) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbabb1e73914e4c14aefce-00697b6f52) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txbabb1e73914e4c14aefce-00697b6f52) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txbabb1e73914e4c14aefce-00697b6f52) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1aa2defbd2b240309ffce-00697b6f53) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1aa2defbd2b240309ffce-00697b6f53) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1aa2defbd2b240309ffce-00697b6f53) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1aa2defbd2b240309ffce-00697b6f53) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1aa2defbd2b240309ffce-00697b6f53) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1aa2defbd2b240309ffce-00697b6f53) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1aa2defbd2b240309ffce-00697b6f53) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1aa2defbd2b240309ffce-00697b6f53) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1aa2defbd2b240309ffce-00697b6f53) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx1aa2defbd2b240309ffce-00697b6f53) +test DEBUG: Setting object count to 1068 (txn: tx1aa2defbd2b240309ffce-00697b6f53) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx61fbb22a32eb47ce8debc-00697b6f53) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx61fbb22a32eb47ce8debc-00697b6f53) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx61fbb22a32eb47ce8debc-00697b6f53) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx61fbb22a32eb47ce8debc-00697b6f53) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx61fbb22a32eb47ce8debc-00697b6f53) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx61fbb22a32eb47ce8debc-00697b6f53) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx61fbb22a32eb47ce8debc-00697b6f53) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx61fbb22a32eb47ce8debc-00697b6f53) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx61fbb22a32eb47ce8debc-00697b6f53) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx61fbb22a32eb47ce8debc-00697b6f53) +test DEBUG: Setting object count to 1068 (txn: tx61fbb22a32eb47ce8debc-00697b6f53) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx16d83c1de9db48aa88101-00697b6f54) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx16d83c1de9db48aa88101-00697b6f54) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx16d83c1de9db48aa88101-00697b6f54) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx16d83c1de9db48aa88101-00697b6f54) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx16d83c1de9db48aa88101-00697b6f54) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx16d83c1de9db48aa88101-00697b6f54) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx16d83c1de9db48aa88101-00697b6f54) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx16d83c1de9db48aa88101-00697b6f54) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0146ef28132f4ab2b511c-00697b6f54) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0146ef28132f4ab2b511c-00697b6f54) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0146ef28132f4ab2b511c-00697b6f54) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0146ef28132f4ab2b511c-00697b6f54) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0146ef28132f4ab2b511c-00697b6f54) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0146ef28132f4ab2b511c-00697b6f54) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx0146ef28132f4ab2b511c-00697b6f54) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx0146ef28132f4ab2b511c-00697b6f54) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx0146ef28132f4ab2b511c-00697b6f54) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx0146ef28132f4ab2b511c-00697b6f54) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx0146ef28132f4ab2b511c-00697b6f54)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok -test ERROR: Failed to unlink '/tmp/tmp962z21cc/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp962z21cc/containers/part/suffix/hash/container_1735286550.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp962z21cc/containers/part/suffix/hash/container_1735286550.00000.db': ['/tmp/tmp962z21cc/containers/part/suffix/hash/container.db', '/tmp/tmp962z21cc/containers/part/suffix/hash/container_1735286551.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp962z21cc/containers/part/suffix/hash/container_1735286551.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmplx6os8y4/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmplx6os8y4/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpfv17p87v/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpfv17p87v/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok - -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010561943054199219s, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1735286500.20058, (2, 15) as of 1735286562.23765, cleaved as of 1735286500.20058>, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001957416534423828s, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1735286562.09205, (0, 0) as of 1735286562.09205, sharding as of 1735286562.09205>, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1735286500.20058, (2, 15) as of 1735286562.23765, cleaved as of 1735286500.20058> in 0.006s, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp6ucf96n4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286562.09206.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp8wtk76uk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8wtk76uk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8wtk76uk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8wtk76uk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp8wtk76uk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmp8wtk76uk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp8wtk76uk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmp34ll_jyc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735286575.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmp34ll_jyc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735286575.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmp34ll_jyc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735286575.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012826919555664062s, path: .shards_a/donor_1, db: /tmp/tmp34ll_jyc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.893013000488281e-05s, path: .shards_a/donor_1, db: /tmp/tmp34ll_jyc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.250640869140625e-05s, path: .shards_a/donor_1, db: /tmp/tmp34ll_jyc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.749961853027344e-05s, path: .shards_a/donor_1, db: /tmp/tmp34ll_jyc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmp34ll_jyc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735286575.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmp34ll_jyc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735286575.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1735286562.30340, (1000, 11111) as of 1735286562.30340, created as of 1735286562.30340>, path: .shards_a/donor_1, db: /tmp/tmp34ll_jyc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735286575.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00016760826110839844s, path: .shards_a/donor_1, db: /tmp/tmp34ll_jyc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011467933654785156s, path: .shards_a/donor_1, db: /tmp/tmp34ll_jyc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1735286585.00000, (0, 0) as of 1735286574.00000, shrunk as of 1735286574.00000>, path: .shards_a/donor_1, db: /tmp/tmp34ll_jyc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735286575.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1735286562.30340, (1000, 11111) as of 1735286562.30340, created as of 1735286562.30340> in 0.009s, path: .shards_a/donor_1, db: /tmp/tmp34ll_jyc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735286575.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmp34ll_jyc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735286575.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp34ll_jyc/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmp34ll_jyc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735286602.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmp34ll_jyc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735286602.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmp34ll_jyc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735286602.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015115737915039062s, path: .shards_a/donor_2, db: /tmp/tmp34ll_jyc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.1552734375e-05s, path: .shards_a/donor_2, db: /tmp/tmp34ll_jyc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.274482727050781e-05s, path: .shards_a/donor_2, db: /tmp/tmp34ll_jyc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.298324584960938e-05s, path: .shards_a/donor_2, db: /tmp/tmp34ll_jyc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmp34ll_jyc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735286602.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmp34ll_jyc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735286602.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1735286562.35213, (1000, 11111) as of 1735286562.35213, cleaved as of 1735286562.35213>, path: .shards_a/donor_2, db: /tmp/tmp34ll_jyc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735286602.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001881122589111328s, path: .shards_a/donor_2, db: /tmp/tmp34ll_jyc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010991096496582031s, path: .shards_a/donor_2, db: /tmp/tmp34ll_jyc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1735286612.00000, (0, 0) as of 1735286601.00000, shrunk as of 1735286601.00000>, path: .shards_a/donor_2, db: /tmp/tmp34ll_jyc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735286602.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1735286562.35213, (1000, 11111) as of 1735286562.35213, cleaved as of 1735286562.35213> in 0.007s, path: .shards_a/donor_2, db: /tmp/tmp34ll_jyc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735286602.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmp34ll_jyc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735286602.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp34ll_jyc/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmp34ll_jyc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735286629.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmp34ll_jyc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735286629.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmp34ll_jyc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735286629.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013399124145507812s, path: .shards_a/donor_3, db: /tmp/tmp34ll_jyc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: .shards_a/donor_3, db: /tmp/tmp34ll_jyc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.775161743164062e-05s, path: .shards_a/donor_3, db: /tmp/tmp34ll_jyc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.012222290039062e-05s, path: .shards_a/donor_3, db: /tmp/tmp34ll_jyc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmp34ll_jyc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735286629.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmp34ll_jyc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735286629.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1735286562.40334, (1000, 11111) as of 1735286562.40334, active as of 1735286562.40334>, path: .shards_a/donor_3, db: /tmp/tmp34ll_jyc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735286629.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001575946807861328s, path: .shards_a/donor_3, db: /tmp/tmp34ll_jyc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/donor_3, db: /tmp/tmp34ll_jyc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1735286639.00000, (0, 0) as of 1735286628.00000, shrunk as of 1735286628.00000>, path: .shards_a/donor_3, db: /tmp/tmp34ll_jyc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735286629.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1735286562.40334, (1000, 11111) as of 1735286562.40334, active as of 1735286562.40334> in 0.007s, path: .shards_a/donor_3, db: /tmp/tmp34ll_jyc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735286629.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmp34ll_jyc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735286629.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp34ll_jyc/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286656.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286656.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286656.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001728534698486328s, path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.274482727050781e-05s, path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.869171142578125e-05s, path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286656.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286656.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1735286562.45007, (1000, 11111) as of 1735286562.45007, created as of 1735286562.45007>, path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286656.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001556873321533203s, path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1735286655.00000, (0, 0) as of 1735286655.00000, shrinking as of 1735286655.00000>, path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286656.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735286562.45007, (1000, 11111) as of 1735286562.45007, created as of 1735286562.45007> in 0.007s, path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286656.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1735286562.45010, (1000, 11111) as of 1735286562.45010, created as of 1735286562.45010>, path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286656.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015115737915039062s, path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1735286655.00000, (0, 0) as of 1735286655.00000, shrinking as of 1735286655.00000>, path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286656.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1735286562.45010, (1000, 11111) as of 1735286562.45010, created as of 1735286562.45010> in 0.006s, path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286656.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735286656.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp34ll_jyc/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286689.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286689.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286689.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000152587890625s, path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001227855682373047s, path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003986358642578125s, path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286689.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286689.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1735286562.52290, (1000, 11111) as of 1735286562.52290, cleaved as of 1735286562.52290>, path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286689.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001735687255859375s, path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001270771026611328s, path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1735286688.00000, (0, 0) as of 1735286688.00000, shrinking as of 1735286688.00000>, path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286689.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735286562.52290, (1000, 11111) as of 1735286562.52290, cleaved as of 1735286562.52290> in 0.008s, path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286689.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1735286562.52293, (1000, 11111) as of 1735286562.52293, cleaved as of 1735286562.52293>, path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286689.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017380714416503906s, path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022411346435546875s, path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1735286688.00000, (0, 0) as of 1735286688.00000, shrinking as of 1735286688.00000>, path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286689.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1735286562.52293, (1000, 11111) as of 1735286562.52293, cleaved as of 1735286562.52293> in 0.008s, path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286689.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735286689.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp34ll_jyc/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286722.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286722.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286722.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016188621520996094s, path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013184547424316406s, path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012612342834472656s, path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286722.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286722.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1735286562.60819, (1000, 11111) as of 1735286562.60819, active as of 1735286562.60819>, path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286722.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019478797912597656s, path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001270771026611328s, path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1735286721.00000, (0, 0) as of 1735286721.00000, shrinking as of 1735286721.00000>, path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286722.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735286562.60819, (1000, 11111) as of 1735286562.60819, active as of 1735286562.60819> in 0.008s, path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286722.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1735286562.60823, (1000, 11111) as of 1735286562.60823, active as of 1735286562.60823>, path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286722.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019216537475585938s, path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000213623046875s, path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1735286721.00000, (0, 0) as of 1735286721.00000, shrinking as of 1735286721.00000>, path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286722.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1735286562.60823, (1000, 11111) as of 1735286562.60823, active as of 1735286562.60823> in 0.008s, path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286722.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735286722.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp34ll_jyc/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286755.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286755.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286755.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019931793212890625s, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001437664031982422s, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014328956604003906s, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012350082397460938s, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286755.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286755.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1735286562.69858, (1000, 11111) as of 1735286562.69858, cleaved as of 1735286562.69858>, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286755.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0005357265472412109s, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012755393981933594s, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1735286754.00000, (0, 0) as of 1735286754.00000, shrinking as of 1735286754.00000>, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286755.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735286562.69858, (1000, 11111) as of 1735286562.69858, cleaved as of 1735286562.69858> in 0.008s, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286755.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1735286562.69862, (1000, 11111) as of 1735286562.69862, cleaved as of 1735286562.69862>, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286755.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018739700317382812s, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012683868408203125s, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1735286754.00000, (0, 0) as of 1735286754.00000, shrinking as of 1735286754.00000>, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286755.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735286562.69862, (1000, 11111) as of 1735286562.69862, cleaved as of 1735286562.69862> in 0.007s, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286755.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1735286562.69864, (1000, 11111) as of 1735286562.69864, cleaved as of 1735286562.69864>, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286755.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020647048950195312s, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012230873107910156s, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1735286754.00000, (0, 0) as of 1735286754.00000, shrinking as of 1735286754.00000>, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286755.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1735286562.69864, (1000, 11111) as of 1735286562.69864, cleaved as of 1735286562.69864> in 0.007s, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286755.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735286755.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp34ll_jyc/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286794.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286794.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286794.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015783309936523438s, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001010894775390625s, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286794.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286794.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1735286562.79393, (1000, 11111) as of 1735286562.79393, created as of 1735286562.79393>, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286794.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0004534721374511719s, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1735286793.00000, (0, 0) as of 1735286793.00000, shrinking as of 1735286793.00000>, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286794.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735286562.79393, (1000, 11111) as of 1735286562.79393, created as of 1735286562.79393> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286794.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1735286562.79397, (1000, 11111) as of 1735286562.79397, created as of 1735286562.79397>, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286794.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001556873321533203s, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1735286793.00000, (0, 0) as of 1735286793.00000, shrinking as of 1735286793.00000>, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286794.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735286562.79397, (1000, 11111) as of 1735286562.79397, created as of 1735286562.79397> in 0.006s, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286794.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1735286562.79398, (1000, 11111) as of 1735286562.79398, created as of 1735286562.79398>, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286794.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0032143592834472656s, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002551078796386719s, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1735286793.00000, (0, 0) as of 1735286793.00000, shrinking as of 1735286793.00000>, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286794.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1735286562.79398, (1000, 11111) as of 1735286562.79398, created as of 1735286562.79398> in 0.011s, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286794.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735286794.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp34ll_jyc/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286833.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286833.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286833.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015878677368164062s, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000118255615234375s, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011324882507324219s, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286833.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286833.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1735286562.89728, (1000, 11111) as of 1735286562.89728, active as of 1735286562.89728>, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286833.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001914501190185547s, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011849403381347656s, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1735286832.00000, (0, 0) as of 1735286832.00000, shrinking as of 1735286832.00000>, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286833.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735286562.89728, (1000, 11111) as of 1735286562.89728, active as of 1735286562.89728> in 0.007s, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286833.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1735286562.89732, (1000, 11111) as of 1735286562.89732, active as of 1735286562.89732>, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286833.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018548965454101562s, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011944770812988281s, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1735286832.00000, (0, 0) as of 1735286832.00000, shrinking as of 1735286832.00000>, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286833.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735286562.89732, (1000, 11111) as of 1735286562.89732, active as of 1735286562.89732> in 0.009s, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286833.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1735286562.89734, (1000, 11111) as of 1735286562.89734, active as of 1735286562.89734>, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286833.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017333030700683594s, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1735286832.00000, (0, 0) as of 1735286832.00000, shrinking as of 1735286832.00000>, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286833.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1735286562.89734, (1000, 11111) as of 1735286562.89734, active as of 1735286562.89734> in 0.007s, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286833.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735286833.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp34ll_jyc/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmp34ll_jyc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286872.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmp34ll_jyc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286872.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmp34ll_jyc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286872.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015282630920410156s, path: .shards_a/donor_10, db: /tmp/tmp34ll_jyc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: .shards_a/donor_10, db: /tmp/tmp34ll_jyc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0004429817199707031s, path: .shards_a/donor_10, db: /tmp/tmp34ll_jyc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: .shards_a/donor_10, db: /tmp/tmp34ll_jyc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmp34ll_jyc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286872.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmp34ll_jyc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286872.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1735286562.99031, (1000, 11111) as of 1735286562.99031, created as of 1735286562.99031>, path: .shards_a/donor_10, db: /tmp/tmp34ll_jyc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286872.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017690658569335938s, path: .shards_a/donor_10, db: /tmp/tmp34ll_jyc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011539459228515625s, path: .shards_a/donor_10, db: /tmp/tmp34ll_jyc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1735286871.00000, (0, 0) as of 1735286871.00000, shrinking as of 1735286871.00000>, path: .shards_a/donor_10, db: /tmp/tmp34ll_jyc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286872.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735286562.99031, (1000, 11111) as of 1735286562.99031, created as of 1735286562.99031> in 0.007s, path: .shards_a/donor_10, db: /tmp/tmp34ll_jyc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286872.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmp34ll_jyc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286872.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '644f3254-22e1-487b-ac22-7972f8a81de6-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmp34ll_jyc/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735286872.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286898.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286898.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286898.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013709068298339844s, path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010323524475097656s, path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286898.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286898.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1735286563.04693, (1000, 11111) as of 1735286563.04693, cleaved as of 1735286563.04693>, path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286898.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003902912139892578s, path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1735286897.00000, (0, 0) as of 1735286897.00000, shrinking as of 1735286897.00000>, path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286898.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735286563.04693, (1000, 11111) as of 1735286563.04693, cleaved as of 1735286563.04693> in 0.007s, path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286898.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1735286563.04696, (1000, 11111) as of 1735286563.04696, cleaved as of 1735286563.04696>, path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286898.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017333030700683594s, path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011587142944335938s, path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1735286897.00000, (0, 0) as of 1735286897.00000, shrinking as of 1735286897.00000>, path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286898.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735286563.04696, (1000, 11111) as of 1735286563.04696, cleaved as of 1735286563.04696> in 0.009s, path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286898.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286898.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '13669a8f-f3b7-40ea-b020-70c472e24191-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmp34ll_jyc/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735286898.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmp34ll_jyc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735286930.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmp34ll_jyc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735286930.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmp34ll_jyc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735286930.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00035381317138671875s, path: .shards_a/donor_12, db: /tmp/tmp34ll_jyc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001971721649169922s, path: .shards_a/donor_12, db: /tmp/tmp34ll_jyc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002048015594482422s, path: .shards_a/donor_12, db: /tmp/tmp34ll_jyc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002636909484863281s, path: .shards_a/donor_12, db: /tmp/tmp34ll_jyc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmp34ll_jyc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735286930.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmp34ll_jyc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735286930.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmp34ll_jyc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735286930.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmp34ll_jyc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735286930.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '4248d17b-bda2-4816-9bba-6cba50719383-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmp34ll_jyc/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735286930.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmp34ll_jyc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735286950.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmp34ll_jyc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735286950.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmp34ll_jyc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735286950.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018668174743652344s, path: .shards_a/donor_13, db: /tmp/tmp34ll_jyc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013589859008789062s, path: .shards_a/donor_13, db: /tmp/tmp34ll_jyc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013971328735351562s, path: .shards_a/donor_13, db: /tmp/tmp34ll_jyc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013899803161621094s, path: .shards_a/donor_13, db: /tmp/tmp34ll_jyc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmp34ll_jyc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735286950.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmp34ll_jyc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735286950.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmp34ll_jyc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735286950.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmp34ll_jyc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735286950.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0b0f6234-1303-4341-b959-73f8a1edc665-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmp34ll_jyc/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735286950.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmp34ll_jyc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286970.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmp34ll_jyc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286970.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmp34ll_jyc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286970.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020503997802734375s, path: .shards_a/donor_14, db: /tmp/tmp34ll_jyc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012445449829101562s, path: .shards_a/donor_14, db: /tmp/tmp34ll_jyc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012373924255371094s, path: .shards_a/donor_14, db: /tmp/tmp34ll_jyc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking -test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok - -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012254714965820312s, path: .shards_a/donor_14, db: /tmp/tmp34ll_jyc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmp34ll_jyc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286970.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmp34ll_jyc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286970.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1735286563.23458, (1000, 11111) as of 1735286563.23458, cleaved as of 1735286563.23458>, path: .shards_a/donor_14, db: /tmp/tmp34ll_jyc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286970.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017952919006347656s, path: .shards_a/donor_14, db: /tmp/tmp34ll_jyc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001342296600341797s, path: .shards_a/donor_14, db: /tmp/tmp34ll_jyc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1735286969.00000, (0, 0) as of 1735286969.00000, shrinking as of 1735286969.00000>, path: .shards_a/donor_14, db: /tmp/tmp34ll_jyc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286970.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735286563.23458, (1000, 11111) as of 1735286563.23458, cleaved as of 1735286563.23458> in 0.008s, path: .shards_a/donor_14, db: /tmp/tmp34ll_jyc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286970.00000.db -sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmp34ll_jyc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286970.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmp34ll_jyc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286970.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '898d45fe-8abe-4073-8749-01f47d992ea3-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmp34ll_jyc/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735286970.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp1a19vhy0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1a19vhy0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp1a19vhy0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015282630920410156s, path: .shards_a/shard_c, db: /tmp/tmp1a19vhy0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: .shards_a/shard_c, db: /tmp/tmp1a19vhy0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014162063598632812s, path: .shards_a/shard_c, db: /tmp/tmp1a19vhy0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011682510375976562s, path: .shards_a/shard_c, db: /tmp/tmp1a19vhy0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp1a19vhy0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp1a19vhy0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1735286566.00000, (0, 0) as of 1735286566.00000, active as of 1735286566.00000>, path: .shards_a/shard_c, db: /tmp/tmp1a19vhy0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019788742065429688s, path: .shards_a/shard_c, db: /tmp/tmp1a19vhy0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010967254638671875s, path: .shards_a/shard_c, db: /tmp/tmp1a19vhy0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1735286563.32850, (0, 0) as of 1735286564.00000, shrunk as of 1735286564.00000>, path: .shards_a/shard_c, db: /tmp/tmp1a19vhy0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1735286566.00000, (0, 0) as of 1735286566.00000, active as of 1735286566.00000> in 0.007s, path: .shards_a/shard_c, db: /tmp/tmp1a19vhy0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp1a19vhy0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpe79_dfl_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpe79_dfl_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpe79_dfl_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015354156494140625s, path: .shards_a/shard_c, db: /tmp/tmpe79_dfl_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: .shards_a/shard_c, db: /tmp/tmpe79_dfl_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011777877807617188s, path: .shards_a/shard_c, db: /tmp/tmpe79_dfl_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010204315185546875s, path: .shards_a/shard_c, db: /tmp/tmpe79_dfl_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpe79_dfl_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpe79_dfl_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf325b04b58114ff98e6bf-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf325b04b58114ff98e6bf-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf325b04b58114ff98e6bf-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf325b04b58114ff98e6bf-00676e5f22) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx90bca72481f64f5f8939f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx90bca72481f64f5f8939f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx90bca72481f64f5f8939f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx90bca72481f64f5f8939f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx90bca72481f64f5f8939f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx90bca72481f64f5f8939f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx90bca72481f64f5f8939f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx90bca72481f64f5f8939f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx90bca72481f64f5f8939f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx90bca72481f64f5f8939f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx90bca72481f64f5f8939f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx90bca72481f64f5f8939f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx90bca72481f64f5f8939f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx90bca72481f64f5f8939f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx90bca72481f64f5f8939f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx90bca72481f64f5f8939f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx90bca72481f64f5f8939f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx90bca72481f64f5f8939f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx90bca72481f64f5f8939f-00676e5f22) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: txa7ceca8f341143a985084-00697b6f55) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: tx6e9291c880de443fa3b21-00697b6f55) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d677353577649c4bb6d6-00697b6f55) +proxy-server ERROR: Object returning 503 for [] (txn: tx5d677353577649c4bb6d6-00697b6f55) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txff6d0b0e114e49e388934-00676e5f22) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txe3979110320e4f9fb8d2a-00676e5f22) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb3bc2ba8638245929f20f-00676e5f22) -proxy-server ERROR: Object returning 503 for [] (txn: txb3bc2ba8638245929f20f-00676e5f22) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok - -sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1735286566.00000, (0, 0) as of 1735286566.00000, active as of 1735286566.00000>, path: .shards_a/shard_c, db: /tmp/tmpe79_dfl_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001633167266845703s, path: .shards_a/shard_c, db: /tmp/tmpe79_dfl_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/shard_c, db: /tmp/tmpe79_dfl_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1735286564.00000, (0, 0) as of 1735286564.00000, sharding as of 1735286564.00000>, path: .shards_a/shard_c, db: /tmp/tmpe79_dfl_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1735286566.00000, (0, 0) as of 1735286566.00000, active as of 1735286566.00000> in 0.006s, path: .shards_a/shard_c, db: /tmp/tmpe79_dfl_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpe79_dfl_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp4iple3wj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286564.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp4iple3wj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286564.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp4iple3wj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286564.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013518333435058594s, path: .shards_a/shard_c, db: /tmp/tmp4iple3wj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.5367431640625e-05s, path: .shards_a/shard_c, db: /tmp/tmp4iple3wj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.560585021972656e-05s, path: .shards_a/shard_c, db: /tmp/tmp4iple3wj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: .shards_a/shard_c, db: /tmp/tmp4iple3wj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp4iple3wj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286564.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmp4iple3wj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286564.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmp4iple3wj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286564.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014543533325195312s, path: .shards_a/shard_c, db: /tmp/tmp4iple3wj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: .shards_a/shard_c, db: /tmp/tmp4iple3wj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmp4iple3wj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286564.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp4iple3wj/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286564.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp7vn7vrvb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp7vn7vrvb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp7vn7vrvb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012874603271484375s, path: .shards_a/shard_c, db: /tmp/tmp7vn7vrvb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: .shards_a/shard_c, db: /tmp/tmp7vn7vrvb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010204315185546875s, path: .shards_a/shard_c, db: /tmp/tmp7vn7vrvb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.465217590332031e-05s, path: .shards_a/shard_c, db: /tmp/tmp7vn7vrvb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp7vn7vrvb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp7vn7vrvb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmp7vn7vrvb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016355514526367188s, path: .shards_a/shard_c, db: /tmp/tmp7vn7vrvb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010204315185546875s, path: .shards_a/shard_c, db: /tmp/tmp7vn7vrvb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1735286563.45824, (0, 0) as of 1735286564.00000, shrunk as of 1735286564.00000>, path: .shards_a/shard_c, db: /tmp/tmp7vn7vrvb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: .shards_a/shard_c, db: /tmp/tmp7vn7vrvb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp7vn7vrvb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found -test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok - proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.10:1010/sdk (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.9:1009/sdj (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2806b9176fcf4df0bfa16-00676e5f23) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx619e10c18cc5491195d46-00697b6f55) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: tx619e10c18cc5491195d46-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx619e10c18cc5491195d46-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx619e10c18cc5491195d46-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx619e10c18cc5491195d46-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx619e10c18cc5491195d46-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx619e10c18cc5491195d46-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx619e10c18cc5491195d46-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx619e10c18cc5491195d46-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx619e10c18cc5491195d46-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx619e10c18cc5491195d46-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx619e10c18cc5491195d46-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx619e10c18cc5491195d46-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx619e10c18cc5491195d46-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx619e10c18cc5491195d46-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx619e10c18cc5491195d46-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx619e10c18cc5491195d46-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx619e10c18cc5491195d46-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx619e10c18cc5491195d46-00697b6f55) proxy-server ERROR: Exception fetching fragments for '/a/c/o': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1493, in put_fragments_in_queue @@ -108466,298 +105236,551 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1145, in read raise ShortReadError( -swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx2806b9176fcf4df0bfa16-00676e5f23) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx7c4ea76a4617421a9a72a-00676e5f23) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.3:1003/sdd (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.01s) (txn: tx50fe88d1b65f4d7295d4d-00676e5f23) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: txdc34e15586904cffa3db1-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc34e15586904cffa3db1-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc34e15586904cffa3db1-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc34e15586904cffa3db1-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc34e15586904cffa3db1-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc34e15586904cffa3db1-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc34e15586904cffa3db1-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc34e15586904cffa3db1-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc34e15586904cffa3db1-00676e5f23)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started +swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: tx619e10c18cc5491195d46-00697b6f55)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok + +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769697108.84278, (1000, 11111) as of 1769697108.84278, cleaved as of 1769697108.84278> in 0.006s, path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697235.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1769697108.84282, (1000, 11111) as of 1769697108.84282, cleaved as of 1769697108.84282>, path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697235.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016641616821289062s, path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1769697234.00000, (0, 0) as of 1769697234.00000, shrinking as of 1769697234.00000>, path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697235.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769697108.84282, (1000, 11111) as of 1769697108.84282, cleaved as of 1769697108.84282> in 0.011s, path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697235.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769697235.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb4bhlh3c/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697268.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697268.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697268.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001513957977294922s, path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001342296600341797s, path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697268.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697268.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1769697108.91480, (1000, 11111) as of 1769697108.91480, active as of 1769697108.91480>, path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697268.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002243518829345703s, path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012564659118652344s, path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1769697267.00000, (0, 0) as of 1769697267.00000, shrinking as of 1769697267.00000>, path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697268.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769697108.91480, (1000, 11111) as of 1769697108.91480, active as of 1769697108.91480> in 0.013s, path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697268.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1769697108.91483, (1000, 11111) as of 1769697108.91483, active as of 1769697108.91483>, path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697268.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015783309936523438s, path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011444091796875s, path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1769697267.00000, (0, 0) as of 1769697267.00000, shrinking as of 1769697267.00000>, path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697268.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769697108.91483, (1000, 11111) as of 1769697108.91483, active as of 1769697108.91483> in 0.007s, path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697268.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769697268.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb4bhlh3c/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697301.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697301.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697301.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0019135475158691406s, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.dbtest.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success + +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx619e10c18cc5491195d46-00697b6f55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.8:1008/sdi (txn: txd8c3bb245bc845f09bb15-00697b6f55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.9:1009/sdj (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.01s) (txn: tx50efa86754334b5d9d9c1-00697b6f55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx31bb627336994d9cb0bca-00697b6f55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdace39a7609d41d98415d-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdace39a7609d41d98415d-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdace39a7609d41d98415d-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdace39a7609d41d98415d-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdace39a7609d41d98415d-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdace39a7609d41d98415d-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdace39a7609d41d98415d-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdace39a7609d41d98415d-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdace39a7609d41d98415d-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdace39a7609d41d98415d-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdace39a7609d41d98415d-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdace39a7609d41d98415d-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdace39a7609d41d98415d-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdace39a7609d41d98415d-00697b6f55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a1efcf85c974fc992efd-00697b6f55)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001628398895263672s, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001621246337890625s, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1735286500.20058, (2, 3) as of 1735286563.50701, cleaved as of 1735286500.20058> in 0.007s, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001628398895263672s, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1735286500.20058, (2, 103) as of 1735286563.52923, cleaved as of 1735286500.20058> in 0.007s, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, found as of 1735286500.20058>, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286563.53353>, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015735626220703125s, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00025653839111328125s, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1735286500.20058, (1, 1000) as of 1735286563.55321, cleaved as of 1735286563.53353> in 0.01s, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpajc6t8iu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.46598.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.57274.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.57274.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.57274.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.57274.dbtest.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics -test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697301.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697301.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1769697109.10532, (1000, 11111) as of 1769697109.10532, cleaved as of 1769697109.10532>, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697301.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015997886657714844s, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1769697300.00000, (0, 0) as of 1769697300.00000, shrinking as of 1769697300.00000>, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697301.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769697109.10532, (1000, 11111) as of 1769697109.10532, cleaved as of 1769697109.10532> in 0.006s, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697301.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1769697109.10535, (1000, 11111) as of 1769697109.10535, cleaved as of 1769697109.10535>, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697301.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015234947204589844s, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1769697300.00000, (0, 0) as of 1769697300.00000, shrinking as of 1769697300.00000>, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697301.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769697109.10535, (1000, 11111) as of 1769697109.10535, cleaved as of 1769697109.10535> in 0.01s, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697301.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1769697109.10536, (1000, 11111) as of 1769697109.10536, cleaved as of 1769697109.10536>, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697301.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001780986785888672s, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1769697300.00000, (0, 0) as of 1769697300.00000, shrinking as of 1769697300.00000>, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697301.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769697109.10536, (1000, 11111) as of 1769697109.10536, cleaved as of 1769697109.10536> in 0.01s, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697301.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769697301.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb4bhlh3c/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697340.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697340.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697340.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013375282287597656s, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.870529174804688e-05s, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697340.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697340.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1769697109.20615, (1000, 11111) as of 1769697109.20615, created as of 1769697109.20615>, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697340.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015592575073242188s, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1769697339.00000, (0, 0) as of 1769697339.00000, shrinking as of 1769697339.00000>, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697340.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok + +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769697109.20615, (1000, 11111) as of 1769697109.20615, created as of 1769697109.20615> in 0.015s, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697340.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1769697109.20619, (1000, 11111) as of 1769697109.20619, created as of 1769697109.20619>, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697340.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015592575073242188s, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1769697339.00000, (0, 0) as of 1769697339.00000, shrinking as of 1769697339.00000>, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697340.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769697109.20619, (1000, 11111) as of 1769697109.20619, created as of 1769697109.20619> in 0.019s, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697340.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1769697109.20620, (1000, 11111) as of 1769697109.20620, created as of 1769697109.20620>, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697340.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019049644470214844s, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1769697339.00000, (0, 0) as of 1769697339.00000, shrinking as of 1769697339.00000>, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697340.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769697109.20620, (1000, 11111) as of 1769697109.20620, created as of 1769697109.20620> in 0.008s, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697340.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769697340.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb4bhlh3c/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697379.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697379.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697379.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021719932556152344s, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.845329284667969e-05s, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.5367431640625e-05s, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.34600830078125e-05s, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697379.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697379.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1769697109.32441, (1000, 11111) as of 1769697109.32441, active as of 1769697109.32441>, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697379.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001621246337890625s, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1769697378.00000, (0, 0) as of 1769697378.00000, shrinking as of 1769697378.00000>, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697379.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769697109.32441, (1000, 11111) as of 1769697109.32441, active as of 1769697109.32441> in 0.008s, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697379.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1769697109.32444, (1000, 11111) as of 1769697109.32444, active as of 1769697109.32444>, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697379.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015592575073242188s, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1769697378.00000, (0, 0) as of 1769697378.00000, shrinking as of 1769697378.00000>, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697379.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769697109.32444, (1000, 11111) as of 1769697109.32444, active as of 1769697109.32444> in 0.008s, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697379.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1769697109.32445, (1000, 11111) as of 1769697109.32445, active as of 1769697109.32445>, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697379.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016188621520996094s, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1769697378.00000, (0, 0) as of 1769697378.00000, shrinking as of 1769697378.00000>, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697379.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769697109.32445, (1000, 11111) as of 1769697109.32445, active as of 1769697109.32445> in 0.006s, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697379.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769697379.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb4bhlh3c/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmpb4bhlh3c/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697418.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpb4bhlh3c/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697418.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmpb4bhlh3c/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697418.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019860267639160156s, path: .shards_a/donor_10, db: /tmp/tmpb4bhlh3c/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.893013000488281e-05s, path: .shards_a/donor_10, db: /tmp/tmpb4bhlh3c/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.799003601074219e-05s, path: .shards_a/donor_10, db: /tmp/tmpb4bhlh3c/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: .shards_a/donor_10, db: /tmp/tmpb4bhlh3c/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpb4bhlh3c/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697418.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmpb4bhlh3c/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697418.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1769697109.40994, (1000, 11111) as of 1769697109.40994, created as of 1769697109.40994>, path: .shards_a/donor_10, db: /tmp/tmpb4bhlh3c/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697418.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015878677368164062s, path: .shards_a/donor_10, db: /tmp/tmpb4bhlh3c/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010752677917480469s, path: .shards_a/donor_10, db: /tmp/tmpb4bhlh3c/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1769697417.00000, (0, 0) as of 1769697417.00000, shrinking as of 1769697417.00000>, path: .shards_a/donor_10, db: /tmp/tmpb4bhlh3c/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697418.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769697109.40994, (1000, 11111) as of 1769697109.40994, created as of 1769697109.40994> in 0.006s, path: .shards_a/donor_10, db: /tmp/tmpb4bhlh3c/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697418.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmpb4bhlh3c/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697418.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'e1bb06c0-50c7-4dda-b824-c3c902a15031-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmpb4bhlh3c/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769697418.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697444.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697444.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697444.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001327991485595703s, path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001220703125s, path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010371208190917969s, path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697444.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697444.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1769697109.45422, (1000, 11111) as of 1769697109.45422, cleaved as of 1769697109.45422>, path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697444.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001735687255859375s, path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc34e15586904cffa3db1-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc34e15586904cffa3db1-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc34e15586904cffa3db1-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc34e15586904cffa3db1-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc34e15586904cffa3db1-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc34e15586904cffa3db1-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc34e15586904cffa3db1-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc34e15586904cffa3db1-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc34e15586904cffa3db1-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc34e15586904cffa3db1-00676e5f23) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: txdc34e15586904cffa3db1-00676e5f23) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7646407393a5459d96ac0-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7646407393a5459d96ac0-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7646407393a5459d96ac0-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7646407393a5459d96ac0-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7646407393a5459d96ac0-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7646407393a5459d96ac0-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7646407393a5459d96ac0-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7646407393a5459d96ac0-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7646407393a5459d96ac0-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7646407393a5459d96ac0-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7646407393a5459d96ac0-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7646407393a5459d96ac0-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7646407393a5459d96ac0-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7646407393a5459d96ac0-00676e5f23) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf39f157243a8436fb87c7-00676e5f23) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx95f86e0b4aff49ddba69a-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx95f86e0b4aff49ddba69a-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx95f86e0b4aff49ddba69a-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx95f86e0b4aff49ddba69a-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx95f86e0b4aff49ddba69a-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx95f86e0b4aff49ddba69a-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx95f86e0b4aff49ddba69a-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx95f86e0b4aff49ddba69a-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx95f86e0b4aff49ddba69a-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx95f86e0b4aff49ddba69a-00676e5f23)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1769697443.00000, (0, 0) as of 1769697443.00000, shrinking as of 1769697443.00000>, path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697444.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769697109.45422, (1000, 11111) as of 1769697109.45422, cleaved as of 1769697109.45422> in 0.008s, path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697444.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1769697109.45426, (1000, 11111) as of 1769697109.45426, cleaved as of 1769697109.45426>, path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697444.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015234947204589844s, path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010991096496582031s, path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1769697443.00000, (0, 0) as of 1769697443.00000, shrinking as of 1769697443.00000>, path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697444.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769697109.45426, (1000, 11111) as of 1769697109.45426, cleaved as of 1769697109.45426> in 0.009s, path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697444.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697444.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '832d6c23-65a6-43f7-9a14-9a6be5a22a14-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmpb4bhlh3c/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769697444.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmpb4bhlh3c/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769697476.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpb4bhlh3c/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769697476.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmpb4bhlh3c/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769697476.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001304149627685547s, path: .shards_a/donor_12, db: /tmp/tmpb4bhlh3c/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: .shards_a/donor_12, db: /tmp/tmpb4bhlh3c/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.5367431640625e-05s, path: .shards_a/donor_12, db: /tmp/tmpb4bhlh3c/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: .shards_a/donor_12, db: /tmp/tmpb4bhlh3c/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpb4bhlh3c/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769697476.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmpb4bhlh3c/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769697476.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmpb4bhlh3c/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769697476.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmpb4bhlh3c/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769697476.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '153f001f-08bf-4156-81da-0d1db6dae047-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmpb4bhlh3c/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769697476.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmpb4bhlh3c/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769697496.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpb4bhlh3c/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769697496.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmpb4bhlh3c/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769697496.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014328956604003906s, path: .shards_a/donor_13, db: /tmp/tmpb4bhlh3c/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: .shards_a/donor_13, db: /tmp/tmpb4bhlh3c/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010824203491210938s, path: .shards_a/donor_13, db: /tmp/tmpb4bhlh3c/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: .shards_a/donor_13, db: /tmp/tmpb4bhlh3c/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpb4bhlh3c/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769697496.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmpb4bhlh3c/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769697496.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmpb4bhlh3c/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769697496.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmpb4bhlh3c/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769697496.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '346c6d46-f3ef-4b56-aac3-39bb2d8092f4-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmpb4bhlh3c/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769697496.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking +test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok + +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmpb4bhlh3c/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697516.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpb4bhlh3c/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697516.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmpb4bhlh3c/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697516.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001373291015625s, path: .shards_a/donor_14, db: /tmp/tmpb4bhlh3c/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010204315185546875s, path: .shards_a/donor_14, db: /tmp/tmpb4bhlh3c/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001049041748046875s, path: .shards_a/donor_14, db: /tmp/tmpb4bhlh3c/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: .shards_a/donor_14, db: /tmp/tmpb4bhlh3c/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpb4bhlh3c/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697516.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmpb4bhlh3c/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697516.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1769697109.60035, (1000, 11111) as of 1769697109.60035, cleaved as of 1769697109.60035>, path: .shards_a/donor_14, db: /tmp/tmpb4bhlh3c/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697516.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015044212341308594s, path: .shards_a/donor_14, db: /tmp/tmpb4bhlh3c/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010824203491210938s, path: .shards_a/donor_14, db: /tmp/tmpb4bhlh3c/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1769697515.00000, (0, 0) as of 1769697515.00000, shrinking as of 1769697515.00000>, path: .shards_a/donor_14, db: /tmp/tmpb4bhlh3c/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697516.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769697109.60035, (1000, 11111) as of 1769697109.60035, cleaved as of 1769697109.60035> in 0.008s, path: .shards_a/donor_14, db: /tmp/tmpb4bhlh3c/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697516.00000.db +sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmpb4bhlh3c/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697516.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmpb4bhlh3c/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697516.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '58516868-6244-484f-8f86-074d4e40af5f-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmpb4bhlh3c/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769697516.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpxqnvxqem/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpxqnvxqem/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpxqnvxqem/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00035953521728515625s, path: .shards_a/shard_c, db: /tmp/tmpxqnvxqem/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: .shards_a/shard_c, db: /tmp/tmpxqnvxqem/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.512901306152344e-05s, path: .shards_a/shard_c, db: /tmp/tmpxqnvxqem/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.846687316894531e-05s, path: .shards_a/shard_c, db: /tmp/tmpxqnvxqem/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpxqnvxqem/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpxqnvxqem/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1769697112.00000, (0, 0) as of 1769697112.00000, active as of 1769697112.00000>, path: .shards_a/shard_c, db: /tmp/tmpxqnvxqem/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001506805419921875s, path: .shards_a/shard_c, db: /tmp/tmpxqnvxqem/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: .shards_a/shard_c, db: /tmp/tmpxqnvxqem/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1769697109.67891, (0, 0) as of 1769697110.00000, shrunk as of 1769697110.00000>, path: .shards_a/shard_c, db: /tmp/tmpxqnvxqem/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1769697112.00000, (0, 0) as of 1769697112.00000, active as of 1769697112.00000> in 0.006s, path: .shards_a/shard_c, db: /tmp/tmpxqnvxqem/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpxqnvxqem/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpmxzi2_7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpmxzi2_7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpmxzi2_7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok + +test DEBUG: Unlinked retiring db '/tmp/tmpx5rcikcn/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpx5rcikcn/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch + +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001423358917236328s, path: .shards_a/shard_c, db: /tmp/tmpmxzi2_7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.107589721679688e-05s, path: .shards_a/shard_c, db: /tmp/tmpmxzi2_7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.822845458984375e-05s, path: .shards_a/shard_c, db: /tmp/tmpmxzi2_7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: .shards_a/shard_c, db: /tmp/tmpmxzi2_7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpmxzi2_7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpmxzi2_7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1769697112.00000, (0, 0) as of 1769697112.00000, active as of 1769697112.00000>, path: .shards_a/shard_c, db: /tmp/tmpmxzi2_7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001647472381591797s, path: .shards_a/shard_c, db: /tmp/tmpmxzi2_7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: .shards_a/shard_c, db: /tmp/tmpmxzi2_7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1769697110.00000, (0, 0) as of 1769697110.00000, sharding as of 1769697110.00000>, path: .shards_a/shard_c, db: /tmp/tmpmxzi2_7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1769697112.00000, (0, 0) as of 1769697112.00000, active as of 1769697112.00000> in 0.005s, path: .shards_a/shard_c, db: /tmp/tmpmxzi2_7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpmxzi2_7t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpe8jav0c9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697110.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpe8jav0c9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697110.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpe8jav0c9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697110.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018072128295898438s, path: .shards_a/shard_c, db: /tmp/tmpe8jav0c9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.846687316894531e-05s, path: .shards_a/shard_c, db: /tmp/tmpe8jav0c9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.560585021972656e-05s, path: .shards_a/shard_c, db: /tmp/tmpe8jav0c9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: .shards_a/shard_c, db: /tmp/tmpe8jav0c9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpe8jav0c9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697110.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpe8jav0c9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697110.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpe8jav0c9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697110.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015354156494140625s, path: .shards_a/shard_c, db: /tmp/tmpe8jav0c9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/shard_c, db: /tmp/tmpe8jav0c9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpe8jav0c9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697110.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpe8jav0c9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697110.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmprtk_7bes/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmprtk_7bes/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmprtk_7bes/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00026798248291015625s, path: .shards_a/shard_c, db: /tmp/tmprtk_7bes/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.059906005859375e-05s, path: .shards_a/shard_c, db: /tmp/tmprtk_7bes/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.965896606445312e-05s, path: .shards_a/shard_c, db: /tmp/tmprtk_7bes/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.083747863769531e-05s, path: .shards_a/shard_c, db: /tmp/tmprtk_7bes/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmprtk_7bes/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmprtk_7bes/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmprtk_7bes/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state + +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014925003051757812s, path: .shards_a/shard_c, db: /tmp/tmprtk_7bes/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010967254638671875s, path: .shards_a/shard_c, db: /tmp/tmprtk_7bes/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1769697109.80124, (0, 0) as of 1769697110.00000, shrunk as of 1769697110.00000>, path: .shards_a/shard_c, db: /tmp/tmprtk_7bes/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test INFO: Cleaved ShardRange in 0.006s, path: .shards_a/shard_c, db: /tmp/tmprtk_7bes/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmprtk_7bes/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001614093780517578s, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test INFO: Cleaved ShardRange in 0.006s, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016045570373535156s, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1769697070.18462, (2, 3) as of 1769697109.85216, cleaved as of 1769697070.18462> in 0.012s, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022983551025390625s, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010824203491210938s, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1769697070.18462, (2, 103) as of 1769697109.87396, cleaved as of 1769697070.18462> in 0.006s, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, found as of 1769697070.18462>, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697109.87827>, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015544891357421875s, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011205673217773438s, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.dbtest.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found +test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics +test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.57274.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.57274.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.57274.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.57274.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.57274.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.57274.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002505779266357422s, path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00017690658569335938s, path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.57274.db -sharder-test INFO: Cleaved ShardRange in 0.013s, path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.57274.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.57274.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002663135528564453s, path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001728534698486328s, path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.57274.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1735286500.20058, (1, 18432) as of 1735286563.65385, cleaved as of 1735286500.20058> in 0.011s, path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.57274.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.57274.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.57274.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp5ufm8kgy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.57274.db -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, '3479d3c537d7c9fc1f80bf940d184e95', '37b9e702-4208-440f-b6e7-481fd8cdc148-sdb', '1735286563.68021', '0000000000.00000', '0', '') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1735286565.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1735286566.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1735286567.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1735286568.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1735286569.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '37b9e702-4208-440f-b6e7-481fd8cdc148-sdb') +sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1769697070.18462, (1, 1000) as of 1769697109.90042, cleaved as of 1769697109.87827> in 0.007s, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp11jmsv0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.80854.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.90959.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.90959.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.90959.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.90959.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.90959.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.90959.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.90959.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.90959.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.90959.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.90959.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001704692840576172s, path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00012993812561035156s, path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.90959.db +sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.90959.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.90959.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016379356384277344s, path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001499652862548828s, path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.90959.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1769697070.18462, (1, 18432) as of 1769697109.95677, cleaved as of 1769697070.18462> in 0.008s, path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.90959.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.90959.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.90959.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp6iji08e3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.90959.db +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, 'dca88cecfa1f84f9317af8c7d3191453', 'f26c3321-21dc-44e4-8326-b59d43d3166a-sdb', '1769697109.97437', '0000000000.00000', '0', '') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1769697111.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1769697112.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1769697113.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1769697114.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1769697115.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f26c3321-21dc-44e4-8326-b59d43d3166a-sdb') REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00021195411682128906s, path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001266002655029297s, path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test INFO: Cleaved ShardRange in 0.008s, path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001876354217529297s, path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001285076141357422s, path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735286500.20058, (3, 3) as of 1735286563.75905, cleaved as of 1735286500.20058> in 0.008s, path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmplmlxi2cv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '62deade4-e35a-4282-848f-a8fede5cafb5-', '1735286563.67316', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-aa88f025-d513-4caf-a424-9bc2288e4024-sda": ["{\\"ref\\": \\"aa88f025-d513-4caf-a424-9bc2288e4024-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1735286563.76046"]}') -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1735286500.20058', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1735286563.74478', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286500.20058', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1735286500.20058', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1735286563.75905', 'deleted': 0, 'state': 40, 'state_timestamp': '1735286500.20058', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735286563.70298', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735286563.76399', 'deleted': 0, 'state': 70, 'state_timestamp': '1735286563.70304', 'epoch': '1735286563.70304', 'reported': 0, 'tombstones': -1}], '62deade4-e35a-4282-848f-a8fede5cafb5-') -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018358230590820312s, path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011229515075683594s, path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735286500.20058, (3, 3) as of 1735286563.75905, active as of 1735286500.20058>, path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001785755157470703s, path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013828277587890625s, path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735286500.20058, (3, 3) as of 1735286563.75905, active as of 1735286500.20058> in 0.006s, path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.dbtest.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok + +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00018167495727539062s, path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011968612670898438s, path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test INFO: Cleaved ShardRange in 0.007s, path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00020503997802734375s, path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011157989501953125s, path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769697070.18462, (3, 3) as of 1769697110.03433, cleaved as of 1769697070.18462> in 0.007s, path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpeni5aamg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', 'f54c1a84-049a-4506-b5d6-25baba052c09-', '1769697109.97003', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-8a47eb45-0794-4f5a-bb09-e1ffe47b4e9f-sda": ["{\\"ref\\": \\"8a47eb45-0794-4f5a-bb09-e1ffe47b4e9f-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1769697110.03567"]}') +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1769697070.18462', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1769697110.02255', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697070.18462', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1769697070.18462', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1769697110.03433', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697070.18462', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697109.99189', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697110.03870', 'deleted': 0, 'state': 70, 'state_timestamp': '1769697109.99193', 'epoch': '1769697109.99193', 'reported': 0, 'tombstones': -1}], 'f54c1a84-049a-4506-b5d6-25baba052c09-') +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016117095947265625s, path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.dbtest.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok test.unit.container.test_sharder.TestSharder.test_complete_sharding_root test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok + +sharder-test INFO: Cleaved ShardRange in 0.006s, path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769697070.18462, (3, 3) as of 1769697110.03433, active as of 1769697070.18462>, path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001671314239501953s, path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769697070.18462, (3, 3) as of 1769697110.03433, active as of 1769697070.18462> in 0.006s, path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpeni5aamg/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697109.99193.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpoq871z1z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '271c7ccf-007b-4046-979c-187a2669d067-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmplstq_kfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '271c7ccf-007b-4046-979c-187a2669d067-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmplstq_kfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '271c7ccf-007b-4046-979c-187a2669d067-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmplstq_kfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '271c7ccf-007b-4046-979c-187a2669d067-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmplstq_kfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'e7ebdbd8-7803-453a-914e-a88c7f6286f0-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmplstq_kfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '15d8be39-5b8a-4700-b13f-67478e74b8dd-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmptlefro95/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697110.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '15d8be39-5b8a-4700-b13f-67478e74b8dd-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmptlefro95/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697110.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '15d8be39-5b8a-4700-b13f-67478e74b8dd-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmptlefro95/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697110.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '15d8be39-5b8a-4700-b13f-67478e74b8dd-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmptlefro95/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697110.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '8d7933ad-da74-4ea5-8a96-5473bdd3d82c-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmptlefro95/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697110.00000.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmpdeu08sha/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmpdeu08sha/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmpdeu08sha/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmpdeu08sha/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmpdeu08sha/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmpdeu08sha/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmpch9ht9h7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type ... ok test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok - -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmplmlxi2cv/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.70304.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmp5ntfhg2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0e8e56c0-1cfe-4714-97ef-95285a1b4efc-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmph86s36tb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0e8e56c0-1cfe-4714-97ef-95285a1b4efc-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmph86s36tb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0e8e56c0-1cfe-4714-97ef-95285a1b4efc-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmph86s36tb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0e8e56c0-1cfe-4714-97ef-95285a1b4efc-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmph86s36tb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'bf25bb42-40e8-4101-bef5-4a8509d5df15-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmph86s36tb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286563.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fe06b33c-ef22-4576-9ed6-d851d1ff745d-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpz32cikae/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286563.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fe06b33c-ef22-4576-9ed6-d851d1ff745d-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpz32cikae/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286563.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fe06b33c-ef22-4576-9ed6-d851d1ff745d-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpz32cikae/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286563.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fe06b33c-ef22-4576-9ed6-d851d1ff745d-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpz32cikae/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286563.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '4629bd39-76f3-4c01-97f3-aea8479d1920-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpz32cikae/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286563.00000.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmp0byfcksi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmp0byfcksi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmp0byfcksi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmp0byfcksi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmp0byfcksi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmp0byfcksi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmpa4jhz2a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmpa4jhz2a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmpa4jhz2a0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmp3joesn5l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmptm_oa56m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmptm_oa56m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.00000.db -sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmptm_oa56m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmptm_oa56m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.00000.dbtest.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates @@ -108766,211 +105789,216 @@ test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root + +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmpch9ht9h7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmpch9ht9h7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmp090doelu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9z3kgfyg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp9z3kgfyg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmp9z3kgfyg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp9z3kgfyg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1769697110.35659, (100000, 0) as of 1769697070.18462, active as of 1769697070.18462>, path: a/c, db: /tmp/tmp9z3kgfyg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpj8d4gu1j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpj8d4gu1j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpj8d4gu1j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpaeyw2jrj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpq7a3svdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpq7a3svdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpq7a3svdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpq7a3svdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpq7a3svdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpq7a3svdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpq7a3svdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpq7a3svdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpq7a3svdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpq7a3svdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpq7a3svdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpq7a3svdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpert_g4ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpert_g4ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpert_g4ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpert_g4ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpert_g4ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpert_g4ns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpbjnh0p_y/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpbjnh0p_y/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpbjnh0p_y/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmpbjnh0p_y/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpbjnh0p_y/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpbjnh0p_y/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpeb_tlunh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpeb_tlunh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpeb_tlunh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok - -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1735286564.07807, (100000, 0) as of 1735286500.20058, active as of 1735286500.20058>, path: a/c, db: /tmp/tmptm_oa56m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpha583ny_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpha583ny_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpha583ny_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp19rtfh9_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpsjr66b9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpsjr66b9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpsjr66b9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpsjr66b9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpsjr66b9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpsjr66b9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpsjr66b9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpsjr66b9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpsjr66b9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpsjr66b9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpsjr66b9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpsjr66b9t/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.00000.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp1cvdwg1i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp1cvdwg1i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp1cvdwg1i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmp1cvdwg1i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp1cvdwg1i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp1cvdwg1i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpve3ui26z/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpve3ui26z/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpve3ui26z/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmpve3ui26z/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpve3ui26z/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpve3ui26z/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp46y_oaru/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp46y_oaru/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp46y_oaru/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp46y_oaru/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpe6yy5imp/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpe6yy5imp/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpe6yy5imp/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpe6yy5imp/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp7ojolqea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp7ojolqea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp7ojolqea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard ... ok test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add -test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put -test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_not_found -test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok -test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok + +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpeb_tlunh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp33r5tt9t/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp33r5tt9t/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp33r5tt9t/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp33r5tt9t/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpt82933oy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpt82933oy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpt82933oy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpt82933oy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpo7dpufas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpo7dpufas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpo7dpufas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpo7dpufas/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpwziw2a32/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpwziw2a32/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpwziw2a32/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok +test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate +test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok - -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp7ojolqea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpqzti1z5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpqzti1z5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpqzti1z5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpqzti1z5c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpls9c4r68/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpls9c4r68/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpls9c4r68/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok + +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a1efcf85c974fc992efd-00697b6f55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaa377a3cb210403880d7f-00697b6f55) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaa377a3cb210403880d7f-00697b6f55) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaa377a3cb210403880d7f-00697b6f55) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaa377a3cb210403880d7f-00697b6f55) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaa377a3cb210403880d7f-00697b6f55) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaa377a3cb210403880d7f-00697b6f55) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaa377a3cb210403880d7f-00697b6f55) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaa377a3cb210403880d7f-00697b6f55) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txaa377a3cb210403880d7f-00697b6f55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx10686b67b55a4118935bf-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx10686b67b55a4118935bf-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx10686b67b55a4118935bf-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx10686b67b55a4118935bf-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx10686b67b55a4118935bf-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx10686b67b55a4118935bf-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx10686b67b55a4118935bf-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx10686b67b55a4118935bf-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx10686b67b55a4118935bf-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx10686b67b55a4118935bf-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx10686b67b55a4118935bf-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx10686b67b55a4118935bf-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx10686b67b55a4118935bf-00697b6f55) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx10686b67b55a4118935bf-00697b6f55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txeafb23e288bf4724a537f-00697b6f55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txbf888e34443d4efc8927d-00697b6f55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok test.unit.container.test_sharder.TestSharder.test_increment_stats test.unit.container.test_sharder.TestSharder.test_increment_stats ... ok test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd @@ -108983,248 +106011,456 @@ test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error ... ok test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok test.unit.container.test_sharder.TestSharder.test_log_broker test.unit.container.test_sharder.TestSharder.test_log_broker ... ok test.unit.container.test_sharder.TestSharder.test_log_broker_exception test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok test.unit.container.test_sharder.TestSharder.test_log_broker_levels test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -proxy-server DEBUG: Ignoring 404 from primary (txn: tx95f86e0b4aff49ddba69a-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx95f86e0b4aff49ddba69a-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx95f86e0b4aff49ddba69a-00676e5f23) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx95f86e0b4aff49ddba69a-00676e5f23) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc0e1a7a45ecb4eaf8a938-00676e5f23) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx83ad355b546546fcaf1ae-00676e5f23) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a9b05625dfd4f299bd04-00676e5f24) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a9b05625dfd4f299bd04-00676e5f24) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a9b05625dfd4f299bd04-00676e5f24) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a9b05625dfd4f299bd04-00676e5f24) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a9b05625dfd4f299bd04-00676e5f24) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a9b05625dfd4f299bd04-00676e5f24) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a9b05625dfd4f299bd04-00676e5f24) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a9b05625dfd4f299bd04-00676e5f24) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a9b05625dfd4f299bd04-00676e5f24) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a9b05625dfd4f299bd04-00676e5f24) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a9b05625dfd4f299bd04-00676e5f24) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a9b05625dfd4f299bd04-00676e5f24) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a9b05625dfd4f299bd04-00676e5f24) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a9b05625dfd4f299bd04-00676e5f24) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a9b05625dfd4f299bd04-00676e5f24) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a9b05625dfd4f299bd04-00676e5f24) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a9b05625dfd4f299bd04-00676e5f24) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a9b05625dfd4f299bd04-00676e5f24) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a9b05625dfd4f299bd04-00676e5f24) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txa3b33357239b425bb8e2c-00676e5f24)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok - -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:44 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test WARNING: Repeat cleaving required, context: {'ref': '422d9740-6e6c-4c63-8c37-b435769cd20b-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp_a15znfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-12-27T08:02:44.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmp_a15znfq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-12-27T08:02:45.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmp1esg9gg0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286565.00000.db +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:50 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test WARNING: Repeat cleaving required, context: {'ref': '661ec71e-2245-4769-bbd4-814ecb61f4ab-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpd9v5g31u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2026-01-29T14:31:50.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmpd9v5g31u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2026-01-29T14:31:51.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmpqw0v2nau/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697111.00000.db sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmpgbabuj4i/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpgbabuj4i/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpgbabuj4i/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmpgbabuj4i/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpgbabuj4i/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpgbabuj4i/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmpgbabuj4i/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpgbabuj4i/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpgbabuj4i/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmpgbabuj4i/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpgbabuj4i/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpgbabuj4i/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmptdje29lr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmpv5jigqb8/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpv5jigqb8/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpv5jigqb8/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmpv5jigqb8/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpv5jigqb8/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpv5jigqb8/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmpv5jigqb8/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpv5jigqb8/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpv5jigqb8/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmpv5jigqb8/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpv5jigqb8/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpv5jigqb8/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmp_b_herwi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception raise ValueError('test') ValueError: test -sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmpamt7jq0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmpm0cqf6o9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test DEBUG: bonjour mes amis, path: a/c, db: -sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmpamt7jq0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmpm0cqf6o9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test INFO: bonjour mes amis, path: a/c, db: -sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmpamt7jq0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmpm0cqf6o9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: bonjour mes amis, path: a/c, db: -sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmpamt7jq0w/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmpm0cqf6o9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test ERROR: bonjour mes amis, path: a/c, db: -sharder-test DEBUG: Unlinked retiring db '/tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001804828643798828s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001609325408935547s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020956993103027344s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020813941955566406s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021338462829589844s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010848045349121094s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000118255615234375s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010514259338378906s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010704994201660156s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00041866302490234375s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003631114959716797s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735286564.90195, (0, 0) as of 1735286564.90195, active as of 1735286564.90195>, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735286564.90196, (0, 0) as of 1735286564.90196, active as of 1735286564.90196>, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016617774963378906s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000171661376953125s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017595291137695312s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.000179290771484375s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001971721649169922s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010752677917480469s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012040138244628906s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735286564.90197, (0, 0) as of 1735286564.90197, active as of 1735286564.90197>, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023937225341796875s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021982192993164062s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021696090698242188s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020813941955566406s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002875328063964844s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00031638145446777344s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018787384033203125s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001823902130126953s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00018334388732910156s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020170211791992188s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001914501190185547s, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735286564.90196, (0, 0) as of 1735286564.90196, active as of 1735286564.90196>, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735286564.90197, (0, 0) as of 1735286564.90197, active as of 1735286564.90197>, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprk7xdn_q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286564.90252.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002872943878173828s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002751350402832031s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00027298927307128906s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0003020763397216797s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00033736228942871094s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0003185272216796875s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, active as of 1735286500.20058>, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00025463104248046875s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019025802612304688s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018548965454101562s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017261505126953125s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001742839813232422s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, active as of 1735286500.20058>, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001513957977294922s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001556873321533203s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014448165893554688s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017118453979492188s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015878677368164062s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002484321594238281s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, active as of 1735286500.20058>, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002665519714355469s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00025343894958496094s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023674964904785156s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022220611572265625s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002014636993408203s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002567768096923828s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022840499877929688s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002224445343017578s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002276897430419922s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated +sharder-test DEBUG: got 0 rows (deleted=False) in 9.131431579589844e-05s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010585784912109375s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017404556274414062s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017380714416503906s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769697110.95276, (0, 0) as of 1769697110.95276, active as of 1769697110.95276>, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769697110.95277, (0, 0) as of 1769697110.95277, active as of 1769697110.95277>, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769697110.95277, (0, 0) as of 1769697110.95277, active as of 1769697110.95277>, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010991096496582031s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.893013000488281e-05s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.821487426757812e-05s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010657310485839844s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.5367431640625e-05s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001232624053955078s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010180473327636719s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010228157043457031s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011014938354492188s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769697110.95277, (0, 0) as of 1769697110.95277, active as of 1769697110.95277>, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769697110.95277, (0, 0) as of 1769697110.95277, active as of 1769697110.95277>, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpr_myahtm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697110.95330.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017642974853515625s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00018095970153808594s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016069412231445312s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016427040100097656s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017833709716796875s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00018596649169921875s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok + +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, active as of 1769697070.18462>, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010561943054199219s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001475811004638672s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010943412780761719s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, active as of 1769697070.18462>, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010919570922851562s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.775161743164062e-05s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.655952453613281e-05s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010275840759277344s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010156631469726562s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010228157043457031s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, active as of 1769697070.18462>, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015211105346679688s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001049041748046875s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010180473327636719s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.250640869140625e-05s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok + +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012254714965820312s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010752677917480469s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.1552734375e-05s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012922286987304688s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010538101196289062s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.560585021972656e-05s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.131431579589844e-05s, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4ei7kyz1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.19315.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.19315.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018358230590820312s, path: a/c, db: /tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.19315.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016880035400390625s, path: a/c, db: /tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.19315.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017452239990234375s, path: a/c, db: /tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.19315.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001723766326904297s, path: a/c, db: /tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.19315.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018525123596191406s, path: a/c, db: /tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.19315.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010943412780761719s, path: a/c, db: /tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.19315.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: a/c, db: /tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.19315.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010395050048828125s, path: a/c, db: /tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.19315.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.775161743164062e-05s, path: a/c, db: /tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.19315.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017762184143066406s, path: a/c, db: /tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.19315.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016498565673828125s, path: a/c, db: /tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.19315.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769697111.19262, (0, 0) as of 1769697111.19262, active as of 1769697111.19262>, path: a/c, db: /tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.19315.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769697111.19263, (0, 0) as of 1769697111.19263, active as of 1769697111.19263>, path: a/c, db: /tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.19315.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769697111.19264, (0, 0) as of 1769697111.19264, active as of 1769697111.19264>, path: a/c, db: /tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.19315.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmpxixnhxgp/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.19315.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok + +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.19315.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpxixnhxgp/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.19315.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.24642.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.24642.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017762184143066406s, path: a/c, db: /tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.24642.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016045570373535156s, path: a/c, db: /tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.24642.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00037980079650878906s, path: a/c, db: /tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.24642.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001723766326904297s, path: a/c, db: /tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.24642.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001888275146484375s, path: a/c, db: /tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.24642.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014734268188476562s, path: a/c, db: /tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.24642.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010561943054199219s, path: a/c, db: /tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.24642.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010704994201660156s, path: a/c, db: /tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.24642.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010085105895996094s, path: a/c, db: /tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.24642.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020360946655273438s, path: a/c, db: /tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.24642.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002117156982421875s, path: a/c, db: /tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.24642.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769697111.24458, (0, 0) as of 1769697111.24458, active as of 1769697111.24458>, path: a/c, db: /tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.24642.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769697111.24459, (0, 0) as of 1769697111.24459, active as of 1769697111.24459>, path: a/c, db: /tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.24642.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpw_h9gt3h/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.24642.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769697111.24460, (0, 0) as of 1769697111.24460, active as of 1769697111.24460>, path: a/c, db: /tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.24642.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.24642.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpw_h9gt3h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.24642.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001804828643798828s, path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000164031982421875s, path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001735687255859375s, path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017333030700683594s, path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017523765563964844s, path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011992454528808594s, path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011181831359863281s, path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.703636169433594e-05s, path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010180473327636719s, path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017976760864257812s, path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018906593322753906s, path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769697111.29339, (0, 0) as of 1769697111.29339, active as of 1769697111.29339>, path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok + +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpbwtvwwy8/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769697111.29340, (0, 0) as of 1769697111.29340, active as of 1769697111.29340>, path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769697111.29341, (0, 0) as of 1769697111.29341, active as of 1769697111.29341>, path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmpbwtvwwy8/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbwtvwwy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.29395.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022363662719726562s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001876354217529297s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017571449279785156s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018167495727539062s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002090930938720703s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011038780212402344s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001430511474609375s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010776519775390625s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020360946655273438s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016570091247558594s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769697111.34509, (0, 0) as of 1769697111.34509, active as of 1769697111.34509>, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769697111.34510, (0, 0) as of 1769697111.34510, active as of 1769697111.34510>, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769697111.34511, (0, 0) as of 1769697111.34511, active as of 1769697111.34511>, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011348724365234375s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.322166442871094e-05s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.942054748535156e-05s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012636184692382812s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010418891906738281s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.1552734375e-05s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: Setting object count to 1072 (txn: tx9f361ce6530e4e6c89f83-00697b6f54) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Setting object count to 1072 (txn: tx8834aa2fca694a78b9c87-00697b6f55) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2c6b6281484a4782a9237-00697b6f56) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx2c6b6281484a4782a9237-00697b6f56) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2c6b6281484a4782a9237-00697b6f56) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx2c6b6281484a4782a9237-00697b6f56) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx2c6b6281484a4782a9237-00697b6f56) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx293d25934e8245b487e14-00697b6f57) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx293d25934e8245b487e14-00697b6f57) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx293d25934e8245b487e14-00697b6f57)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002155303955078125s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00025343894958496094s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023603439331054688s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002357959747314453s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021457672119140625s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019931793212890625s, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2y_b2bti/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.23180.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.23180.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003123283386230469s, path: a/c, db: /tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.23180.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000244140625s, path: a/c, db: /tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.23180.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002582073211669922s, path: a/c, db: /tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.23180.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00029087066650390625s, path: a/c, db: /tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.23180.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00031375885009765625s, path: a/c, db: /tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.23180.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016617774963378906s, path: a/c, db: /tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.23180.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016236305236816406s, path: a/c, db: /tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.23180.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014901161193847656s, path: a/c, db: /tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.23180.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00018024444580078125s, path: a/c, db: /tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.23180.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002911090850830078s, path: a/c, db: /tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.23180.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002999305725097656s, path: a/c, db: /tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.23180.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735286565.23079, (0, 0) as of 1735286565.23079, active as of 1735286565.23079>, path: a/c, db: /tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.23180.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735286565.23081, (0, 0) as of 1735286565.23081, active as of 1735286565.23081>, path: a/c, db: /tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.23180.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735286565.23083, (0, 0) as of 1735286565.23083, active as of 1735286565.23083>, path: a/c, db: /tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.23180.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmphrnm2qzg/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.23180.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.23180.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmphrnm2qzg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.23180.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.31199.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.31199.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.916854858398438e-05s, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769697111.34509, (0, 0) as of 1769697111.34509, active as of 1769697111.34509>, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8zuryi9m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.34562.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018453598022460938s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001499652862548828s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013208389282226562s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001251697540283203s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019979476928710938s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018858909606933594s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769697070.18462, (0, 0) as of 1769697070.18462, active as of 1769697070.18462>, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014019012451171875s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014519691467285156s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001423358917236328s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012731552124023438s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012922286987304688s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013971328735351562s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015592575073242188s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001399517059326172s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok + +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b94880aee3f4dcfad253-00697b6f56) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b94880aee3f4dcfad253-00697b6f56) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b94880aee3f4dcfad253-00697b6f56) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b94880aee3f4dcfad253-00697b6f56) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b94880aee3f4dcfad253-00697b6f56) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b94880aee3f4dcfad253-00697b6f56) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b94880aee3f4dcfad253-00697b6f56) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b94880aee3f4dcfad253-00697b6f56) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b94880aee3f4dcfad253-00697b6f56) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b94880aee3f4dcfad253-00697b6f56) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b94880aee3f4dcfad253-00697b6f56) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b94880aee3f4dcfad253-00697b6f56) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b94880aee3f4dcfad253-00697b6f56) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b94880aee3f4dcfad253-00697b6f56) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b94880aee3f4dcfad253-00697b6f56) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b94880aee3f4dcfad253-00697b6f56) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b94880aee3f4dcfad253-00697b6f56) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b94880aee3f4dcfad253-00697b6f56) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5b94880aee3f4dcfad253-00697b6f56) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: tx7bd061c1b9404e11899e5-00697b6f56) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txff94b7d43b96469cb629d-00697b6f56) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txff94b7d43b96469cb629d-00697b6f56) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txff94b7d43b96469cb629d-00697b6f56) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txff94b7d43b96469cb629d-00697b6f56) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txff94b7d43b96469cb629d-00697b6f56) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txff94b7d43b96469cb629d-00697b6f56) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txff94b7d43b96469cb629d-00697b6f56) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txff94b7d43b96469cb629d-00697b6f56) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txff94b7d43b96469cb629d-00697b6f56) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txff94b7d43b96469cb629d-00697b6f56) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing @@ -109233,122 +106469,7 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok - -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022101402282714844s, path: a/c, db: /tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.31199.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002186298370361328s, path: a/c, db: /tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.31199.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000225067138671875s, path: a/c, db: /tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.31199.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00021982192993164062s, path: a/c, db: /tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.31199.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023865699768066406s, path: a/c, db: /tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.31199.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013399124145507812s, path: a/c, db: /tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.31199.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001304149627685547s, path: a/c, db: /tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.31199.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013017654418945312s, path: a/c, db: /tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.31199.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001323223114013672s, path: a/c, db: /tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.31199.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023102760314941406s, path: a/c, db: /tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.31199.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002307891845703125s, path: a/c, db: /tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.31199.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735286565.31115, (0, 0) as of 1735286565.31115, active as of 1735286565.31115>, path: a/c, db: /tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.31199.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735286565.31117, (0, 0) as of 1735286565.31117, active as of 1735286565.31117>, path: a/c, db: /tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.31199.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpuoy99xkg/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.31199.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735286565.31118, (0, 0) as of 1735286565.31118, active as of 1735286565.31118>, path: a/c, db: /tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.31199.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.31199.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpuoy99xkg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.31199.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021529197692871094s, path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019621849060058594s, path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020051002502441406s, path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00021338462829589844s, path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00025916099548339844s, path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001239776611328125s, path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012540817260742188s, path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013327598571777344s, path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011849403381347656s, path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021338462829589844s, path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020313262939453125s, path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735286565.37301, (0, 0) as of 1735286565.37301, active as of 1735286565.37301>, path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp0_2qxff0/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735286565.37302, (0, 0) as of 1735286565.37302, active as of 1735286565.37302>, path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735286565.37303, (0, 0) as of 1735286565.37303, active as of 1735286565.37303>, path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok - -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmp0_2qxff0/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0_2qxff0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.37367.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020170211791992188s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018453598022460938s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001857280731201172s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002009868621826172s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021028518676757812s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000110626220703125s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0004100799560546875s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022602081298828125s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017762184143066406s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735286565.43009, (0, 0) as of 1735286565.43009, active as of 1735286565.43009>, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735286565.43010, (0, 0) as of 1735286565.43010, active as of 1735286565.43010>, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735286565.43011, (0, 0) as of 1735286565.43011, active as of 1735286565.43011>, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00024008750915527344s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020599365234375s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002586841583251953s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002422332763671875s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011444091796875s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001068115234375s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.797645568847656e-05s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.059906005859375e-05s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.440017700195312e-05s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.702278137207031e-05s, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735286565.43009, (0, 0) as of 1735286565.43009, active as of 1735286565.43009>, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok - -proxy-server DEBUG: Ignoring 507 from handoff (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server DEBUG: Ignoring 507 from handoff (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: txa3b33357239b425bb8e2c-00676e5f24) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc13649476e954faa9492a-00676e5f24) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc13649476e954faa9492a-00676e5f24) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc13649476e954faa9492a-00676e5f24) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc13649476e954faa9492a-00676e5f24) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc13649476e954faa9492a-00676e5f24) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc13649476e954faa9492a-00676e5f24) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc13649476e954faa9492a-00676e5f24) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc13649476e954faa9492a-00676e5f24) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc13649476e954faa9492a-00676e5f24) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc13649476e954faa9492a-00676e5f24) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5e84f3f1d0db4de997f6b-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5e84f3f1d0db4de997f6b-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5e84f3f1d0db4de997f6b-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5e84f3f1d0db4de997f6b-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5e84f3f1d0db4de997f6b-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5e84f3f1d0db4de997f6b-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5e84f3f1d0db4de997f6b-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5e84f3f1d0db4de997f6b-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5e84f3f1d0db4de997f6b-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5e84f3f1d0db4de997f6b-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5e84f3f1d0db4de997f6b-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5e84f3f1d0db4de997f6b-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5e84f3f1d0db4de997f6b-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5e84f3f1d0db4de997f6b-00676e5f25) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx5e84f3f1d0db4de997f6b-00676e5f25) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed ... ok @@ -109356,142 +106477,97 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test ERROR: Failed to unlink '/tmp/tmpnne17c54/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpnne17c54/containers/part/suffix/hash/container_1735286564.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpnne17c54/containers/part/suffix/hash/container_1735286564.00000.db': ['/tmp/tmpnne17c54/containers/part/suffix/hash/container.db', '/tmp/tmpnne17c54/containers/part/suffix/hash/container_1735286565.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpnne17c54/containers/part/suffix/hash/container_1735286565.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test WARNING: Handoff requested (9) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb1f5698efdfe4910b388f-00676e5f25) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb1f5698efdfe4910b388f-00676e5f25) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb1f5698efdfe4910b388f-00676e5f25) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txb1f5698efdfe4910b388f-00676e5f25) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb1f5698efdfe4910b388f-00676e5f25) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb1f5698efdfe4910b388f-00676e5f25) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txb1f5698efdfe4910b388f-00676e5f25) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb1f5698efdfe4910b388f-00676e5f25) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb1f5698efdfe4910b388f-00676e5f25) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txb1f5698efdfe4910b388f-00676e5f25) -test DEBUG: Setting object count to 1032 (txn: txb1f5698efdfe4910b388f-00676e5f25) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txea077268cf21423991079-00676e5f25) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txea077268cf21423991079-00676e5f25)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn0jc7t83/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.43070.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016546249389648438s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00028777122497558594s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00025653839111328125s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002493858337402344s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00039887428283691406s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00033211708068847656s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735286500.20058, (0, 0) as of 1735286500.20058, active as of 1735286500.20058>, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002415180206298828s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002589225769042969s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021958351135253906s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020432472229003906s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020956993103027344s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001964569091796875s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002396106719970703s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001919269561767578s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017404556274414062s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002319812774658203s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735286500.20058, (0, 0) as of 1735286500.20058, active as of 1735286500.20058>, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014066696166992188s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001316070556640625s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769697070.18462, (0, 0) as of 1769697070.18462, active as of 1769697070.18462>, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769697070.18462, (0, 0) as of 1769697070.18462, active as of 1769697070.18462>, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002830028533935547s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001609325408935547s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011849403381347656s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000179290771484375s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017714500427246094s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019288063049316406s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018334388732910156s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00151824951171875s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001277923583984375s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010037422180175781s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001373291015625s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019097328186035156s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00021600723266601562s, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, active as of 1769697070.18462>, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpg9maxues/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001983642578125s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014209747314453125s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017523765563964844s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001742839813232422s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000186920166015625s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7682e0bf8c6149f789337-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7682e0bf8c6149f789337-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7682e0bf8c6149f789337-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7682e0bf8c6149f789337-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7682e0bf8c6149f789337-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7682e0bf8c6149f789337-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7682e0bf8c6149f789337-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7682e0bf8c6149f789337-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7682e0bf8c6149f789337-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7682e0bf8c6149f789337-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7682e0bf8c6149f789337-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7682e0bf8c6149f789337-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7682e0bf8c6149f789337-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7682e0bf8c6149f789337-00676e5f25) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx763ab802d2664a198b42c-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx763ab802d2664a198b42c-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx763ab802d2664a198b42c-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx763ab802d2664a198b42c-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx763ab802d2664a198b42c-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx763ab802d2664a198b42c-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx763ab802d2664a198b42c-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx763ab802d2664a198b42c-00676e5f25) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx763ab802d2664a198b42c-00676e5f25) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx2e94e35d38cb415893c28-00676e5f25)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx36b4de6886c5454498897-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx36b4de6886c5454498897-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx36b4de6886c5454498897-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx36b4de6886c5454498897-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx36b4de6886c5454498897-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx36b4de6886c5454498897-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx36b4de6886c5454498897-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx36b4de6886c5454498897-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx36b4de6886c5454498897-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx36b4de6886c5454498897-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx36b4de6886c5454498897-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx36b4de6886c5454498897-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx36b4de6886c5454498897-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx36b4de6886c5454498897-00697b6f57) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx36b4de6886c5454498897-00697b6f57) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4ad0983a407a4cf699c5d-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4ad0983a407a4cf699c5d-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4ad0983a407a4cf699c5d-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4ad0983a407a4cf699c5d-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4ad0983a407a4cf699c5d-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4ad0983a407a4cf699c5d-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4ad0983a407a4cf699c5d-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4ad0983a407a4cf699c5d-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4ad0983a407a4cf699c5d-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4ad0983a407a4cf699c5d-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4ad0983a407a4cf699c5d-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4ad0983a407a4cf699c5d-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4ad0983a407a4cf699c5d-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4ad0983a407a4cf699c5d-00697b6f57) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx792248b5ab5f4257b1fa3-00697b6f57)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok @@ -109503,7 +106579,55 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx792248b5ab5f4257b1fa3-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx792248b5ab5f4257b1fa3-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx792248b5ab5f4257b1fa3-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx792248b5ab5f4257b1fa3-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx792248b5ab5f4257b1fa3-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx792248b5ab5f4257b1fa3-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx792248b5ab5f4257b1fa3-00697b6f57) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx792248b5ab5f4257b1fa3-00697b6f57) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txf042b521678349f2ba588-00697b6f57) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx430a7584162142ec8bef1-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx430a7584162142ec8bef1-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx430a7584162142ec8bef1-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx430a7584162142ec8bef1-00697b6f57)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok @@ -109517,50 +106641,262 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx2e94e35d38cb415893c28-00676e5f25) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7898ccbe0e754e48aee90-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7898ccbe0e754e48aee90-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7898ccbe0e754e48aee90-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7898ccbe0e754e48aee90-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7898ccbe0e754e48aee90-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7898ccbe0e754e48aee90-00676e5f25) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7898ccbe0e754e48aee90-00676e5f25) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok + +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx0146ef28132f4ab2b511c-00697b6f54) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx0146ef28132f4ab2b511c-00697b6f54) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx0146ef28132f4ab2b511c-00697b6f54) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx0146ef28132f4ab2b511c-00697b6f54) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc9a07dbe033b47da86dc6-00697b6f56) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txc9a07dbe033b47da86dc6-00697b6f56) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txc9a07dbe033b47da86dc6-00697b6f56) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txc9a07dbe033b47da86dc6-00697b6f56) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txc9a07dbe033b47da86dc6-00697b6f56) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txc9a07dbe033b47da86dc6-00697b6f56) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txc9a07dbe033b47da86dc6-00697b6f56) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc9a07dbe033b47da86dc6-00697b6f56) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txc9a07dbe033b47da86dc6-00697b6f56) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txc9a07dbe033b47da86dc6-00697b6f56) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txc9a07dbe033b47da86dc6-00697b6f56) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txc9a07dbe033b47da86dc6-00697b6f56) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txc9a07dbe033b47da86dc6-00697b6f56) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txc9a07dbe033b47da86dc6-00697b6f56) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txc9a07dbe033b47da86dc6-00697b6f56) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txc9a07dbe033b47da86dc6-00697b6f56) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txc9a07dbe033b47da86dc6-00697b6f56) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txc9a07dbe033b47da86dc6-00697b6f56) +test DEBUG: Setting object count to 1058 (txn: txc9a07dbe033b47da86dc6-00697b6f56) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx98c56c015e7342d6a7076-00697b6f56) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx98c56c015e7342d6a7076-00697b6f56) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx98c56c015e7342d6a7076-00697b6f56) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx98c56c015e7342d6a7076-00697b6f56) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx98c56c015e7342d6a7076-00697b6f56) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx98c56c015e7342d6a7076-00697b6f56) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx98c56c015e7342d6a7076-00697b6f56) +test DEBUG: Setting object count to 1024 (txn: tx98c56c015e7342d6a7076-00697b6f56) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx98c56c015e7342d6a7076-00697b6f56) +test DEBUG: Setting object count to 1024 (txn: tx98c56c015e7342d6a7076-00697b6f56) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx720e91a002e143988e13e-00697b6f57) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx720e91a002e143988e13e-00697b6f57)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok + +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018644332885742188s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013399124145507812s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001876354217529297s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, active as of 1769697070.18462>, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001392364501953125s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001404285430908203s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001304149627685547s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.004313468933105469s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001380443572998047s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.004326820373535156s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013899803161621094s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013971328735351562s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001685619354248047s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001327991485595703s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769697070.18462, (0, 0) as of 1769697070.18462, active as of 1769697070.18462>, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013566017150878906s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014138221740722656s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013828277587890625s, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, active as of 1769697070.18462>, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpd5h_sv1y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769697112.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015997886657714844s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010323524475097656s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000110626220703125s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010204315185546875s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000102996826171875s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.322166442871094e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011491775512695312s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.298324584960938e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.392333984375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.749961853027344e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.608268737792969e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011396408081054688s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, active as of 1769697070.18462>, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012874603271484375s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.893013000488281e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.893013000488281e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.891654968261719e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010824203491210938s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.869171142578125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010943412780761719s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok + +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014162063598632812s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010466575622558594s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, active as of 1769697070.18462>, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5yibyp_j/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016164779663085938s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001010894775390625s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010943412780761719s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.751319885253906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001850128173828125s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.560585021972656e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.867813110351562e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.512901306152344e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.441375732421875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.796287536621094e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.939338684082031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.295608520507812e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.751319885253906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.96453857421875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.845329284667969e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.560585021972656e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010061264038085938s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.012222290039062e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.465217590332031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, active as of 1769697070.18462>, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok + +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.965896606445312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.772445678710938e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.843971252441406e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.462501525878906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010514259338378906s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.34600830078125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010037422180175781s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.225440979003906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.1552734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.893013000488281e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.632110595703125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011205673217773438s, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, active as of 1769697070.18462>, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpxvugz871/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015473365783691406s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012755393981933594s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011134147644042969s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.369850158691406e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020837783813476562s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.630752563476562e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010824203491210938s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.96453857421875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default @@ -109569,67 +106905,65 @@ test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735286500.20058, (0, 0) as of 1735286500.20058, active as of 1735286500.20058>, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00024008750915527344s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00025916099548339844s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001575946807861328s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023865699768066406s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002570152282714844s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00026488304138183594s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002429485321044922s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013947486877441406s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014281272888183594s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001270771026611328s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012636184692382812s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002586841583251953s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00027179718017578125s, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, active as of 1735286500.20058>, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprd5id_71/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286565.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021386146545410156s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00015807151794433594s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019788742065429688s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019812583923339844s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019407272338867188s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022149085998535156s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001461505889892578s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021147727966308594s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, active as of 1735286500.20058>, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +sharder-test DEBUG: got 1 rows (deleted=True) in 8.320808410644531e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.202957153320312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.915496826171875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.606910705566406e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.250640869140625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010323524475097656s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, active as of 1769697070.18462>, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.72747802734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.034706115722656e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.510185241699219e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.058547973632812e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011038780212402344s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.988380432128906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.322166442871094e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.942054748535156e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.202957153320312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, active as of 1769697070.18462>, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpl8p3no2g/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4les6yvk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp4les6yvk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.96025.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp4les6yvk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.96025.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017762184143066406s, path: a/c, db: /tmp/tmp4les6yvk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.96025.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016355514526367188s, path: a/c, db: /tmp/tmp4les6yvk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.96025.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015616416931152344s, path: a/c, db: /tmp/tmp4les6yvk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.96025.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx430a7584162142ec8bef1-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx430a7584162142ec8bef1-00697b6f57) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx430a7584162142ec8bef1-00697b6f57) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -109637,6 +106971,7 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -109646,512 +106981,56 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: txb84e2395d29e49efaec64-00676e5f26) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: txcc03a9c4756e4d7faa35a-00676e5f26) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.13:1013/sdn (txn: txee470f5c4f6942c89a740-00676e5f26) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config ... ok - -sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001475811004638672s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0003371238708496094s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001468658447265625s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014066696166992188s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001354217529296875s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014281272888183594s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016832351684570312s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013875961303710938s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00015783309936523438s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013494491577148438s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735286500.20058, (0, 0) as of 1735286500.20058, active as of 1735286500.20058>, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014734268188476562s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013446807861328125s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013494491577148438s, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, active as of 1735286500.20058>, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpjsgz6r4e/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735286566.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001571178436279297s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010347366333007812s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.322166442871094e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011324882507324219s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.655952453613281e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001068115234375s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001442432403564453s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.369850158691406e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.177757263183594e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.179115295410156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.772445678710938e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.463859558105469e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.559226989746094e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011110305786132812s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, active as of 1735286500.20058>, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011754035949707031s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.630752563476562e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.82012939453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.271766662597656e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012636184692382812s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.34600830078125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.655952453613281e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.726119995117188e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.34600830078125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, active as of 1735286500.20058>, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx37a54ef080a540c9b2ce9-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txcd43fd76b72a40fe88966-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75962b9452a5416da5679-00676e5f26)test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok - -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp4wrzy6qt/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015354156494140625s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.298324584960938e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.1552734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010752677917480469s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001385211944580078s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002086162567138672s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.965896606445312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.726119995117188e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.989738464355469e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.702278137207031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.462501525878906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 8.0108642578125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.319450378417969e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.821487426757812e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.462501525878906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.320808410644531e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.96453857421875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010585784912109375s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 9.083747863769531e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, active as of 1735286500.20058>, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.179115295410156e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75962b9452a5416da5679-00676e5f26) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75962b9452a5416da5679-00676e5f26) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpsrn4lsii/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpsrn4lsii/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpsrn4lsii/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpsrn4lsii/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 1945203 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0037 "-" 1945203 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0030 "-" 1945203 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0030 "-" 1945203 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbaf1e7ad489b4639b14fe-00676e5f26" "proxy-server 1945203" 0.0012 "-" 1945203 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:50207/sda1/0/a/c" "txbaf1e7ad489b4639b14fe-00676e5f26" "container-server 1945203" 0.0012 "-" 1945203 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:56301/sdb1/0/a/c" "txbaf1e7ad489b4639b14fe-00676e5f26" "container-server 1945203" 0.0011 "-" 1945203 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txbaf1e7ad489b4639b14fe-00676e5f26" "proxy-server 1945203" 0.0097 "-" 1945203 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txbaf1e7ad489b4639b14fe-00676e5f26" "proxy-server 1945203" 0.0150 "-" 1945203 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/46 PUT /v1/a/c HTTP/1.0 201 - - t - - - txbaf1e7ad489b4639b14fe-00676e5f26 - 0.0227 - - 1735286566.419803619 1735286566.442473412 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx43f4c6e797b74bd7b3829-00676e5f26" "proxy-server 1945203" 0.0013 "-" 1945203 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:56301/sdb1/2/a1/c1" "tx43f4c6e797b74bd7b3829-00676e5f26" "container-server 1945203" 0.0020 "-" 1945203 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:50207/sda1/2/a1/c1" "tx43f4c6e797b74bd7b3829-00676e5f26" "container-server 1945203" 0.0011 "-" 1945203 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx43f4c6e797b74bd7b3829-00676e5f26" "proxy-server 1945203" 0.0139 "-" 1945203 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx43f4c6e797b74bd7b3829-00676e5f26" "proxy-server 1945203" 0.0103 "-" 1945203 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/46 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx43f4c6e797b74bd7b3829-00676e5f26 - 0.0223 - - 1735286566.443893909 1735286566.466178417 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3f541b98b3eb409bb12a0-00676e5f26" "proxy-server 1945203" 0.0021 "-" 1945203 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:56301/sdb1/0/a/c1" "tx3f541b98b3eb409bb12a0-00676e5f26" "container-server 1945203" 0.0018 "-" 1945203 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:50207/sda1/0/a/c1" "tx3f541b98b3eb409bb12a0-00676e5f26" "container-server 1945203" 0.0018 "-" 1945203 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3f541b98b3eb409bb12a0-00676e5f26" "proxy-server 1945203" 0.0143 "-" 1945203 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3f541b98b3eb409bb12a0-00676e5f26" "proxy-server 1945203" 0.0108 "-" 1945203 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/46 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3f541b98b3eb409bb12a0-00676e5f26 - 0.0236 - - 1735286566.467583656 1735286566.491148233 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx51e2596bc9c74f96b8bde-00676e5f26" "proxy-server 1945203" 0.0019 "-" 1945203 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:50207/sda1/2/a/c2" "tx51e2596bc9c74f96b8bde-00676e5f26" "container-server 1945203" 0.0018 "-" 1945203 2 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:56301/sdb1/2/a/c2" "tx51e2596bc9c74f96b8bde-00676e5f26" "container-server 1945203" 0.0011 "-" 1945203 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx51e2596bc9c74f96b8bde-00676e5f26" "proxy-server 1945203" 0.0099 "-" 1945203 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx51e2596bc9c74f96b8bde-00676e5f26" "proxy-server 1945203" 0.0150 "-" 1945203 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/46 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx51e2596bc9c74f96b8bde-00676e5f26 - 0.0232 - - 1735286566.492591381 1735286566.515746355 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpybjwzvq9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpybjwzvq9/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpybjwzvq9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpybjwzvq9/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release.test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -sharder-test DEBUG: got 0 rows (deleted=True) in 7.963180541992188e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.106231689453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.176399230957031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011086463928222656s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.703636169433594e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010585784912109375s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.43865966796875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013828277587890625s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.012222290039062e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011014938354492188s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.581710815429688e-05s, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, active as of 1735286500.20058>, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpc35ab7gz/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001513957977294922s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011396408081054688s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.34600830078125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.845329284667969e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001049041748046875s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 9.584426879882812e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002446174621582031s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012040138244628906s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001316070556640625s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012445449829101562s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011563301086425781s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 1945203 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0031 "-" 1945203 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0030 "-" 1945203 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0028 "-" 1945203 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx141979b9aa6a45c6915ab-00676e5f26" "proxy-server 1945203" 0.0012 "-" 1945203 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:52725/sdb1/0/a/c" "tx141979b9aa6a45c6915ab-00676e5f26" "container-server 1945203" 0.0011 "-" 1945203 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:38497/sda1/0/a/c" "tx141979b9aa6a45c6915ab-00676e5f26" "container-server 1945203" 0.0013 "-" 1945203 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx141979b9aa6a45c6915ab-00676e5f26" "proxy-server 1945203" 0.0148 "-" 1945203 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx141979b9aa6a45c6915ab-00676e5f26" "proxy-server 1945203" 0.0097 "-" 1945203 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/46 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx141979b9aa6a45c6915ab-00676e5f26 - 0.0230 - - 1735286566.633970976 1735286566.656997919 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txd2eba9480ff34aecb5986-00676e5f26" "proxy-server 1945203" 0.0012 "-" 1945203 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:52725/sdb1/2/a1/c1" "txd2eba9480ff34aecb5986-00676e5f26" "container-server 1945203" 0.0023 "-" 1945203 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:38497/sda1/2/a1/c1" "txd2eba9480ff34aecb5986-00676e5f26" "container-server 1945203" 0.0012 "-" 1945203 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd2eba9480ff34aecb5986-00676e5f26" "proxy-server 1945203" 0.0100 "-" 1945203 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd2eba9480ff34aecb5986-00676e5f26" "proxy-server 1945203" 0.0150 "-" 1945203 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/46 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txd2eba9480ff34aecb5986-00676e5f26 - 0.0223 - - 1735286566.658448935 1735286566.680771351 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa459370eba9445c3811d7-00676e5f26" "proxy-server 1945203" 0.0021 "-" 1945203 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:52725/sdb1/0/a/c1" "txa459370eba9445c3811d7-00676e5f26" "container-server 1945203" 0.0019 "-" 1945203 1 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:38497/sda1/0/a/c1" "txa459370eba9445c3811d7-00676e5f26" "container-server 1945203" 0.0018 "-" 1945203 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa459370eba9445c3811d7-00676e5f26" "proxy-server 1945203" 0.0101 "-" 1945203 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa459370eba9445c3811d7-00676e5f26" "proxy-server 1945203" 0.0151 "-" 1945203 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/46 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa459370eba9445c3811d7-00676e5f26 - 0.0234 - - 1735286566.682193041 1735286566.705589533 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbc095284499049f8bf9e7-00676e5f26" "proxy-server 1945203" 0.0021 "-" 1945203 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:38497/sda1/2/a/c2" "txbc095284499049f8bf9e7-00676e5f26" "container-server 1945203" 0.0021 "-" 1945203 2 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:52725/sdb1/2/a/c2" "txbc095284499049f8bf9e7-00676e5f26" "container-server 1945203" 0.0018 "-" 1945203 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbc095284499049f8bf9e7-00676e5f26" "proxy-server 1945203" 0.0146 "-" 1945203 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:46 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbc095284499049f8bf9e7-00676e5f26" "proxy-server 1945203" 0.0111 "-" 1945203 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/46 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txbc095284499049f8bf9e7-00676e5f26 - 0.0240 - - 1735286566.707095385 1735286566.731084585 2 - -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012111663818359375s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012087821960449219s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011539459228515625s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011372566223144531s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013184547424316406s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, active as of 1735286500.20058>, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.7738037109375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.107589721679688e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.7738037109375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.43865966796875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001220703125s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010824203491210938s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.846687316894531e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.942054748535156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010204315185546875s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001049041748046875s, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, active as of 1735286500.20058>, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6tvsk_ii/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpgmhplpuk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgmhplpuk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.12069.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpgmhplpuk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.12069.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023365020751953125s, path: a/c, db: /tmp/tmpgmhplpuk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.12069.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023651123046875s, path: a/c, db: /tmp/tmpgmhplpuk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.12069.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020885467529296875s, path: a/c, db: /tmp/tmpgmhplpuk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.12069.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022530555725097656s, path: a/c, db: /tmp/tmpgmhplpuk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.12069.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002467632293701172s, path: a/c, db: /tmp/tmpgmhplpuk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.12069.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000152587890625s, path: a/c, db: /tmp/tmpgmhplpuk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.12069.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001304149627685547s, path: a/c, db: /tmp/tmpgmhplpuk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.12069.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010752677917480469s, path: a/c, db: /tmp/tmpgmhplpuk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.12069.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013685226440429688s, path: a/c, db: /tmp/tmpgmhplpuk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.12069.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002455711364746094s, path: a/c, db: /tmp/tmpgmhplpuk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.12069.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00026702880859375s, path: a/c, db: /tmp/tmpgmhplpuk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.12069.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735286566.11991, (0, 0) as of 1735286566.11991, active as of 1735286566.11991>, path: a/c, db: /tmp/tmpgmhplpuk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.12069.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735286566.11993, (0, 0) as of 1735286566.11993, active as of 1735286566.11993>, path: a/c, db: /tmp/tmpgmhplpuk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.12069.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735286566.11994, (0, 0) as of 1735286566.11994, active as of 1735286566.11994>, path: a/c, db: /tmp/tmpgmhplpuk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.12069.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpgmhplpuk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.12069.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgmhplpuk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.12069.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpd202l0ae/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpd202l0ae/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpd202l0ae/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpd202l0ae/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpd6m0a81u/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpd6m0a81u/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpd6m0a81u/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpd6m0a81u/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpqpfp78pe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpqpfp78pe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpqpfp78pe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpqpfp78pe/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmphy1lrwz4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmphy1lrwz4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmphy1lrwz4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmphy1lrwz4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00020384788513183594s, path: a/c, db: /tmp/tmp4les6yvk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.96025.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019359588623046875s, path: a/c, db: /tmp/tmp4les6yvk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.96025.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011181831359863281s, path: a/c, db: /tmp/tmp4les6yvk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.96025.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010824203491210938s, path: a/c, db: /tmp/tmp4les6yvk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.96025.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmp4les6yvk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.96025.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010251998901367188s, path: a/c, db: /tmp/tmp4les6yvk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.96025.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001785755157470703s, path: a/c, db: /tmp/tmp4les6yvk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.96025.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015592575073242188s, path: a/c, db: /tmp/tmp4les6yvk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.96025.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769697111.95973, (0, 0) as of 1769697111.95973, active as of 1769697111.95973>, path: a/c, db: /tmp/tmp4les6yvk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.96025.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769697111.95974, (0, 0) as of 1769697111.95974, active as of 1769697111.95974>, path: a/c, db: /tmp/tmp4les6yvk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.96025.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769697111.95974, (0, 0) as of 1769697111.95974, active as of 1769697111.95974>, path: a/c, db: /tmp/tmp4les6yvk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.96025.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp4les6yvk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.96025.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp4les6yvk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697111.96025.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpjcspun8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpjcspun8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpjcspun8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpjcspun8q/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp5eho2ri8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp5eho2ri8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp5eho2ri8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp5eho2ri8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpb7vi7eil/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpb7vi7eil/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpb7vi7eil/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpb7vi7eil/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpbhqff34o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpbhqff34o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpbhqff34o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpbhqff34o/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmpe3c94nib/sdb/containers/0/ash/c1hash/c1hash.db: +sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmp9qoef3l0/sdb/containers/0/ash/c1hash/c1hash.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2518, in _one_shard_cycle self._process_broker(broker, node, part) @@ -110167,89 +107046,103 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 886, in mock_processing raise Exception('kapow!') Exception: kapow! -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0test.unit.container.test_sharder.TestSharder.test_one_shard_cycle +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0test.unit.container.test_sharder.TestSharder.test_one_shard_cycle test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpe3c94nib/sda/containers/0/ash/c0hash/c0hash.db' +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9qoef3l0/sda/containers/0/ash/c0hash/c0hash.db' sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: Found no containers directories -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -110261,20 +107154,30 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok + sharder-test INFO: Container sharder "once" mode completed: 0.05s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override partitions: 0) -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok - -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -110287,17 +107190,17 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.01s +sharder-test INFO: Container sharder "once" mode completed: 0.00s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -110315,13 +107218,13 @@ sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override devices: sdc) sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -110334,17 +107237,17 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.01s +sharder-test INFO: Container sharder "once" mode completed: 0.00s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override devices: sdb, sdc) -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:46 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:52 2026 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -110358,392 +107261,512 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' sharder-test INFO: Container sharder "once" mode completed: 0.03s -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpbfxp3ck1/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpbfxp3ck1/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpbfxp3ck1/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpbfxp3ck1/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpbfxp3ck1/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpbfxp3ck1/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpbfxp3ck1/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpbfxp3ck1/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpbfxp3ck1/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.dbtest.unit.container.test_sharder.TestSharder.test_periodic_warning +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpv_77mjds/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpv_77mjds/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpv_77mjds/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpv_77mjds/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpv_77mjds/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpv_77mjds/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.dbtest.unit.container.test_sharder.TestSharder.test_periodic_warning test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.7:1007/sdh (txn: tx6542181308c94f62b69c7-00697b6f58) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.6:1006/sdg (txn: tx073ac9fe38e0476eb69d7-00697b6f58) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.9:1009/sdj (txn: txe4040bf34fd44198bbd86-00697b6f58) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpbfxp3ck1/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpbfxp3ck1/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.97303.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.97303.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.97303.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.97303.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.97303.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.97303.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.97303.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.97303.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.97303.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.97303.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpfk5bkh0g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286566.97303.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmppd0zsyvy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppd0zsyvy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppd0zsyvy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppd0zsyvy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmppd0zsyvy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpv_77mjds/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpv_77mjds/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpv_77mjds/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpv_77mjds/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpv_77mjds/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.36956.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.36956.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.36956.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.36956.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.36956.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.36956.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.36956.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.36956.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.36956.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.36956.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpgd5ncioy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.36956.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmp3dzydaso/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp3dzydaso/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp3dzydaso/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp3dzydaso/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmp3dzydaso/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config ... ok -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjzfn_cbt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp31s0dfgm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txea077268cf21423991079-00676e5f25) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txea077268cf21423991079-00676e5f25) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txea077268cf21423991079-00676e5f25) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txea077268cf21423991079-00676e5f25) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txea077268cf21423991079-00676e5f25) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txea077268cf21423991079-00676e5f25) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txea077268cf21423991079-00676e5f25) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txea077268cf21423991079-00676e5f25) -test DEBUG: Setting object count to 48 (txn: txea077268cf21423991079-00676e5f25) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3791d250927e41669768f-00676e5f25) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3791d250927e41669768f-00676e5f25) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3791d250927e41669768f-00676e5f25) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3791d250927e41669768f-00676e5f25) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3791d250927e41669768f-00676e5f25) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3791d250927e41669768f-00676e5f25) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx3791d250927e41669768f-00676e5f25) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3791d250927e41669768f-00676e5f25) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3791d250927e41669768f-00676e5f25) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx3791d250927e41669768f-00676e5f25) -test DEBUG: Setting object count to 1064 (txn: tx3791d250927e41669768f-00676e5f25) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txc9f8134e929a444e80efe-00676e5f25) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc9f8134e929a444e80efe-00676e5f25) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc9f8134e929a444e80efe-00676e5f25) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txc9f8134e929a444e80efe-00676e5f25) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc9f8134e929a444e80efe-00676e5f25) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc9f8134e929a444e80efe-00676e5f25) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txc9f8134e929a444e80efe-00676e5f25) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx596ff96712ef46a190e98-00676e5f25) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx596ff96712ef46a190e98-00676e5f25) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx596ff96712ef46a190e98-00676e5f25) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx596ff96712ef46a190e98-00676e5f25) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx596ff96712ef46a190e98-00676e5f25) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx596ff96712ef46a190e98-00676e5f25) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx596ff96712ef46a190e98-00676e5f25) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9c7c47e29ab1462289bfc-00676e5f26) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9c7c47e29ab1462289bfc-00676e5f26) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c7c47e29ab1462289bfc-00676e5f26) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9c7c47e29ab1462289bfc-00676e5f26) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9c7c47e29ab1462289bfc-00676e5f26) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c7c47e29ab1462289bfc-00676e5f26) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx9c7c47e29ab1462289bfc-00676e5f26) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9c7c47e29ab1462289bfc-00676e5f26) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9c7c47e29ab1462289bfc-00676e5f26) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx9c7c47e29ab1462289bfc-00676e5f26) -test DEBUG: Setting object count to 1065 (txn: tx9c7c47e29ab1462289bfc-00676e5f26) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7eff823ef91c4c9998f35-00676e5f27) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7eff823ef91c4c9998f35-00676e5f27) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7eff823ef91c4c9998f35-00676e5f27) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7eff823ef91c4c9998f35-00676e5f27)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok - -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpzwavlhnb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False_1735286567.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False_1735286567.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False_1735286567.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False_1735286567.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False_1735286567.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False_1735286567.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False_1735286567.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False_1735286567.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False_1735286567.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False_1735286567.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015044212341308594s, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.322166442871094e-05s, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False_1735286567.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False_1735286567.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001316070556640625s, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058> - zero objects found, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False_1735286567.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False_1735286567.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False_1735286567.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash60False/hash60False_1735286567.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True_1735286586.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True_1735286586.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True_1735286586.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True_1735286586.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True_1735286586.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True_1735286586.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True_1735286586.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True_1735286586.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True_1735286586.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True_1735286586.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013518333435058594s, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.7738037109375e-05s, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True_1735286586.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True_1735286586.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013446807861328125s, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.202957153320312e-05s, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058> - zero objects found, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True_1735286586.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True_1735286586.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True_1735286586.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash60True/hash60True_1735286586.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False_1735286605.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False_1735286605.00000.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp24omg2cm/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False_1769697112.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False_1769697112.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok + +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacb42b3e08c4757b6ed4-00697b6f58)test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config ... ok -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False_1735286605.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False_1735286605.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False_1735286605.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False_1735286605.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False_1735286605.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False_1735286605.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False_1735286605.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False_1735286605.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001392364501953125s, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.797645568847656e-05s, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False_1735286605.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False_1735286605.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001533031463623047s, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021767616271972656s, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058> - zero objects found, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False_1735286605.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False_1735286605.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False_1735286605.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/lse/hash50False/hash50False_1735286605.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True_1735286621.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True_1735286621.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True_1735286621.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True_1735286621.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True_1735286621.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True_1735286621.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True_1735286621.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True_1735286621.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True_1735286621.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True_1735286621.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001385211944580078s, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True_1735286621.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True_1735286621.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017333030700683594s, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058> - zero objects found, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True_1735286621.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True_1735286621.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True_1735286621.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpy5hok_rz/sda/containers/0/rue/hash50True/hash50True_1735286621.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h60/hash60/hash60.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False_1769697112.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False_1769697112.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False_1769697112.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False_1769697112.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False_1769697112.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False_1769697112.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False_1769697112.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False_1769697112.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014281272888183594s, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False_1769697112.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False_1769697112.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015354156494140625s, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462> - zero objects found, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False_1769697112.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False_1769697112.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False_1769697112.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash60False/hash60False_1769697112.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True_1769697131.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True_1769697131.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True_1769697131.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True_1769697131.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True_1769697131.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True_1769697131.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True_1769697131.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True_1769697131.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True_1769697131.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True_1769697131.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017571449279785156s, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.179115295410156e-05s, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True_1769697131.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True_1769697131.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015091896057128906s, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012826919555664062s, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462> - zero objects found, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True_1769697131.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True_1769697131.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True_1769697131.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash60True/hash60True_1769697131.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False_1769697150.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False_1769697150.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False_1769697150.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False_1769697150.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False_1769697150.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False_1769697150.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False_1769697150.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False_1769697150.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False_1769697150.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False_1769697150.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001499652862548828s, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.250640869140625e-05s, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False_1769697150.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False_1769697150.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013899803161621094s, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.369850158691406e-05s, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462> - zero objects found, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False_1769697150.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False_1769697150.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False_1769697150.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/lse/hash50False/hash50False_1769697150.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True_1769697166.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True_1769697166.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True_1769697166.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True_1769697166.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True_1769697166.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True_1769697166.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True_1769697166.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True_1769697166.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True_1769697166.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True_1769697166.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013756752014160156s, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.560585021972656e-05s, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True_1769697166.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True_1769697166.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014209747314453125s, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.5367431640625e-05s, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462> - zero objects found, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True_1769697166.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True_1769697166.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True_1769697166.00000.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h60/hash60/hash60.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h60/hash60/hash60_1735286567.37074.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h60/hash60/hash60_1735286567.37074.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h60/hash60/hash60_1735286567.37074.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h60/hash60/hash60_1735286567.37074.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h60/hash60/hash60_1735286567.37074.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h60/hash60/hash60_1735286567.37074.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h60/hash60/hash60_1735286567.37074.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h60/hash60/hash60_1735286567.37074.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h60/hash60/hash60_1735286567.37074.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h50/hash50/hash50.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h50/hash50/hash50_1735286567.39161.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h50/hash50/hash50_1735286567.39161.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h50/hash50/hash50_1735286567.39161.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h50/hash50/hash50_1735286567.39161.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h50/hash50/hash50_1735286567.39161.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h50/hash50/hash50_1735286567.39161.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h50/hash50/hash50_1735286567.39161.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h50/hash50/hash50_1735286567.39161.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h50/hash50/hash50_1735286567.39161.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h70/hash70/hash70.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h70/hash70/hash70_1735286567.41194.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h70/hash70/hash70_1735286567.41194.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h70/hash70/hash70_1735286567.41194.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h70/hash70/hash70_1735286567.41194.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h70/hash70/hash70_1735286567.41194.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h70/hash70/hash70_1735286567.41194.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h70/hash70/hash70_1735286567.41194.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h70/hash70/hash70_1735286567.41194.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpjuxmt91e/sda/containers/0/h70/hash70/hash70_1735286567.41194.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpe9bfwxcz/sda/containers/0/rue/hash50True/hash50True_1769697166.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h60/hash60/hash60.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h60/hash60/hash60_1769697112.70726.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h60/hash60/hash60_1769697112.70726.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h60/hash60/hash60_1769697112.70726.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h60/hash60/hash60_1769697112.70726.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h60/hash60/hash60_1769697112.70726.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h60/hash60/hash60_1769697112.70726.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h60/hash60/hash60_1769697112.70726.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h60/hash60/hash60_1769697112.70726.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h60/hash60/hash60_1769697112.70726.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h50/hash50/hash50.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h50/hash50/hash50_1769697112.72781.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h50/hash50/hash50_1769697112.72781.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h50/hash50/hash50_1769697112.72781.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h50/hash50/hash50_1769697112.72781.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h50/hash50/hash50_1769697112.72781.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h50/hash50/hash50_1769697112.72781.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h50/hash50/hash50_1769697112.72781.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h50/hash50/hash50_1769697112.72781.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h50/hash50/hash50_1769697112.72781.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h70/hash70/hash70.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h70/hash70/hash70_1769697112.74813.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h70/hash70/hash70_1769697112.74813.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h70/hash70/hash70_1769697112.74813.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h70/hash70/hash70_1769697112.74813.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h70/hash70/hash70_1769697112.74813.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h70/hash70/hash70_1769697112.74813.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h70/hash70/hash70_1769697112.74813.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h70/hash70/hash70_1769697112.74813.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmppvuabc_e/sda/containers/0/h70/hash70/hash70_1769697112.74813.db sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Thu Jan 1 00:00:01 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Jan 1 00:00:01 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Thu Jan 1 00:00:01 1970 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Thu Jan 1 00:00:01 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Thu Jan 1 00:00:01 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Thu Jan 1 00:00:01 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Jan 1 00:00:01 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 5.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Jan 1 00:00:06 1970 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 3604.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Thu Jan 1 01:00:10 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0test.unit.container.test_sharder.TestSharder.test_run_forever +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0test.unit.container.test_sharder.TestSharder.test_run_forever test.unit.container.test_sharder.TestSharder.test_run_forever ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok + +proxy-server DEBUG: Ignoring 404 from handoff (txn: txdacb42b3e08c4757b6ed4-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx45adda82a0434f5e93413-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bf7c0900be14fcdb0435-00697b6f58) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok -sharder-test INFO: Since Thu Jan 1 01:00:10 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Thu Jan 1 01:00:10 1970 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Thu Jan 1 01:00:10 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Thu Jan 1 01:00:10 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Thu Jan 1 01:00:10 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Thu Jan 1 01:00:10 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 3604.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 30.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c1, db: /tmp/tmpngtztwl5/sda/containers/0/ash/c1hash/c1hash.db: +sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c1, db: /tmp/tmpyjr4g3e6/sda/containers/0/ash/c1hash/c1hash.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2528, in _one_shard_cycle self._record_sharding_progress(broker, node, error) @@ -110802,8 +107825,8 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect Exception: Test over -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -110824,12 +107847,12 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -110850,7 +107873,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -110871,7 +107894,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -110892,9 +107915,9 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -110915,9 +107938,9 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -110938,7 +107961,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -110959,8 +107982,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -110981,9 +108004,9 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -111004,7 +108027,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -111025,13 +108048,13 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -111052,7 +108075,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -111075,534 +108098,618 @@ Exception: FakeStatus Errortest.unit.container.test_sharder.TestSharder.test_send_shard_ranges test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp26g40gi5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018644332885742188s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010657310485839844s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp74x3utq5/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.000164031982421875s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011873245239257812s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp74x3utq5/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014925003051757812s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735286500.20058, (0, 0) as of 1735286500.20058, cleaved as of 1735286500.20058>, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1735286500.20058, (0, 0) as of 1735286500.20058, cleaved as of 1735286500.20058> - shard db already in sync, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp74x3utq5/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.866455078125e-05s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.224082946777344e-05s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735286500.20058, (0, 0) as of 1735286500.20058, cleaved as of 1735286500.20058>, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1735286500.20058, (0, 0) as of 1735286500.20058, cleaved as of 1735286500.20058> - shard db already in sync, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmp74x3utq5/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.081031799316406e-05s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.914138793945312e-05s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735286500.20058, (0, 0) as of 1735286500.20058, cleaved as of 1735286500.20058>, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1735286500.20058, (0, 0) as of 1735286500.20058, cleaved as of 1735286500.20058> - shard db already in sync, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1735286500.20058, (0, 0) as of 1735286500.20058, cleaved as of 1735286500.20058> in 0.002s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001544952392578125s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011420249938964844s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1735286500.20058, (2, 2) as of 1735286567.70525, cleaved as of 1735286500.20058> in 0.007s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpdich2x_0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001628398895263672s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpv_7swslf/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test INFO: Cleaved ShardRange in 0.003s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001621246337890625s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpv_7swslf/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok + +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011706352233886719s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011277198791503906s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769697070.18462, (0, 0) as of 1769697070.18462, cleaved as of 1769697070.18462>, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769697070.18462, (0, 0) as of 1769697070.18462, cleaved as of 1769697070.18462> - shard db already in sync, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpv_7swslf/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.200241088867188e-05s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.152557373046875e-05s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769697070.18462, (0, 0) as of 1769697070.18462, cleaved as of 1769697070.18462>, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769697070.18462, (0, 0) as of 1769697070.18462, cleaved as of 1769697070.18462> - shard db already in sync, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmpv_7swslf/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.678436279296875e-05s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769697070.18462, (0, 0) as of 1769697070.18462, cleaved as of 1769697070.18462>, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok + +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769697070.18462, (0, 0) as of 1769697070.18462, cleaved as of 1769697070.18462> - shard db already in sync, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1769697070.18462, (0, 0) as of 1769697070.18462, cleaved as of 1769697070.18462> in 0.002s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017380714416503906s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010895729064941406s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1769697070.18462, (2, 2) as of 1769697113.06536, cleaved as of 1769697070.18462> in 0.006s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.200241088867188e-05s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.985664367675781e-05s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.000156402587890625s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp74x3utq5/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.462501525878906e-05s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.937980651855469e-05s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00016760826110839844s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpv_7swslf/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.890296936035156e-05s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.937980651855469e-05s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058>, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1735286500.20058, (0, 0) as of 1735286500.20058, created as of 1735286500.20058> - shard db already in sync, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.dbtest.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.104873657226562e-05s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.152557373046875e-05s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462>, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1769697070.18462, (0, 0) as of 1769697070.18462, created as of 1769697070.18462> - shard db already in sync, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.dbtest.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok test.unit.container.test_sharder.TestSharder.test_sharding_enabled test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1735286500.20058, (3, 3) as of 1735286567.75363, cleaved as of 1735286500.20058> in 0.003s, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp74x3utq5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.56940.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'dd74fb0c-29a6-44b2-bca0-79a18640be9d-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpi0wi8q3b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'dd74fb0c-29a6-44b2-bca0-79a18640be9d-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpi0wi8q3b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'dd74fb0c-29a6-44b2-bca0-79a18640be9d-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpi0wi8q3b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'dd74fb0c-29a6-44b2-bca0-79a18640be9d-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpi0wi8q3b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '664a8c77-a7a1-41d2-b4ce-9207370ebd05-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpi0wi8q3b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735286567.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwke_6mo2/sda/containers/0/ash/c2hash/c2hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwke_6mo2/sda/containers/0/ash/c1hash/c1hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwke_6mo2/sda/containers/0/ash/c3hash/c3hash.db' -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Fri Dec 27 08:02:47 2024 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpsfsdngdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpsfsdngdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpsfsdngdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpsfsdngdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1769697070.18462, (3, 3) as of 1769697113.11304, cleaved as of 1769697070.18462> in 0.004s, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpv_7swslf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697112.92271.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd7855fe8-b744-40d0-9994-8263d030db07-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpatta1kox/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697113.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd7855fe8-b744-40d0-9994-8263d030db07-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpatta1kox/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697113.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd7855fe8-b744-40d0-9994-8263d030db07-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpatta1kox/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697113.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd7855fe8-b744-40d0-9994-8263d030db07-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpatta1kox/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697113.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '44f7111e-99da-49af-ad44-d953c03b1e7c-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpatta1kox/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769697113.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpxgkm9viu/sda/containers/0/ash/c2hash/c2hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpxgkm9viu/sda/containers/0/ash/c1hash/c1hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpxgkm9viu/sda/containers/0/ash/c3hash/c3hash.db' +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Fri Jan 30 04:31:53 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpimpvukn3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpimpvukn3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpimpvukn3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpimpvukn3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok +test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok test.unit.container.test_sharder.TestSharder.test_update_stat test.unit.container.test_sharder.TestSharder.test_update_stat ... ok -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpsfsdngdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpsfsdngdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpsfsdngdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpsfsdngdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpsfsdngdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpsfsdngdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpsfsdngdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpsfsdngdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpsfsdngdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpsfsdngdf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmppmgts2ae/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmppmgts2ae/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmppmgts2ae/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmppmgts2ae/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmppmgts2ae/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmppmgts2ae/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmpefcx2q3i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=False) in 0.0002281665802001953s, path: a/c, db: /tmp/tmphknfdtfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=True) in 0.0001888275146484375s, path: a/c, db: /tmp/tmphknfdtfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.0001308917999267578s, path: a/c, db: /tmp/tmphknfdtfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00019097328186035156s, path: a/c, db: /tmp/tmphknfdtfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.00011181831359863281s, path: a/c, db: /tmp/tmphknfdtfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects -test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok - -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001666545867919922s, path: a/c, db: /tmp/tmphknfdtfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00022292137145996094s, path: a/c, db: /tmp/tmphknfdtfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001633167266845703s, path: a/c, db: /tmp/tmphknfdtfb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001537799835205078s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00017118453979492188s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013494491577148438s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00014090538024902344s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012612342834472656s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 9.846687316894531e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.390975952148438e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 8.535385131835938e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 6.961822509765625e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00016880035400390625s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.534027099609375e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00014710426330566406s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 7.2479248046875e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 8.320808410644531e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 8.153915405273438e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 8.177757263183594e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.0002887248992919922s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 8.368492126464844e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 7.43865966796875e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.988380432128906e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 8.368492126464844e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 8.034706115722656e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 9.226799011230469e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 8.678436279296875e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 8.058547973632812e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 9.012222290039062e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 8.153915405273438e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 7.82012939453125e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 8.392333984375e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 8.130073547363281e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 7.677078247070312e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.083747863769531e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.0001232624053955078s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.00019240379333496094s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok -test.unit.container.test_updater.TestContainerUpdater.test_conf_params -test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok -test.unit.container.test_updater.TestContainerUpdater.test_creation -test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok - -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00010371208190917969s, path: a/c, db: /tmp/tmpvixg4k9r/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001361370086669922s, path: a/c, db: /tmp/tmpg3edlj1m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.797645568847656e-05s, path: a/c, db: /tmp/tmpg3edlj1m/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -test INFO: Begin container update single threaded sweep -test ERROR: Error processing container /tmp/tmpivd2r91e/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/updater.py", line 225, in container_sweep - self.process_container(dbfile) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: Boom! -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpq4sqsdyk/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpq4sqsdyk/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmpq4sqsdyk/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmpdk66iq3n/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refusedtest.unit.container.test_updater.TestContainerUpdater.test_run_once -test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok - -test DEBUG: Update report failed for /a/c /tmp/tmpdk66iq3n/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/c /tmp/tmpdk66iq3n/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test WARNING: /tmp/tmpz639od9f/tmp_test_container_updater/devices/sda1 is not mounted -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmp95oi3cra/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpvrbzbkd7/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpvrbzbkd7/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmpvrbzbkd7/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_updater.TestContainerUpdater.test_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok -test.unit.container.test_updater.TestContainerUpdater.test_unicode -test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype ... ok +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx293d25934e8245b487e14-00697b6f57) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx293d25934e8245b487e14-00697b6f57) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx293d25934e8245b487e14-00697b6f57) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx293d25934e8245b487e14-00697b6f57) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx293d25934e8245b487e14-00697b6f57) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx293d25934e8245b487e14-00697b6f57) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx293d25934e8245b487e14-00697b6f57) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx293d25934e8245b487e14-00697b6f57) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx293d25934e8245b487e14-00697b6f57) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx293d25934e8245b487e14-00697b6f57) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txe8dce619759c47c28219c-00697b6f58) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe8dce619759c47c28219c-00697b6f58) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txe8dce619759c47c28219c-00697b6f58) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txe8dce619759c47c28219c-00697b6f58) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe8dce619759c47c28219c-00697b6f58) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txe8dce619759c47c28219c-00697b6f58) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txe8dce619759c47c28219c-00697b6f58) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe8dce619759c47c28219c-00697b6f58) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txe8dce619759c47c28219c-00697b6f58) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txe8dce619759c47c28219c-00697b6f58) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txe8dce619759c47c28219c-00697b6f58) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txe8dce619759c47c28219c-00697b6f58) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txe8dce619759c47c28219c-00697b6f58) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txe8dce619759c47c28219c-00697b6f58) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe8dce619759c47c28219c-00697b6f58) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txe8dce619759c47c28219c-00697b6f58) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4ea05df2010a4c2bb41d0-00697b6f59) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx4ea05df2010a4c2bb41d0-00697b6f59) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4ea05df2010a4c2bb41d0-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4ea05df2010a4c2bb41d0-00697b6f59) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4ea05df2010a4c2bb41d0-00697b6f59) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4ea05df2010a4c2bb41d0-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4ea05df2010a4c2bb41d0-00697b6f59) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4ea05df2010a4c2bb41d0-00697b6f59) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4ea05df2010a4c2bb41d0-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4ea05df2010a4c2bb41d0-00697b6f59) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx4ea05df2010a4c2bb41d0-00697b6f59) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4ea05df2010a4c2bb41d0-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4ea05df2010a4c2bb41d0-00697b6f59) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx4ea05df2010a4c2bb41d0-00697b6f59) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4ea05df2010a4c2bb41d0-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4ea05df2010a4c2bb41d0-00697b6f59) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx4ea05df2010a4c2bb41d0-00697b6f59) +test DEBUG: Setting object count to 3120 (txn: tx4ea05df2010a4c2bb41d0-00697b6f59) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx15b06e46b12f466ebd513-00697b6f59) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx15b06e46b12f466ebd513-00697b6f59) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx15b06e46b12f466ebd513-00697b6f59)test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok + +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpimpvukn3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpimpvukn3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpimpvukn3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpimpvukn3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpimpvukn3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpimpvukn3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpimpvukn3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpimpvukn3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpimpvukn3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpimpvukn3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp7bbzhq5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp7bbzhq5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp7bbzhq5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp7bbzhq5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp7bbzhq5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp7bbzhq5s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmphf0r1lqj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=False) in 0.00023031234741210938s, path: a/c, db: /tmp/tmpcof5qmil/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=True) in 0.00019884109497070312s, path: a/c, db: /tmp/tmpcof5qmil/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.0001308917999267578s, path: a/c, db: /tmp/tmpcof5qmil/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00017547607421875s, path: a/c, db: /tmp/tmpcof5qmil/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.00012969970703125s, path: a/c, db: /tmp/tmpcof5qmil/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects +test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx15b06e46b12f466ebd513-00697b6f59) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx15b06e46b12f466ebd513-00697b6f59) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx15b06e46b12f466ebd513-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx15b06e46b12f466ebd513-00697b6f59) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx15b06e46b12f466ebd513-00697b6f59) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx15b06e46b12f466ebd513-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx15b06e46b12f466ebd513-00697b6f59) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx15b06e46b12f466ebd513-00697b6f59) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx15b06e46b12f466ebd513-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx15b06e46b12f466ebd513-00697b6f59) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx15b06e46b12f466ebd513-00697b6f59) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx15b06e46b12f466ebd513-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx15b06e46b12f466ebd513-00697b6f59) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx15b06e46b12f466ebd513-00697b6f59) +test DEBUG: Setting object count to 3120 (txn: tx15b06e46b12f466ebd513-00697b6f59) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd395fbf12d254bda80207-00697b6f59) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txd395fbf12d254bda80207-00697b6f59) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd395fbf12d254bda80207-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd395fbf12d254bda80207-00697b6f59) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd395fbf12d254bda80207-00697b6f59) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd395fbf12d254bda80207-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd395fbf12d254bda80207-00697b6f59) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd395fbf12d254bda80207-00697b6f59) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd395fbf12d254bda80207-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd395fbf12d254bda80207-00697b6f59) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd395fbf12d254bda80207-00697b6f59) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd395fbf12d254bda80207-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd395fbf12d254bda80207-00697b6f59) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txd395fbf12d254bda80207-00697b6f59) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd395fbf12d254bda80207-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd395fbf12d254bda80207-00697b6f59) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txd395fbf12d254bda80207-00697b6f59) +test DEBUG: Setting object count to 3120 (txn: txd395fbf12d254bda80207-00697b6f59) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9ed59c29e92d471b99041-00697b6f59) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9ed59c29e92d471b99041-00697b6f59) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9ed59c29e92d471b99041-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9ed59c29e92d471b99041-00697b6f59) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9ed59c29e92d471b99041-00697b6f59) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9ed59c29e92d471b99041-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9ed59c29e92d471b99041-00697b6f59) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx9ed59c29e92d471b99041-00697b6f59) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx9ed59c29e92d471b99041-00697b6f59) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx9ed59c29e92d471b99041-00697b6f59) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx9ed59c29e92d471b99041-00697b6f59) +test DEBUG: Setting object count to 3120 (txn: tx9ed59c29e92d471b99041-00697b6f59) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx43eea42aed4b493c9d941-00697b6f59) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx43eea42aed4b493c9d941-00697b6f59) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx43eea42aed4b493c9d941-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx43eea42aed4b493c9d941-00697b6f59) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx43eea42aed4b493c9d941-00697b6f59) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx43eea42aed4b493c9d941-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx43eea42aed4b493c9d941-00697b6f59) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx43eea42aed4b493c9d941-00697b6f59) +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00018310546875s, path: a/c, db: /tmp/tmpcof5qmil/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00019598007202148438s, path: a/c, db: /tmp/tmpcof5qmil/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00016498565673828125s, path: a/c, db: /tmp/tmpcof5qmil/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000164031982421875s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00017380714416503906s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001385211944580078s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.0001537799835205078s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014281272888183594s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00010585784912109375s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.392333984375e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 9.226799011230469e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.106231689453125e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001659393310546875s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.655952453613281e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.0001590251922607422s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.130073547363281e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010371208190917969s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.1552734375e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 8.845329284667969e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 8.893013000488281e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001049041748046875s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.463859558105469e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.703636169433594e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001232624053955078s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 9.465217590332031e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 9.632110595703125e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 9.226799011230469e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 8.893013000488281e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 8.893013000488281e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010132789611816406s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 8.416175842285156e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 9.5367431640625e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 9.1552734375e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 8.630752563476562e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010251998901367188s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 0.00011968612670898438s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00010371208190917969s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.00022721290588378906s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf @@ -111679,6 +108786,84 @@ test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestConfigOptionHandling.test_default +test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx43eea42aed4b493c9d941-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx43eea42aed4b493c9d941-00697b6f59) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx43eea42aed4b493c9d941-00697b6f59) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx43eea42aed4b493c9d941-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx43eea42aed4b493c9d941-00697b6f59) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx43eea42aed4b493c9d941-00697b6f59) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx43eea42aed4b493c9d941-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx43eea42aed4b493c9d941-00697b6f59) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx43eea42aed4b493c9d941-00697b6f59) +test DEBUG: Setting object count to 3120 (txn: tx43eea42aed4b493c9d941-00697b6f59) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4420b05f1f884e8b986dd-00697b6f59) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx4420b05f1f884e8b986dd-00697b6f59) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4420b05f1f884e8b986dd-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4420b05f1f884e8b986dd-00697b6f59) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4420b05f1f884e8b986dd-00697b6f59) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4420b05f1f884e8b986dd-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4420b05f1f884e8b986dd-00697b6f59) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4420b05f1f884e8b986dd-00697b6f59) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4420b05f1f884e8b986dd-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4420b05f1f884e8b986dd-00697b6f59) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx4420b05f1f884e8b986dd-00697b6f59) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4a76f574f36c4a299b92e-00697b6f59) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx4a76f574f36c4a299b92e-00697b6f59) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4a76f574f36c4a299b92e-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4a76f574f36c4a299b92e-00697b6f59) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx4a76f574f36c4a299b92e-00697b6f59) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4a76f574f36c4a299b92e-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4a76f574f36c4a299b92e-00697b6f59) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx4a76f574f36c4a299b92e-00697b6f59) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx770b2b5abd24490da8b26-00697b6f59) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx770b2b5abd24490da8b26-00697b6f59) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx770b2b5abd24490da8b26-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx770b2b5abd24490da8b26-00697b6f59) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx770b2b5abd24490da8b26-00697b6f59) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx770b2b5abd24490da8b26-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx770b2b5abd24490da8b26-00697b6f59) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx770b2b5abd24490da8b26-00697b6f59) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx770b2b5abd24490da8b26-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx770b2b5abd24490da8b26-00697b6f59) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx770b2b5abd24490da8b26-00697b6f59) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx770b2b5abd24490da8b26-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx770b2b5abd24490da8b26-00697b6f59) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx770b2b5abd24490da8b26-00697b6f59) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx64ca1f1a04f843378ec14-00697b6f59) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx64ca1f1a04f843378ec14-00697b6f59) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx64ca1f1a04f843378ec14-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx64ca1f1a04f843378ec14-00697b6f59) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx64ca1f1a04f843378ec14-00697b6f59) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txe5b1ddd2cde34620b0f4e-00697b6f59) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txe5b1ddd2cde34620b0f4e-00697b6f59) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe5b1ddd2cde34620b0f4e-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txe5b1ddd2cde34620b0f4e-00697b6f59)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_ssync_sender.TestSender.test_call test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check @@ -111819,682 +109004,2783 @@ test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestSweepStats.test_copy -test.unit.obj.test_updater.TestSweepStats.test_copy ... ok -test.unit.obj.test_updater.TestSweepStats.test_reset -test.unit.obj.test_updater.TestSweepStats.test_reset ... ok -test.unit.obj.test_updater.TestSweepStats.test_since -test.unit.obj.test_updater.TestSweepStats.test_since ... ok -test.unit.obj.test_updater.TestSweepStats.test_str -test.unit.obj.test_updater.TestSweepStats.test_str ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/Ω /tmp/tmpw393vp9j/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txd1eb0b0b9f5240eeb6c93-00676e5f28) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txd1eb0b0b9f5240eeb6c93-00676e5f28) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txd1eb0b0b9f5240eeb6c93-00676e5f28) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txd1eb0b0b9f5240eeb6c93-00676e5f28) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txd1eb0b0b9f5240eeb6c93-00676e5f28) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txd1eb0b0b9f5240eeb6c93-00676e5f28) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txd1eb0b0b9f5240eeb6c93-00676e5f28) -test INFO: Client disconnected on read of '/a/c' (txn: txd1eb0b0b9f5240eeb6c93-00676e5f28) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7bd1aa27870641cc942f0-00676e5f28) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7bd1aa27870641cc942f0-00676e5f28) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx7bd1aa27870641cc942f0-00676e5f28) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txe303b5a5dbe0497aa231f-00676e5f28) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txe6d219f517e6494284198-00676e5f28) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx40057f61eaa14e2eb4864-00676e5f28) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txa6abce7a49484f86b94cc-00676e5f28) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txd7a077076f8f4d84b7a71-00676e5f28) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx5907021cf1a54018b3e03-00676e5f28) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5907021cf1a54018b3e03-00676e5f28) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx384c10ba668348cba55b9-00676e5f28) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx41cc45cfb18d49b1a20fb-00676e5f28) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx4ad536e671a54e8484f68-00676e5f28) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx2b37093cedc9453db9ef8-00676e5f28) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txddb95247b24040eaabab6-00676e5f28) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx6b728f301f774f7cb9d65-00676e5f28) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx6b728f301f774f7cb9d65-00676e5f28) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txe93aa1b753164769b0e67-00676e5f28) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txc3032d82c12f47f288844-00676e5f28) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx71a15f540eeb4a50924cf-00676e5f28)test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: Setting object count to 1072 (txn: tx720e91a002e143988e13e-00697b6f57) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Setting object count to 1072 (txn: txcce181e81ef04ec887246-00697b6f58) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx632971fbcbd44093939e7-00697b6f59)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: txbf0ced3dbb7d4d43a4130-00676e5f28) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txfe71320598c64e2b86050-00676e5f28) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx75452e5fe5ec41dd9a05a-00676e5f28) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx75452e5fe5ec41dd9a05a-00676e5f28) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx6bacf714211f4b36889c8-00676e5f28) -test INFO: Client disconnected on read of '/a/c' (txn: txb13e3095b4534dad94256-00676e5f28) -test INFO: Client disconnected on read of '/a/c' (txn: tx0993cc9660b64b50900b6-00676e5f28) -test INFO: Client disconnected on read of '/a/c' (txn: tx0993cc9660b64b50900b6-00676e5f28) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00010776519775390625s, path: a/c, db: /tmp/tmp9rzfl73i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000156402587890625s, path: a/c, db: /tmp/tmpefrom_9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpefrom_9j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to get commit status of PUT to /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1747, in await_response + self.resp = self.conn.getexpect() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 855, in getexpect + expect_status = self._status.get_expect_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 758, in get_expect_status + raise expect_status +Exception: kaboom! (txn: tx34f49fad9afc4be1a25a2-00697b6f59) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: txcd38335e898d4bbead242-00697b6f59) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx5fba3cac229340ba9ec67-00697b6f59) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: txf970be7436fc4215aefc6-00697b6f59) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3170, in _transfer_data + chunk = next(data_source) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader + return req.environ['wsgi.input'].read( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 7204, in read + raise Exception('exception message') +Exception: exception message (txn: txde5b7a54a9ac4d52bd9f0-00697b6f59) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txdd661965f6f74accaa825-00697b6f59) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx797a9b5c2e2245e1ac7a1-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx797a9b5c2e2245e1ac7a1-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx797a9b5c2e2245e1ac7a1-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx797a9b5c2e2245e1ac7a1-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx797a9b5c2e2245e1ac7a1-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx797a9b5c2e2245e1ac7a1-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx797a9b5c2e2245e1ac7a1-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx797a9b5c2e2245e1ac7a1-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx797a9b5c2e2245e1ac7a1-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx797a9b5c2e2245e1ac7a1-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx797a9b5c2e2245e1ac7a1-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx797a9b5c2e2245e1ac7a1-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx797a9b5c2e2245e1ac7a1-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx797a9b5c2e2245e1ac7a1-00697b6f59) +proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: tx797a9b5c2e2245e1ac7a1-00697b6f59)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx37a6bcdfdb2e444296e1a-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx37a6bcdfdb2e444296e1a-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx37a6bcdfdb2e444296e1a-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx37a6bcdfdb2e444296e1a-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx37a6bcdfdb2e444296e1a-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx37a6bcdfdb2e444296e1a-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx37a6bcdfdb2e444296e1a-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx37a6bcdfdb2e444296e1a-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx37a6bcdfdb2e444296e1a-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx37a6bcdfdb2e444296e1a-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx37a6bcdfdb2e444296e1a-00697b6f59) +proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx37a6bcdfdb2e444296e1a-00697b6f59) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txef38ac02c593498ba2c7d-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txef38ac02c593498ba2c7d-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txef38ac02c593498ba2c7d-00697b6f59) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx13cc4a6496054d7e9e5b0-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx13cc4a6496054d7e9e5b0-00697b6f59) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx13cc4a6496054d7e9e5b0-00697b6f59) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Expect: 100-continue on /a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3035, in _make_putter + return MIMEPutter.connect( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1998, in connect + raise FooterNotSupported() +swift.common.exceptions.FooterNotSupported (txn: tx7151517fb3674bd6a9957-00697b6f59) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok + +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx097d40182e3f412d9f2d0-00697b6f5a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx097d40182e3f412d9f2d0-00697b6f5a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx097d40182e3f412d9f2d0-00697b6f5a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txacb1f1501bff4bdd94e35-00697b6f5a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txacb1f1501bff4bdd94e35-00697b6f5a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txacb1f1501bff4bdd94e35-00697b6f5a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txacb1f1501bff4bdd94e35-00697b6f5a) +proxy-server ERROR: Object PUT returning 503 for [503, 201, 201, 503, 201, 201, 503, 201, 503, 201, 201, 201, 201, 201] (txn: txacb1f1501bff4bdd94e35-00697b6f5a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx439de5bdd89045b785da5-00697b6f5a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txeb7123bb98b5485aaecc5-00697b6f5a) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpgxzrl49e/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgxzrl49e/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpgxzrl49e/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgxzrl49e/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 3334976 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0030 "-" 3334976 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3334976 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3334976 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txede34fca0b5f4f3598dd3-00697b6f5a" "proxy-server 3334976" 0.0013 "-" 3334976 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:58349/sdb1/1/a/c" "txede34fca0b5f4f3598dd3-00697b6f5a" "container-server 3334976" 0.0011 "-" 3334976 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:43365/sda1/1/a/c" "txede34fca0b5f4f3598dd3-00697b6f5a" "container-server 3334976" 0.0010 "-" 3334976 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txede34fca0b5f4f3598dd3-00697b6f5a" "proxy-server 3334976" 0.0132 "-" 3334976 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txede34fca0b5f4f3598dd3-00697b6f5a" "proxy-server 3334976" 0.0093 "-" 3334976 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/54 PUT /v1/a/c HTTP/1.0 201 - - t - - - txede34fca0b5f4f3598dd3-00697b6f5a - 0.0223 - - 1769697114.225118399 1769697114.247459888 0/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET +test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT +test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx22bb582baeb9444f8fe71-00697b6f5a" "proxy-server 3334976" 0.0093 "-" 3334976 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:58349/sdb1/1/a1/c1" "tx22bb582baeb9444f8fe71-00697b6f5a" "container-server 3334976" 0.0011 "-" 3334976 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:43365/sda1/1/a1/c1" "tx22bb582baeb9444f8fe71-00697b6f5a" "container-server 3334976" 0.0010 "-" 3334976 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx22bb582baeb9444f8fe71-00697b6f5a" "proxy-server 3334976" 0.0082 "-" 3334976 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx22bb582baeb9444f8fe71-00697b6f5a" "proxy-server 3334976" 0.0146 "-" 3334976 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/54 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx22bb582baeb9444f8fe71-00697b6f5a - 0.0300 - - 1769697114.248893499 1769697114.278847456 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx402341170bac4b9babada-00697b6f5a" "proxy-server 3334976" 0.0019 "-" 3334976 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:43365/sda1/2/a/c1" "tx402341170bac4b9babada-00697b6f5a" "container-server 3334976" 0.0023 "-" 3334976 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:58349/sdb1/2/a/c1" "tx402341170bac4b9babada-00697b6f5a" "container-server 3334976" 0.0017 "-" 3334976 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx402341170bac4b9babada-00697b6f5a" "proxy-server 3334976" 0.0148 "-" 3334976 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx402341170bac4b9babada-00697b6f5a" "proxy-server 3334976" 0.0107 "-" 3334976 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/54 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx402341170bac4b9babada-00697b6f5a - 0.0234 - - 1769697114.280264616 1769697114.303675413 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe6300e716207450b9d3b7-00697b6f5a" "proxy-server 3334976" 0.0019 "-" 3334976 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:58349/sdb1/1/a/c2" "txe6300e716207450b9d3b7-00697b6f5a" "container-server 3334976" 0.0049 "-" 3334976 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:43365/sda1/1/a/c2" "txe6300e716207450b9d3b7-00697b6f5a" "container-server 3334976" 0.0011 "-" 3334976 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe6300e716207450b9d3b7-00697b6f5a" "proxy-server 3334976" 0.0123 "-" 3334976 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe6300e716207450b9d3b7-00697b6f5a" "proxy-server 3334976" 0.0172 "-" 3334976 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/54 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe6300e716207450b9d3b7-00697b6f5a - 0.0251 - - 1769697114.304981947 1769697114.330093622 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpds1qw6y_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpds1qw6y_/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpds1qw6y_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpds1qw6y_/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0032 "-" 3334976 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0047 "-" 3334976 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3334976 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3334976 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx39d2ed13f60e4bed94a20-00697b6f5a" "proxy-server 3334976" 0.0012 "-" 3334976 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:45513/sdb1/1/a/c" "tx39d2ed13f60e4bed94a20-00697b6f5a" "container-server 3334976" 0.0012 "-" 3334976 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:51339/sda1/1/a/c" "tx39d2ed13f60e4bed94a20-00697b6f5a" "container-server 3334976" 0.0010 "-" 3334976 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx39d2ed13f60e4bed94a20-00697b6f5a" "proxy-server 3334976" 0.0093 "-" 3334976 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx39d2ed13f60e4bed94a20-00697b6f5a" "proxy-server 3334976" 0.0142 "-" 3334976 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/54 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx39d2ed13f60e4bed94a20-00697b6f5a - 0.0214 - - 1769697114.734559298 1769697114.755959749 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx3e04d5fe43c347a59fca0-00697b6f5a" "proxy-server 3334976" 0.0012 "-" 3334976 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:45513/sdb1/1/a1/c1" "tx3e04d5fe43c347a59fca0-00697b6f5a" "container-server 3334976" 0.0019 "-" 3334976 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:51339/sda1/1/a1/c1" "tx3e04d5fe43c347a59fca0-00697b6f5a" "container-server 3334976" 0.0011 "-" 3334976 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3e04d5fe43c347a59fca0-00697b6f5a" "proxy-server 3334976" 0.0090 "-" 3334976 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3e04d5fe43c347a59fca0-00697b6f5a" "proxy-server 3334976" 0.0139 "-" 3334976 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/54 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx3e04d5fe43c347a59fca0-00697b6f5a - 0.0211 - - 1769697114.757307291 1769697114.778396130 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc28ac5b1cade4c9f87fc9-00697b6f5a" "proxy-server 3334976" 0.0020 "-" 3334976 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:51339/sda1/2/a/c1" "txc28ac5b1cade4c9f87fc9-00697b6f5a" "container-server 3334976" 0.0017 "-" 3334976 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:45513/sdb1/2/a/c1" "txc28ac5b1cade4c9f87fc9-00697b6f5a" "container-server 3334976" 0.0017 "-" 3334976 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc28ac5b1cade4c9f87fc9-00697b6f5a" "proxy-server 3334976" 0.0136 "-" 3334976 1test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txc28ac5b1cade4c9f87fc9-00697b6f5a" "proxy-server 3334976" 0.0103 "-" 3334976 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/54 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txc28ac5b1cade4c9f87fc9-00697b6f5a - 0.0223 - - 1769697114.779777050 1769697114.802028894 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx655a2596abdb4cc1b39b3-00697b6f5a" "proxy-server 3334976" 0.0019 "-" 3334976 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:51339/sda1/1/a/c2" "tx655a2596abdb4cc1b39b3-00697b6f5a" "container-server 3334976" 0.0025 "-" 3334976 2 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:45513/sdb1/1/a/c2" "tx655a2596abdb4cc1b39b3-00697b6f5a" "container-server 3334976" 0.0010 "-" 3334976 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx655a2596abdb4cc1b39b3-00697b6f5a" "proxy-server 3334976" 0.0095 "-" 3334976 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:54 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx655a2596abdb4cc1b39b3-00697b6f5a" "proxy-server 3334976" 0.0143 "-" 3334976 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/54 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx655a2596abdb4cc1b39b3-00697b6f5a - 0.0222 - - 1769697114.803461552 1769697114.825689554 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txe5b1ddd2cde34620b0f4e-00697b6f59) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx9968225092e547a082474-00697b6f59) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx9968225092e547a082474-00697b6f59) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9968225092e547a082474-00697b6f59) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx9968225092e547a082474-00697b6f59) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx9968225092e547a082474-00697b6f59) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf3937b6c96a8447799054-00697b6f5a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txf3937b6c96a8447799054-00697b6f5a) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3937b6c96a8447799054-00697b6f5a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txf3937b6c96a8447799054-00697b6f5a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txf3937b6c96a8447799054-00697b6f5a) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txf3937b6c96a8447799054-00697b6f5a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txf3937b6c96a8447799054-00697b6f5a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf3937b6c96a8447799054-00697b6f5a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf3937b6c96a8447799054-00697b6f5a) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: txf3937b6c96a8447799054-00697b6f5a) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txf3937b6c96a8447799054-00697b6f5a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfdc1b584350849c8ad53e-00697b6f5b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfdc1b584350849c8ad53e-00697b6f5b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfdc1b584350849c8ad53e-00697b6f5b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfdc1b584350849c8ad53e-00697b6f5b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfdc1b584350849c8ad53e-00697b6f5b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfdc1b584350849c8ad53e-00697b6f5b) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txfdc1b584350849c8ad53e-00697b6f5b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfdc1b584350849c8ad53e-00697b6f5b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfdc1b584350849c8ad53e-00697b6f5b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txfdc1b584350849c8ad53e-00697b6f5b) +test DEBUG: Setting object count to 1065 (txn: txfdc1b584350849c8ad53e-00697b6f5b) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpgcwzmoty/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgcwzmoty/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpgcwzmoty/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgcwzmoty/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0033 "-" 3334963 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0030 "-" 3334963 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3334963 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0028 "-" 3334963 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9e8a7400efa94745a3eea-00697b6f5b" "proxy-server 3334963" 0.0020 "-" 3334963 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:39077/sdb1/3/a/c" "tx9e8a7400efa94745a3eea-00697b6f5b" "container-server 3334963" 0.0011 "-" 3334963 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:48159/sda1/3/a/c" "tx9e8a7400efa94745a3eea-00697b6f5b" "container-server 3334963" 0.0010 "-" 3334963 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9e8a7400efa94745a3eea-00697b6f5b" "proxy-server 3334963" 0.0137 "-" 3334963 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx9e8a7400efa94745a3eea-00697b6f5b" "proxy-server 3334963" 0.0097 "-" 3334963 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/55 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx9e8a7400efa94745a3eea-00697b6f5b - 0.0231 - - 1769697115.604572535 1769697115.627634525 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txd243c4daafd04aa5af9bc-00697b6f5b" "proxy-server 3334963" 0.0012 "-" 3334963 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:48159/sda1/0/a1/c1" "txd243c4daafd04aa5af9bc-00697b6f5b" "container-server 3334963" 0.0012 "-" 3334963 0test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok +test ERROR: Failed to unlink '/tmp/tmpu1ipkmbn/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpu1ipkmbn/containers/part/suffix/hash/container_1769697110.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpu1ipkmbn/containers/part/suffix/hash/container_1769697110.00000.db': ['/tmp/tmpu1ipkmbn/containers/part/suffix/hash/container.db', '/tmp/tmpu1ipkmbn/containers/part/suffix/hash/container_1769697111.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpu1ipkmbn/containers/part/suffix/hash/container_1769697111.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test ERROR: Problem finding shard upper in '/tmp/tmpy1eooioh/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpy1eooioh/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmppqh1doje/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmppqh1doje/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok +test ERROR: Failed to unlink '/tmp/tmp262n132f/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp262n132f/containers/part/suffix/hash/container_1769697102.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp262n132f/containers/part/suffix/hash/container_1769697102.00000.db': ['/tmp/tmp262n132f/containers/part/suffix/hash/container.db', '/tmp/tmp262n132f/containers/part/suffix/hash/container_1769697103.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp262n132f/containers/part/suffix/hash/container_1769697103.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test ERROR: Problem finding shard upper in '/tmp/tmpppo95gyr/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpppo95gyr/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp63_k0y7l/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp63_k0y7l/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok + +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39077/sdb1/0/a1/c1" "txd243c4daafd04aa5af9bc-00697b6f5b" "container-server 3334963" 0.0011 "-" 3334963 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd243c4daafd04aa5af9bc-00697b6f5b" "proxy-server 3334963" 0.0090 "-" 3334963 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd243c4daafd04aa5af9bc-00697b6f5b" "proxy-server 3334963" 0.0158 "-" 3334963 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/55 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txd243c4daafd04aa5af9bc-00697b6f5b - 0.0234 - - 1769697115.629093885 1769697115.652477503 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf40467a0cbfa47eb89d24-00697b6f5b" "proxy-server 3334963" 0.0020 "-" 3334963 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:48159/sda1/3/a/c1" "txf40467a0cbfa47eb89d24-00697b6f5b" "container-server 3334963" 0.0032 "-" 3334963 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:39077/sdb1/3/a/c1" "txf40467a0cbfa47eb89d24-00697b6f5b" "container-server 3334963" 0.0011 "-" 3334963 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf40467a0cbfa47eb89d24-00697b6f5b" "proxy-server 3334963" 0.0107 "-" 3334963 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf40467a0cbfa47eb89d24-00697b6f5b" "proxy-server 3334963" 0.0158 "-" 3334963 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/55 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txf40467a0cbfa47eb89d24-00697b6f5b - 0.0242 - - 1769697115.654015064 1769697115.678261280 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3d3e4f65dc2b4c6892925-00697b6f5b" "proxy-server 3334963" 0.0022 "-" 3334963 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:48159/sda1/0/a/c2" "tx3d3e4f65dc2b4c6892925-00697b6f5b" "container-server 3334963" 0.0028 "-" 3334963 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:39077/sdb1/0/a/c2" "tx3d3e4f65dc2b4c6892925-00697b6f5b" "container-server 3334963" 0.0012 "-" 3334963 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3d3e4f65dc2b4c6892925-00697b6f5b" "proxy-server 3334963" 0.0148 "-" 3334963 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:55 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3d3e4f65dc2b4c6892925-00697b6f5b" "proxy-server 3334963" 0.0111 "-" 3334963 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/55 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx3d3e4f65dc2b4c6892925-00697b6f5b - 0.0242 - - 1769697115.679717302 1769697115.703870058 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_sleeper +test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test ERROR: Failed to unlink '/tmp/tmpr3n00qh8/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpr3n00qh8/containers/part/suffix/hash/container_1769697116.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpr3n00qh8/containers/part/suffix/hash/container_1769697116.00000.db': ['/tmp/tmpr3n00qh8/containers/part/suffix/hash/container.db', '/tmp/tmpr3n00qh8/containers/part/suffix/hash/container_1769697117.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpr3n00qh8/containers/part/suffix/hash/container_1769697117.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx1f8c788eddd845c6ac014-00697b6f5c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx8c36f34c6826437b92fd1-00697b6f5c) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpab5m7f4g/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpab5m7f4g/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpab5m7f4g/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpab5m7f4g/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0034 "-" 3334961 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0032 "-" 3334961 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3334961 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0029 "-" 3334961 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx536616c2706040afbfa67-00697b6f5c" "proxy-server 3334961" 0.0015 "-" 3334961 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:45689/sda1/1/a/c" "tx536616c2706040afbfa67-00697b6f5c" "container-server 3334961" 0.0012 "-" 3334961 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:49571/sdb1/1/a/c" "tx536616c2706040afbfa67-00697b6f5c" "container-server 3334961" 0.0017 "-" 3334961 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx536616c2706040afbfa67-00697b6f5c" "proxy-server 3334961" 0.0145 "-" 3334961 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx536616c2706040afbfa67-00697b6f5c" "proxy-server 3334961" 0.0105 "-" 3334961 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/56 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx536616c2706040afbfa67-00697b6f5c - 0.0243 - - 1769697116.387848854 1769697116.412172794 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx8a68ef5efc60447ba3fc2-00697b6f5c" "proxy-server 3334961" 0.0013 "-" 3334961 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:45689/sda1/1/a1/c1" "tx8a68ef5efc60447ba3fc2-00697b6f5c" "container-server 3334961" 0.0016 "-" 3334961 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:49571/sdb1/1/a1/c1" "tx8a68ef5efc60447ba3fc2-00697b6f5c" "container-server 3334961" 0.0011 "-" 3334961 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8a68ef5efc60447ba3fc2-00697b6f5c" "proxy-server 3334961" 0.0137 "-" 3334961 0test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8a68ef5efc60447ba3fc2-00697b6f5c" "proxy-server 3334961" 0.0100 "-" 3334961 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/56 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx8a68ef5efc60447ba3fc2-00697b6f5c - 0.0264 - - 1769697116.413703442 1769697116.440129995 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd7096ccf06a94bdc89ffe-00697b6f5c" "proxy-server 3334961" 0.0020 "-" 3334961 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:49571/sdb1/2/a/c1" "txd7096ccf06a94bdc89ffe-00697b6f5c" "container-server 3334961" 0.0018 "-" 3334961 1 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:45689/sda1/2/a/c1" "txd7096ccf06a94bdc89ffe-00697b6f5c" "container-server 3334961" 0.0018 "-" 3334961 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd7096ccf06a94bdc89ffe-00697b6f5c" "proxy-server 3334961" 0.0100 "-" 3334961 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd7096ccf06a94bdc89ffe-00697b6f5c" "proxy-server 3334961" 0.0150 "-" 3334961 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/56 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txd7096ccf06a94bdc89ffe-00697b6f5c - 0.0235 - - 1769697116.441709042 1769697116.465176582 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx394f167ab5df4718860bb-00697b6f5c" "proxy-server 3334961" 0.0019 "-" 3334961 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:45689/sda1/1/a/c2" "tx394f167ab5df4718860bb-00697b6f5c" "container-server 3334961" 0.0020 "-" 3334961 2 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:49571/sdb1/1/a/c2" "tx394f167ab5df4718860bb-00697b6f5c" "container-server 3334961" 0.0018 "-" 3334961 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx394f167ab5df4718860bb-00697b6f5c" "proxy-server 3334961" 0.0141 "-" 3334961 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:31:56 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx394f167ab5df4718860bb-00697b6f5c" "proxy-server 3334961" 0.0106 "-" 3334961 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/31/56 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx394f167ab5df4718860bb-00697b6f5c - 0.0231 - - 1769697116.466659546 1769697116.489807606 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sdatest.unit.proxy.test_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok + +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok - -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503) + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1!test.unit.proxy.test_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok +test ERROR: Failed to unlink '/tmp/tmp6z6n9hzq/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp6z6n9hzq/containers/part/suffix/hash/container_1769697117.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp6z6n9hzq/containers/part/suffix/hash/container_1769697117.00000.db': ['/tmp/tmp6z6n9hzq/containers/part/suffix/hash/container.db', '/tmp/tmp6z6n9hzq/containers/part/suffix/hash/container_1769697118.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp6z6n9hzq/containers/part/suffix/hash/container_1769697118.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp06qmx509/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00342 seconds (292.66494/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test DEBUG: Successfully deleted db /tmp/tmp2e14ndhg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +test DEBUG: Not deleting db /tmp/tmp2e14ndhg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db (2/3 success) +test DEBUG: Not deleting db /tmp/tmp2e14ndhg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db (requires sharding, state unsharded) +test DEBUG: Not deleting db /tmp/tmp2e14ndhg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697116.98249.db (requires sharding, state sharding) +test DEBUG: Not deleting db /tmp/tmp2e14ndhg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697116.98249.db (2/3 success) +test DEBUG: Successfully deleted db /tmp/tmp2e14ndhg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697116.98249.db +test DEBUG: Successfully deleted db /tmp/tmp2e14ndhg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmppr_dp78e/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (51, '993bca0c773cfb36f654e4b24519e2b2', 'b99b72d0-3328-4343-b447-2971f1adeba3-sda', '1769697116.99722', '1769697116.00000', '0', '', '1769697116.00000', 51, 0) +test DEBUG: /tmp/tmppr_dp78e/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1769697117.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1769697118.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1769697119.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1769697120.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1769697121.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1769697122.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1769697123.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1769697124.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1769697125.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1769697126.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b99b72d0-3328-4343-b447-2971f1adeba3-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1769697127.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1769697128.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1769697129.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1769697130.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1769697131.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1769697132.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1769697133.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1769697134.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1769697135.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1769697136.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b99b72d0-3328-4343-b447-2971f1adeba3-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1769697137.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1769697138.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1769697139.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1769697140.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1769697141.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1769697142.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1769697143.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1769697144.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1769697145.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1769697146.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b99b72d0-3328-4343-b447-2971f1adeba3-sda')test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (201, 404, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test DEBUG: /tmp/tmppr_dp78e/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.0113428s) +test DEBUG: Synchronization for /tmp/tmppr_dp78e/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db has fallen more than 30 rows behind; moving on and will try again next pass. +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (51, '993bca0c773cfb36f654e4b24519e2b2', 'b99b72d0-3328-4343-b447-2971f1adeba3-sda', '1769697116.99722', '1769697116.00000', '0', '', '1769697116.00000', 51, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('b99b72d0-3328-4343-b447-2971f1adeba3-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03614 seconds (27.67341/s) +test INFO: Removed 0 dbs +test INFO: 1 successes, 1 failures +test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmppr_dp78e/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (51, '993bca0c773cfb36f654e4b24519e2b2', 'b99b72d0-3328-4343-b447-2971f1adeba3-sda', '1769697116.99722', '1769697116.00000', '0', '', '1769697116.00000', 51, 0) +test DEBUG: /tmp/tmppr_dp78e/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1769697147.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1769697148.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1769697149.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1769697150.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1769697151.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1769697152.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1769697153.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1769697154.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1769697155.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1769697156.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b99b72d0-3328-4343-b447-2971f1adeba3-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1769697157.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1769697158.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1769697159.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1769697160.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1769697161.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1769697162.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1769697163.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1769697164.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1769697165.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1769697166.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b99b72d0-3328-4343-b447-2971f1adeba3-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1769697267.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b99b72d0-3328-4343-b447-2971f1adeba3-sda') +test DEBUG: /tmp/tmppr_dp78e/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.010632s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (51, '993bca0c773cfb36f654e4b24519e2b2', 'b99b72d0-3328-4343-b447-2971f1adeba3-sda', '1769697116.99722', '1769697116.00000', '0', '', '1769697116.00000', 51, 0) +test DEBUG: /tmp/tmppr_dp78e/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01959 seconds (51.04893/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00052 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00024 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00021 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpbpt3am8x/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, 'f52a58dc71def23316c473170d0ac545', '3d64fc89-48c5-4ab8-90bb-df68a84e224a-sda', '1769697117.08228', '1769695200.00000', '0', '', '1769695200.00000', 0, 1) +test DEBUG: /tmp/tmpbpt3am8x/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769695202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769695203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3d64fc89-48c5-4ab8-90bb-df68a84e224a-sda') +test DEBUG: /tmp/tmpbpt3am8x/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00361609s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, 'f52a58dc71def23316c473170d0ac545', '3d64fc89-48c5-4ab8-90bb-df68a84e224a-sda', '1769697117.08228', '1769695200.00000', '0', '', '1769695200.00000', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('3d64fc89-48c5-4ab8-90bb-df68a84e224a-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpbpt3am8x/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02066 seconds (48.40433/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpbpt3am8x/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, sync, (2, 'dc8abae4d8e4821938b19b40e97e0bc3', '7a0a9d54-04bc-4553-abfa-52a3ccc0d735-sda', '1769697117.10865', '1769695200', '0', '', '1769695200', 2, 0) +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('7a0a9d54-04bc-4553-abfa-52a3ccc0d735-sda', '000be150cecaff24404f6c054c47a491.db') +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (2, 'dc8abae4d8e4821938b19b40e97e0bc3', '7a0a9d54-04bc-4553-abfa-52a3ccc0d735-sda', '1769697117.10865', '1769695200', '0', '', '1769695200', 2, 0) +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('7a0a9d54-04bc-4553-abfa-52a3ccc0d735-sda', '000be150cecaff24404f6c054c47a491.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpe2y7xhl5/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db +REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, sync, (2, 'f52a58dc71def23316c473170d0ac545', '8c24e43a-6c23-4354-a324-f252444e1156-sda', '1769697117.12713', '1769695200.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1769697117.12830"]}', '1769695200.00000', 0, 1) +test DEBUG: /tmp/tmpe2y7xhl5/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769695202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769695203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '8c24e43a-6c23-4354-a324-f252444e1156-sda') +test DEBUG: /tmp/tmpe2y7xhl5/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00397682s) +REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, merge_syncs, ([],) +REPLICATE: /sdc/0/ccaf04f8b51ddee12913dc9a3db72435, sync, (2, 'f52a58dc71def23316c473170d0ac545', '8c24e43a-6c23-4354-a324-f252444e1156-sda', '1769697117.12713', '1769695200.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1769697117.12830"]}', '1769695200.00000', 0, 1) +REPLICATE: /sdc/0/ccaf04f8b51ddee12913dc9a3db72435, complete_rsync, ('8c24e43a-6c23-4354-a324-f252444e1156-sda', 'ccaf04f8b51ddee12913dc9a3db72435.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpe2y7xhl5/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02153 seconds (46.45657/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpe2y7xhl5/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, sync, (2, 'dc8abae4d8e4821938b19b40e97e0bc3', 'c2b679b3-9582-4d78-bf62-e10f734ddd27-sda', '1769697117.15332', '1769695200', '0', '', '1769695200', 2, 0) +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('c2b679b3-9582-4d78-bf62-e10f734ddd27-sda', '000be150cecaff24404f6c054c47a491.db') +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (2, 'dc8abae4d8e4821938b19b40e97e0bc3', 'c2b679b3-9582-4d78-bf62-e10f734ddd27-sda', '1769697117.15332', '1769695200', '0', '', '1769695200', 2, 0) +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('c2b679b3-9582-4d78-bf62-e10f734ddd27-sda', '000be150cecaff24404f6c054c47a491.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp82rlm1p6/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db +REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, sync, (2, 'f52a58dc71def23316c473170d0ac545', 'd19ca51f-0b7e-4feb-b028-e8390b6ae136-sda', '1769697117.17158', '1769695200.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1769697117.17268"]}', '1769695200.00000', 0, 0) +test DEBUG: /tmp/tmp82rlm1p6/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769695202.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769695203.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'd19ca51f-0b7e-4feb-b028-e8390b6ae136-sda') +test DEBUG: /tmp/tmp82rlm1p6/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00368142s) +REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, merge_syncs, ([],) +REPLICATE: /sdc/0/ccaf04f8b51ddee12913dc9a3db72435, sync, (2, 'f52a58dc71def23316c473170d0ac545', 'd19ca51f-0b7e-4feb-b028-e8390b6ae136-sda', '1769697117.17158', '1769695200.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1769697117.17268"]}', '1769695200.00000', 0, 0) +REPLICATE: /sdc/0/ccaf04f8b51ddee12913dc9a3db72435, complete_rsync, ('d19ca51f-0b7e-4feb-b028-e8390b6ae136-sda', 'ccaf04f8b51ddee12913dc9a3db72435.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp82rlm1p6/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02205 seconds (45.34215/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp82rlm1p6/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, sync, (2, '6c38a4583905c38c38f18ba81a335bf8', 'dd864d1d-adf5-404f-9e1d-e2f6787accbf-sda', '1769697117.19889', '1769695200', '0', '', '1769695200', 2, 0)test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok + +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: Setting object count to 1072 (txn: tx632971fbcbd44093939e7-00697b6f59) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Setting object count to 1072 (txn: tx9a24321452bc4d7abc387-00697b6f5a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6ad2c1ca4b4d43f4b0e48-00697b6f5b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx6ad2c1ca4b4d43f4b0e48-00697b6f5b) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6ad2c1ca4b4d43f4b0e48-00697b6f5b) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx6ad2c1ca4b4d43f4b0e48-00697b6f5b) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx6ad2c1ca4b4d43f4b0e48-00697b6f5b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx186600ee174f44cca2595-00697b6f5c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx186600ee174f44cca2595-00697b6f5c) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx186600ee174f44cca2595-00697b6f5c) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx186600ee174f44cca2595-00697b6f5c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx186600ee174f44cca2595-00697b6f5c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx186600ee174f44cca2595-00697b6f5c) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx186600ee174f44cca2595-00697b6f5c) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx186600ee174f44cca2595-00697b6f5c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx186600ee174f44cca2595-00697b6f5c) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx186600ee174f44cca2595-00697b6f5c) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx186600ee174f44cca2595-00697b6f5c) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx186600ee174f44cca2595-00697b6f5c) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx186600ee174f44cca2595-00697b6f5c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx944dd13866db4020b3f22-00697b6f5d) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx944dd13866db4020b3f22-00697b6f5d)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok + +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('dd864d1d-adf5-404f-9e1d-e2f6787accbf-sda', '000be150cecaff24404f6c054c47a491.db') +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (2, '6c38a4583905c38c38f18ba81a335bf8', 'dd864d1d-adf5-404f-9e1d-e2f6787accbf-sda', '1769697117.19889', '1769695200', '0', '', '1769695200', 2, 0) +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('dd864d1d-adf5-404f-9e1d-e2f6787accbf-sda', '000be150cecaff24404f6c054c47a491.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpovx37udy/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, '2f6285ccde7bd959e49942592dd03d48', 'a91d9141-d19b-498a-9f27-bbe09730f828-sda', '1769697117.21633', '1769697117.00000', '0', '', '1769697117.00000', 1, 0) +test DEBUG: /tmp/tmpovx37udy/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1769697119.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1769697120.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'a91d9141-d19b-498a-9f27-bbe09730f828-sda') +test DEBUG: /tmp/tmpovx37udy/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.00312233s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, '2f6285ccde7bd959e49942592dd03d48', 'a91d9141-d19b-498a-9f27-bbe09730f828-sda', '1769697117.21633', '1769697117.00000', '0', '', '1769697117.00000', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a91d9141-d19b-498a-9f27-bbe09730f828-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpovx37udy/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02478 seconds (40.34986/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpovx37udy/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, sync, (1, '7e3d04cba54ee59f94de1c4c3f0a624f', '091fc133-7568-4814-b8dd-e9015d10c5b5-sda', '1769697117.24619', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('091fc133-7568-4814-b8dd-e9015d10c5b5-sda', '000be150cecaff24404f6c054c47a491.db') +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (1, '7e3d04cba54ee59f94de1c4c3f0a624f', '091fc133-7568-4814-b8dd-e9015d10c5b5-sda', '1769697117.24619', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('091fc133-7568-4814-b8dd-e9015d10c5b5-sda', '000be150cecaff24404f6c054c47a491.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpovx37udy/sdb/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (1, '7e3d04cba54ee59f94de1c4c3f0a624f', '317a2d85-6c29-43e0-acd0-010c54a41b9f-', '1769697117.24619', '1769695200', '0', '', '1769695200', 1, 0) +test DEBUG: /tmp/tmpovx37udy/sdb/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db in sync with 10.0.0.2:1002/sdc, nothing to do +REPLICATE: /sda/0/000be150cecaff24404f6c054c47a491, sync, (1, '7e3d04cba54ee59f94de1c4c3f0a624f', '317a2d85-6c29-43e0-acd0-010c54a41b9f-', '1769697117.24619', '1769695200', '0', '', '1769695200', 1, 0) +test DEBUG: /tmp/tmpovx37udy/sdb/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db in sync with 10.0.0.0:1000/sda, nothing to do +test DEBUG: Replicating db /tmp/tmpovx37udy/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, '28ea86d920137a9c484b4b3745bc383a', '157f2099-8846-4744-958a-3940ea842a65-sdb', '1769697117.21633', '1769697118.00000', '0', '', '1769697118.00000', 1, 0) +test DEBUG: /tmp/tmpovx37udy/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1769697121.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1769697122.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '157f2099-8846-4744-958a-3940ea842a65-sdb') +test DEBUG: /tmp/tmpovx37udy/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00426579s) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([{'remote_id': 'a91d9141-d19b-498a-9f27-bbe09730f828-sda', 'sync_point': 2}],) +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, '28ea86d920137a9c484b4b3745bc383a', '157f2099-8846-4744-958a-3940ea842a65-sdb', '1769697117.21633', '1769697118.00000', '0', '', '1769697118.00000', 1, 0) +test DEBUG: /tmp/tmpovx37udy/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1769697121.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1769697122.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '157f2099-8846-4744-958a-3940ea842a65-sdb') +test DEBUG: /tmp/tmpovx37udy/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00473952s) +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([{'remote_id': 'a91d9141-d19b-498a-9f27-bbe09730f828-sda', 'sync_point': 2}],) +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpovx37udy/sdb/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.04517 seconds (44.27748/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpovx37udy/sdb/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (2, 'f8f753bbc06a85d7f45a0089777f8707', '317a2d85-6c29-43e0-acd0-010c54a41b9f-', '1769697117.24619', '1769695200', '0', '', '1769695200', 1, 0) +test DEBUG: /tmp/tmpovx37udy/sdb/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1769697122.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1769697122.00000', 'deleted': 0, 'storage_policy_index': 0}], '317a2d85-6c29-43e0-acd0-010c54a41b9f-')test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok + +test DEBUG: /tmp/tmpovx37udy/sdb/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.00436783s) +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, merge_syncs, ([{'remote_id': '091fc133-7568-4814-b8dd-e9015d10c5b5-sda', 'sync_point': 1}],) +REPLICATE: /sda/0/000be150cecaff24404f6c054c47a491, sync, (2, 'f8f753bbc06a85d7f45a0089777f8707', '317a2d85-6c29-43e0-acd0-010c54a41b9f-', '1769697117.24619', '1769695200', '0', '', '1769695200', 1, 0) +test DEBUG: /tmp/tmpovx37udy/sdb/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 +REPLICATE: /sda/0/000be150cecaff24404f6c054c47a491, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1769697122.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1769697122.00000', 'deleted': 0, 'storage_policy_index': 0}], '317a2d85-6c29-43e0-acd0-010c54a41b9f-') +test DEBUG: /tmp/tmpovx37udy/sdb/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.00434923s) +REPLICATE: /sda/0/000be150cecaff24404f6c054c47a491, merge_syncs, ([{'remote_id': '091fc133-7568-4814-b8dd-e9015d10c5b5-sda', 'sync_point': 1}],) +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '1b0cfe7717ccb589da215beb7a2ecc41', 'bb61e671-c310-41bb-ba25-9b57f93011aa-', '1769697117.33834', '1769697117.33652', '0', '', '1769697117.33652', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('bb61e671-c310-41bb-ba25-9b57f93011aa-', 'e8fbcd486a77117e2cd3398aa1f9485f_1769697117.33962.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '1b0cfe7717ccb589da215beb7a2ecc41', 'bb61e671-c310-41bb-ba25-9b57f93011aa-', '1769697117.33834', '1769697117.33652', '0', '', '1769697117.33652', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.33955', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697117.33955', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697117.33955', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.33975', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.33975', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.33962', 'epoch': '1769697117.33962', 'reported': 0, 'tombstones': -1}], 'bb61e671-c310-41bb-ba25-9b57f93011aa-') +test DEBUG: /tmp/tmp1c0ue_no/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.33962.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp1c0ue_no/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.33962.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '948a88061a34eb618c0170125b886c7f', '63cfe00f-3cc4-46df-a1e2-1559c5dcc8a4-', '1769697117.37179', '1769697117.37007', '0', '', '1769697117.37007', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.38483', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769697117.38483', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697117.38483', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.38591', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.38591', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.37299', 'epoch': '1769697117.37299', 'reported': 0, 'tombstones': -1}], '63cfe00f-3cc4-46df-a1e2-1559c5dcc8a4-') +test DEBUG: /tmp/tmpz30rdv9c/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.37299.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpz30rdv9c/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.37299.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '948a88061a34eb618c0170125b886c7f', '63cfe00f-3cc4-46df-a1e2-1559c5dcc8a4-', '1769697117.37179', '1769697117.38206', '0', '', '1769697117.37007', 101, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.38483', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769697117.38483', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697117.38483', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.38591', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.38591', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.37299', 'epoch': '1769697117.37299', 'reported': 0, 'tombstones': -1}], '63cfe00f-3cc4-46df-a1e2-1559c5dcc8a4-') +test DEBUG: /tmp/tmpz30rdv9c/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.37299.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpz30rdv9c/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.37299.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '948a88061a34eb618c0170125b886c7f', '33d464b7-ea6a-4569-ad4f-1605d8cc7081-', '1769697117.42768', '1769697117.42584', '0', '', '1769697117.42584', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.44004', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769697117.44004', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697117.44004', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.44115', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.44115', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.42894', 'epoch': '1769697117.42894', 'reported': 0, 'tombstones': -1}], '33d464b7-ea6a-4569-ad4f-1605d8cc7081-') +test DEBUG: /tmp/tmp2dn3pijw/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.42894.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp2dn3pijw/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.42894.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '948a88061a34eb618c0170125b886c7f', '33d464b7-ea6a-4569-ad4f-1605d8cc7081-', '1769697117.42768', '1769697117.43716', '0', '', '1769697117.42584', 101, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.44004', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769697117.44004', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697117.44004', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.44115', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.44115', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.42894', 'epoch': '1769697117.42894', 'reported': 0, 'tombstones': -1}], '33d464b7-ea6a-4569-ad4f-1605d8cc7081-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_timing +test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok + +test DEBUG: /tmp/tmp2dn3pijw/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.42894.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp2dn3pijw/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.42894.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (5, 'e75b45d94b57113c96ae91e8ed9844d3', '2ad2e40c-61a1-4ef3-97d1-24b664a050e9-', '1769697117.49013', '1769697117.48798', '0', '', '1769697117.48798', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.50279', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.50279', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697117.50279', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.50427', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.50427', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.49146', 'epoch': '1769697117.49146', 'reported': 0, 'tombstones': -1}], '2ad2e40c-61a1-4ef3-97d1-24b664a050e9-') +test DEBUG: /tmp/tmp48ua8h4a/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.49146.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp48ua8h4a/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.49146.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (5, 'e75b45d94b57113c96ae91e8ed9844d3', '2ad2e40c-61a1-4ef3-97d1-24b664a050e9-', '1769697117.49013', '1769697117.49987', '0', '', '1769697117.48798', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.50279', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.50279', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697117.50279', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.50427', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.50427', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.49146', 'epoch': '1769697117.49146', 'reported': 0, 'tombstones': -1}], '2ad2e40c-61a1-4ef3-97d1-24b664a050e9-') +test DEBUG: /tmp/tmp48ua8h4a/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.49146.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp48ua8h4a/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.49146.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (5, 'e75b45d94b57113c96ae91e8ed9844d3', '98a9542b-2ee9-43a5-b7f2-b92655093eb3-', '1769697117.55042', '1769697117.54852', '0', '', '1769697117.54852', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.56308', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.56308', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697117.56308', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.56448', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.56448', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.55177', 'epoch': '1769697117.55177', 'reported': 0, 'tombstones': -1}], '98a9542b-2ee9-43a5-b7f2-b92655093eb3-') +test DEBUG: /tmp/tmpuz0ead_2/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.55177.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpuz0ead_2/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.55177.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (5, 'e75b45d94b57113c96ae91e8ed9844d3', '98a9542b-2ee9-43a5-b7f2-b92655093eb3-', '1769697117.55042', '1769697117.56012', '0', '', '1769697117.54852', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.56308', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.56308', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697117.56308', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.56448', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.56448', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.55177', 'epoch': '1769697117.55177', 'reported': 0, 'tombstones': -1}], '98a9542b-2ee9-43a5-b7f2-b92655093eb3-') +test DEBUG: /tmp/tmpuz0ead_2/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.55177.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpuz0ead_2/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.55177.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '1b0cfe7717ccb589da215beb7a2ecc41', '2ac27fe7-0d67-42f2-9944-1d425396ba0a-', '1769697117.60817', '1769697117.60639', '0', '', '1769697117.60639', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.61083', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697117.61083', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697117.61083', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.61110', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.61110', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.61089', 'epoch': '1769697117.61089', 'reported': 0, 'tombstones': -1}], '2ac27fe7-0d67-42f2-9944-1d425396ba0a-') +test DEBUG: /tmp/tmpo1fyru7l/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.61089.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpo1fyru7l/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.61089.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '1b0cfe7717ccb589da215beb7a2ecc41', '2ac27fe7-0d67-42f2-9944-1d425396ba0a-', '1769697117.60817', '1769697117.62038', '0', '', '1769697117.60639', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.61083', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697117.61083', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697117.61083', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.61110', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.61110', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.61089', 'epoch': '1769697117.61089', 'reported': 0, 'tombstones': -1}], '2ac27fe7-0d67-42f2-9944-1d425396ba0a-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok + +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (201, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503) + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx2dac25e84b1a4355bb54e-00697b6f5c) +test INFO: Client disconnected on read of '/a/c' (txn: tx2dac25e84b1a4355bb54e-00697b6f5c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx4b32a290d335420f99cde-00697b6f5c) +test INFO: Client disconnected on read of '/a/c' (txn: tx4b32a290d335420f99cde-00697b6f5c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx88ab35aaca1c432285011-00697b6f5d) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx88ab35aaca1c432285011-00697b6f5d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx88ab35aaca1c432285011-00697b6f5d) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx88ab35aaca1c432285011-00697b6f5d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok + +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok + +test DEBUG: /tmp/tmpo1fyru7l/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.61089.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpo1fyru7l/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.61089.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '1b0cfe7717ccb589da215beb7a2ecc41', '3ce69cbf-aa33-448b-a93c-2e188fd8ed51-', '1769697117.65249', '1769697117.65071', '0', '', '1769697117.65071', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.65370', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697117.65370', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697117.65370', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.65391', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.65391', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.65377', 'epoch': '1769697117.65377', 'reported': 0, 'tombstones': -1}], '3ce69cbf-aa33-448b-a93c-2e188fd8ed51-') +test DEBUG: /tmp/tmpff1x41cp/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.65377.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpff1x41cp/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.65377.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '1b0cfe7717ccb589da215beb7a2ecc41', '3ce69cbf-aa33-448b-a93c-2e188fd8ed51-', '1769697117.65249', '1769697117.66194', '0', '', '1769697117.65071', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.65370', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697117.65370', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697117.65370', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.65391', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.65391', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.65377', 'epoch': '1769697117.65377', 'reported': 0, 'tombstones': -1}], '3ce69cbf-aa33-448b-a93c-2e188fd8ed51-') +test DEBUG: /tmp/tmpff1x41cp/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.65377.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpff1x41cp/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.65377.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (8, 'b5179d511141f30dbe5ea2fee1d133d2', 'fc96ea41-dcf6-4661-b838-b2865295f82c-', '1769697117.69989', '1769697117.69785', '0', '', '1769697117.69785', 2, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('fc96ea41-dcf6-4661-b838-b2865295f82c-', 'e8fbcd486a77117e2cd3398aa1f9485f_1769697117.70323.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (8, 'b5179d511141f30dbe5ea2fee1d133d2', 'fc96ea41-dcf6-4661-b838-b2865295f82c-', '1769697117.69989', '1769697117.69785', '0', '', '1769697117.69785', 2, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.70111', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.70111', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697117.70111', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.70344', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.70344', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.70323', 'epoch': '1769697117.70323', 'reported': 0, 'tombstones': -1}], 'fc96ea41-dcf6-4661-b838-b2865295f82c-') +test DEBUG: /tmp/tmpycnfjs62/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.70323.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpycnfjs62/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.70323.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (8, 'b5179d511141f30dbe5ea2fee1d133d2', '372e2ec2-615b-4b03-a67f-ef837b5b628d-', '1769697117.73995', '1769697117.73799', '0', '', '1769697117.73799', 2, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('372e2ec2-615b-4b03-a67f-ef837b5b628d-', 'e8fbcd486a77117e2cd3398aa1f9485f_1769697117.74389.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (8, 'b5179d511141f30dbe5ea2fee1d133d2', '372e2ec2-615b-4b03-a67f-ef837b5b628d-', '1769697117.73995', '1769697117.73799', '0', '', '1769697117.73799', 2, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.74119', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.74119', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697117.74119', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.74412', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.74412', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.74389', 'epoch': '1769697117.74389', 'reported': 0, 'tombstones': -1}], '372e2ec2-615b-4b03-a67f-ef837b5b628d-') +test DEBUG: /tmp/tmp8pp4ccjr/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.74389.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp8pp4ccjr/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.74389.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '4ee548d59f88f64730c4c92c7ef9440b', '42848970-96c6-4fdf-b94d-4579be879993-', '1769697117.78105', '1769697117.77929', '0', '', '1769697117.77929', 3, 0) +test WARNING: /tmp/tmp0x0s00ca/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.78427.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp0x0s00ca/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.78427.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '4ee548d59f88f64730c4c92c7ef9440b', '42848970-96c6-4fdf-b94d-4579be879993-', '1769697117.78105', '1769697117.79286', '0', '', '1769697117.77929', 3, 0) +test WARNING: /tmp/tmp0x0s00ca/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.78427.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmp0x0s00ca/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.78427.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '4ee548d59f88f64730c4c92c7ef9440b', '8b6b69c4-be9d-4d94-9bcf-3f59b742dcbf-', '1769697117.81827', '1769697117.81647', '0', '', '1769697117.81647', 3, 0)test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok + +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok + +test WARNING: /tmp/tmpvwnn2g9f/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.82368.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpvwnn2g9f/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.82368.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '4ee548d59f88f64730c4c92c7ef9440b', '8b6b69c4-be9d-4d94-9bcf-3f59b742dcbf-', '1769697117.81827', '1769697117.83283', '0', '', '1769697117.81647', 3, 0) +test WARNING: /tmp/tmpvwnn2g9f/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.82368.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpvwnn2g9f/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.82368.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (10, '57f6247f4589fed06792bb4573568f1d', 'e7f2e07f-5624-4924-9cfa-c0e6d4b020dd-', '1769697117.85824', '1769697117.85642', '0', '', '1769697117.85642', 5, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.87706', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.87706', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697117.87706', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.87926', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.87926', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.86158', 'epoch': '1769697117.86158', 'reported': 0, 'tombstones': -1}], 'e7f2e07f-5624-4924-9cfa-c0e6d4b020dd-') +test DEBUG: /tmp/tmp2lx0g36q/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.86158.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp2lx0g36q/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.86158.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (10, '57f6247f4589fed06792bb4573568f1d', 'e7f2e07f-5624-4924-9cfa-c0e6d4b020dd-', '1769697117.85824', '1769697117.87003', '0', '', '1769697117.85642', 5, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.87706', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.87706', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697117.87706', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.87926', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.87926', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.86158', 'epoch': '1769697117.86158', 'reported': 0, 'tombstones': -1}], 'e7f2e07f-5624-4924-9cfa-c0e6d4b020dd-') +test DEBUG: /tmp/tmp2lx0g36q/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.86158.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp2lx0g36q/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.86158.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (10, '57f6247f4589fed06792bb4573568f1d', '9bd95d15-9b44-479b-8f11-b3c4ed152e45-', '1769697117.92632', '1769697117.92448', '0', '', '1769697117.92448', 5, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.93994', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.93994', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697117.93994', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.94199', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.94199', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.92879', 'epoch': '1769697117.92879', 'reported': 0, 'tombstones': -1}], '9bd95d15-9b44-479b-8f11-b3c4ed152e45-') +test DEBUG: /tmp/tmpx9_tsoqz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.92879.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpx9_tsoqz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.92879.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (10, '57f6247f4589fed06792bb4573568f1d', '9bd95d15-9b44-479b-8f11-b3c4ed152e45-', '1769697117.92632', '1769697117.93683', '0', '', '1769697117.92448', 5, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.93994', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.93994', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697117.93994', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.94199', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.94199', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.92879', 'epoch': '1769697117.92879', 'reported': 0, 'tombstones': -1}], '9bd95d15-9b44-479b-8f11-b3c4ed152e45-') +test DEBUG: /tmp/tmpx9_tsoqz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.92879.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpx9_tsoqz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.92879.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '4ee548d59f88f64730c4c92c7ef9440b', '65b94b39-5ae6-4294-bd52-b0c1e273838a-', '1769697117.99529', '1769697117.99317', '0', '', '1769697117.99317', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.99675', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.99675', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697117.99675', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.99932', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.99932', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.99890', 'epoch': '1769697117.99890', 'reported': 0, 'tombstones': -1}], '65b94b39-5ae6-4294-bd52-b0c1e273838a-') +test DEBUG: /tmp/tmpc6q9q39k/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.99890.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpc6q9q39k/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.99890.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '4ee548d59f88f64730c4c92c7ef9440b', '65b94b39-5ae6-4294-bd52-b0c1e273838a-', '1769697117.99529', '1769697118.01555', '0', '', '1769697117.99317', 3, 0)test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx944dd13866db4020b3f22-00697b6f5d) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx944dd13866db4020b3f22-00697b6f5d) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx944dd13866db4020b3f22-00697b6f5d) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx944dd13866db4020b3f22-00697b6f5d) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx944dd13866db4020b3f22-00697b6f5d) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx944dd13866db4020b3f22-00697b6f5d) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx944dd13866db4020b3f22-00697b6f5d) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx944dd13866db4020b3f22-00697b6f5d) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx944dd13866db4020b3f22-00697b6f5d) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx944dd13866db4020b3f22-00697b6f5d) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx944dd13866db4020b3f22-00697b6f5d) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx944dd13866db4020b3f22-00697b6f5d) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx944dd13866db4020b3f22-00697b6f5d) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx944dd13866db4020b3f22-00697b6f5d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx800e1324f60d49ffbdc17-00697b6f5e) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx800e1324f60d49ffbdc17-00697b6f5e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx800e1324f60d49ffbdc17-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx800e1324f60d49ffbdc17-00697b6f5e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx800e1324f60d49ffbdc17-00697b6f5e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx800e1324f60d49ffbdc17-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx800e1324f60d49ffbdc17-00697b6f5e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx800e1324f60d49ffbdc17-00697b6f5e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx800e1324f60d49ffbdc17-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx800e1324f60d49ffbdc17-00697b6f5e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx800e1324f60d49ffbdc17-00697b6f5e) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx800e1324f60d49ffbdc17-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx800e1324f60d49ffbdc17-00697b6f5e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx800e1324f60d49ffbdc17-00697b6f5e) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx800e1324f60d49ffbdc17-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx800e1324f60d49ffbdc17-00697b6f5e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx800e1324f60d49ffbdc17-00697b6f5e) +test DEBUG: Setting object count to 3120 (txn: tx800e1324f60d49ffbdc17-00697b6f5e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx7ecc814380134c1794b96-00697b6f5e) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx7ecc814380134c1794b96-00697b6f5e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7ecc814380134c1794b96-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7ecc814380134c1794b96-00697b6f5e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7ecc814380134c1794b96-00697b6f5e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7ecc814380134c1794b96-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7ecc814380134c1794b96-00697b6f5e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7ecc814380134c1794b96-00697b6f5e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx7ecc814380134c1794b96-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7ecc814380134c1794b96-00697b6f5e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7ecc814380134c1794b96-00697b6f5e) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7ecc814380134c1794b96-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7ecc814380134c1794b96-00697b6f5e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx7ecc814380134c1794b96-00697b6f5e) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7ecc814380134c1794b96-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7ecc814380134c1794b96-00697b6f5e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx7ecc814380134c1794b96-00697b6f5e) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697117.99675', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.99675', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697117.99675', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697117.99932', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697117.99932', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697117.99890', 'epoch': '1769697117.99890', 'reported': 0, 'tombstones': -1}], '65b94b39-5ae6-4294-bd52-b0c1e273838a-') +test DEBUG: /tmp/tmpc6q9q39k/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.99890.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpc6q9q39k/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697117.99890.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'd0c2bce73af9530ae6bcb01346098afa', '73d049ad-5587-4714-b07a-7aaf08bc4e00-', '1769697118.07804', '1769697118.07509', '0', '', '1769697118.07509', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697118.08020', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697118.08020', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697118.08020', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697118.08202', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697118.08202', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697118.08176', 'epoch': '1769697118.08176', 'reported': 0, 'tombstones': -1}], '73d049ad-5587-4714-b07a-7aaf08bc4e00-') +test DEBUG: /tmp/tmpkbl8w9_j/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697118.08176.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkbl8w9_j/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697118.08176.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'd0c2bce73af9530ae6bcb01346098afa', '73d049ad-5587-4714-b07a-7aaf08bc4e00-', '1769697118.07804', '1769697118.09249', '0', '', '1769697118.07509', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697118.08020', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697118.08020', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697118.08020', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697118.08202', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697118.08202', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697118.08176', 'epoch': '1769697118.08176', 'reported': 0, 'tombstones': -1}], '73d049ad-5587-4714-b07a-7aaf08bc4e00-') +test DEBUG: /tmp/tmpkbl8w9_j/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697118.08176.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpkbl8w9_j/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1769697118.08176.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '0b9690eaaa0b84a64ada49e496769ae4', '46a71cfd-6a97-4b65-b533-cbe2bebad494-sda', '1769697118.14681', '1769697118.14383', '0', '', '1769697118.14383', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('46a71cfd-6a97-4b65-b533-cbe2bebad494-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '96f93536ef61428714b48bf0db326651', 'f9b4e331-724b-4ecb-a0c7-6164a933cfe2-sda', '1769697118.16321', '1769697118.16077', '0', '', '1769697118.16077', 6, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697118.17494', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769697118.17494', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697118.17494', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697118.17713', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697118.17713', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697118.17677', 'epoch': '1769697118.17677', 'reported': 0, 'tombstones': -1}], 'f9b4e331-724b-4ecb-a0c7-6164a933cfe2-sda') +test DEBUG: /tmp/tmphnlicyse/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmphnlicyse/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '96f93536ef61428714b48bf0db326651', 'f9b4e331-724b-4ecb-a0c7-6164a933cfe2-sda', '1769697118.16321', '1769697118.16775', '0', '', '1769697118.16077', 6, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697118.17494', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769697118.17494', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697118.17494', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697118.17713', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697118.17713', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697118.17677', 'epoch': '1769697118.17677', 'reported': 0, 'tombstones': -1}], 'f9b4e331-724b-4ecb-a0c7-6164a933cfe2-sda') +test DEBUG: /tmp/tmphnlicyse/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmphnlicyse/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '96f93536ef61428714b48bf0db326651', '4e90e3db-1498-47bd-9b7d-135777fa5050-sda', '1769697118.24720', '1769697118.24402', '0', '', '1769697118.24402', 6, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697118.26223', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769697118.26223', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697118.26223', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697118.26414', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697118.26414', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697118.26389', 'epoch': '1769697118.26389', 'reported': 0, 'tombstones': -1}], '4e90e3db-1498-47bd-9b7d-135777fa5050-sda') +test DEBUG: /tmp/tmp60uaady2/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp60uaady2/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok + +test DEBUG: Setting object count to 3120 (txn: tx7ecc814380134c1794b96-00697b6f5e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txfb737d24a4f847f08dd2a-00697b6f5e) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txfb737d24a4f847f08dd2a-00697b6f5e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfb737d24a4f847f08dd2a-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfb737d24a4f847f08dd2a-00697b6f5e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfb737d24a4f847f08dd2a-00697b6f5e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfb737d24a4f847f08dd2a-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfb737d24a4f847f08dd2a-00697b6f5e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txfb737d24a4f847f08dd2a-00697b6f5e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txfb737d24a4f847f08dd2a-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txfb737d24a4f847f08dd2a-00697b6f5e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txfb737d24a4f847f08dd2a-00697b6f5e) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txfb737d24a4f847f08dd2a-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txfb737d24a4f847f08dd2a-00697b6f5e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txfb737d24a4f847f08dd2a-00697b6f5e) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfb737d24a4f847f08dd2a-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfb737d24a4f847f08dd2a-00697b6f5e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txfb737d24a4f847f08dd2a-00697b6f5e) +test DEBUG: Setting object count to 3120 (txn: txfb737d24a4f847f08dd2a-00697b6f5e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx93d65bcc5c254a079ff9b-00697b6f5e) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx93d65bcc5c254a079ff9b-00697b6f5e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx93d65bcc5c254a079ff9b-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx93d65bcc5c254a079ff9b-00697b6f5e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx93d65bcc5c254a079ff9b-00697b6f5e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx93d65bcc5c254a079ff9b-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx93d65bcc5c254a079ff9b-00697b6f5e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx93d65bcc5c254a079ff9b-00697b6f5e) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx93d65bcc5c254a079ff9b-00697b6f5e) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx93d65bcc5c254a079ff9b-00697b6f5e) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx93d65bcc5c254a079ff9b-00697b6f5e) +test DEBUG: Setting object count to 3120 (txn: tx93d65bcc5c254a079ff9b-00697b6f5e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc83154a6a95b4db282aee-00697b6f5e) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txc83154a6a95b4db282aee-00697b6f5e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc83154a6a95b4db282aee-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txc83154a6a95b4db282aee-00697b6f5e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txc83154a6a95b4db282aee-00697b6f5e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc83154a6a95b4db282aee-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txc83154a6a95b4db282aee-00697b6f5e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txc83154a6a95b4db282aee-00697b6f5e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc83154a6a95b4db282aee-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txc83154a6a95b4db282aee-00697b6f5e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txc83154a6a95b4db282aee-00697b6f5e) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc83154a6a95b4db282aee-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txc83154a6a95b4db282aee-00697b6f5e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txc83154a6a95b4db282aee-00697b6f5e) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc83154a6a95b4db282aee-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc83154a6a95b4db282aee-00697b6f5e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txc83154a6a95b4db282aee-00697b6f5e) +test DEBUG: Setting object count to 3120 (txn: txc83154a6a95b4db282aee-00697b6f5e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx755ead9982814b55a3448-00697b6f5e) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx755ead9982814b55a3448-00697b6f5e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx755ead9982814b55a3448-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx755ead9982814b55a3448-00697b6f5e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx755ead9982814b55a3448-00697b6f5e)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '96f93536ef61428714b48bf0db326651', '4e90e3db-1498-47bd-9b7d-135777fa5050-sda', '1769697118.24720', '1769697118.25731', '0', '', '1769697118.24402', 6, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769697118.26223', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769697118.26223', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697118.26223', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697118.26414', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697118.26414', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697118.26389', 'epoch': '1769697118.26389', 'reported': 0, 'tombstones': -1}], '4e90e3db-1498-47bd-9b7d-135777fa5050-sda') +test DEBUG: /tmp/tmp60uaady2/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp60uaady2/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'd8558ad2201e7a2dfb2a6b4ebf87687b', '91661e11-0b70-457b-8070-52a6c039b27c-sda', '1769697118.32737', '1769697118.32451', '0', '', '1769697118.32451', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('91661e11-0b70-457b-8070-52a6c039b27c-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Unlinked retiring db '/tmp/tmp7zx4o7ko/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'd8558ad2201e7a2dfb2a6b4ebf87687b', '6b79a48d-39c8-4cae-91b2-6ebb673bb633-sda', '1769697118.36779', '1769697118.36536', '0', '', '1769697118.36536', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('6b79a48d-39c8-4cae-91b2-6ebb673bb633-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'd8558ad2201e7a2dfb2a6b4ebf87687b', '1b4b9cd4-1c1e-4400-9b50-e211542cdbb3-sda', '1769697118.40432', '1769697118.40191', '0', '', '1769697118.40191', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('1b4b9cd4-1c1e-4400-9b50-e211542cdbb3-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Unlinked retiring db '/tmp/tmpdxmi5azj/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'd8558ad2201e7a2dfb2a6b4ebf87687b', '82ca3a96-3781-4f7f-9b8c-c1010135edbb-sda', '1769697118.43371', '1769697118.43157', '0', '', '1769697118.43157', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('82ca3a96-3781-4f7f-9b8c-c1010135edbb-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '29ff2251-8fe7-4926-b84b-285591632caf-sda', '1769697118.47298', '1769697118.47128', '0', '', '1769697118.47128', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4da4j2pc/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'bdf2a01f-f894-4c29-b80d-809b6b3ada32-sdb', '1769697118.49460', '1769697119.00000', '0', '', '1769697119.00000', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('bdf2a01f-f894-4c29-b80d-809b6b3ada32-sdb', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'bdf2a01f-f894-4c29-b80d-809b6b3ada32-sdb', '1769697118.49460', '1769697119.00000', '0', '', '1769697119.00000', 0, 1) +test ERROR: Quarantining DB /tmp/tmp4da4j2pc/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('bdf2a01f-f894-4c29-b80d-809b6b3ada32-sdb', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01018 seconds (98.19870/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpw9zhhrt4/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '7c235922-b522-45fb-886c-ece78ca79002-sda', '1769697118.51009', '1769697118', '0', '', '1769697118', 0, 0) +test DEBUG: /tmp/tmpw9zhhrt4/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '7c235922-b522-45fb-886c-ece78ca79002-sda', '1769697118.51009', '1769697118', '0', '', '1769697118', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('7c235922-b522-45fb-886c-ece78ca79002-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01012 seconds (98.85833/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpjcjyxs3b/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'a1498f1406ed4bf3b78867dca16cfed5', 'fe078eaf-4f76-411d-8a5f-9cc4a28474e3-sda', '1769697118.53025', '1769697118', '0', '', '1769697118', 1, 0) +test DEBUG: /tmp/tmpjcjyxs3b/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697120.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'fe078eaf-4f76-411d-8a5f-9cc4a28474e3-sda') +test DEBUG: /tmp/tmpjcjyxs3b/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00562167s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'a1498f1406ed4bf3b78867dca16cfed5', 'fe078eaf-4f76-411d-8a5f-9cc4a28474e3-sda', '1769697118.53025', '1769697118', '0', '', '1769697118', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('fe078eaf-4f76-411d-8a5f-9cc4a28474e3-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02533 seconds (39.48196/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpla7uwlia/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '184a7741-bd76-4a18-97d1-46125bb76d4e-sda', '1769697118.56508', '1769697118', '0', '', '1769697118', 0, 1) +test DEBUG: /tmp/tmpla7uwlia/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '184a7741-bd76-4a18-97d1-46125bb76d4e-sda', '1769697118.56508', '1769697118', '0', '', '1769697118', 0, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok + +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('184a7741-bd76-4a18-97d1-46125bb76d4e-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01478 seconds (67.63979/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmphtud1ree/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'a1498f1406ed4bf3b78867dca16cfed5', 'b554032c-e05d-4618-a9cd-9384dad79a42-sda', '1769697118.59261', '1769697118', '0', '', '1769697118', 1, 0) +test DEBUG: /tmp/tmphtud1ree/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'a1498f1406ed4bf3b78867dca16cfed5', 'b554032c-e05d-4618-a9cd-9384dad79a42-sda', '1769697118.59261', '1769697118', '0', '', '1769697118', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('b554032c-e05d-4618-a9cd-9384dad79a42-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01651 seconds (60.57770/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpydg4czn1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '51cb7b19-6589-409b-b20e-e1d4bcb9ab31-sda', '1769697118.62649', '1769697118', '0', '', '1769697118', 0, 1) +test DEBUG: /tmp/tmpydg4czn1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '51cb7b19-6589-409b-b20e-e1d4bcb9ab31-sda', '1769697118.62649', '1769697118', '0', '', '1769697118', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('51cb7b19-6589-409b-b20e-e1d4bcb9ab31-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01344 seconds (74.42856/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmprim1bpdm/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9107a690d7660bf46839228cddf7d2b0', '78217a83-8522-4396-9110-48d7c210f0da-sda', '1769697118.65193', '1769697118', '0', '', '1769697118', 1, 0) +test DEBUG: /tmp/tmprim1bpdm/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697121.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '78217a83-8522-4396-9110-48d7c210f0da-sda') +test DEBUG: /tmp/tmprim1bpdm/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00556636s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9107a690d7660bf46839228cddf7d2b0', '78217a83-8522-4396-9110-48d7c210f0da-sda', '1769697118.65193', '1769697118', '0', '', '1769697118', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('78217a83-8522-4396-9110-48d7c210f0da-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01923 seconds (51.99889/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_z1fx8a6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f53f3806-30a5-433b-b614-7e84f56b5641-sda', '1769697118.68470', '1769697118', '0', '', '1769697118', 0, 0) +test DEBUG: /tmp/tmp_z1fx8a6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f53f3806-30a5-433b-b614-7e84f56b5641-sda', '1769697118.68470', '1769697118', '0', '', '1769697118', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('f53f3806-30a5-433b-b614-7e84f56b5641-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01261 seconds (79.32427/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpaah8gtyv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9107a690d7660bf46839228cddf7d2b0', '6a39e26a-29d0-4888-9cad-49cd02eb8bc6-sda', '1769697118.70908', '1769697118', '0', '', '1769697118', 1, 1) +test DEBUG: /tmp/tmpaah8gtyv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9107a690d7660bf46839228cddf7d2b0', '6a39e26a-29d0-4888-9cad-49cd02eb8bc6-sda', '1769697118.70908', '1769697118', '0', '', '1769697118', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('6a39e26a-29d0-4888-9cad-49cd02eb8bc6-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01625 seconds (61.53577/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp6klc3he8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9b9e0e03-2f0e-46d7-9d79-57ad96b5393a-sda', '1769697118.74200', '1769697120', '0', '', '1769697120', 0, 1) +test DEBUG: /tmp/tmp6klc3he8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9b9e0e03-2f0e-46d7-9d79-57ad96b5393a-sda', '1769697118.74200', '1769697120', '0', '', '1769697120', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('9b9e0e03-2f0e-46d7-9d79-57ad96b5393a-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00982 seconds (101.78023/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplm1zgswv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9107a690d7660bf46839228cddf7d2b0', 'a23ac691-6fa5-4103-b481-0e40c3caf690-sda', '1769697118.76150', '1769697120', '0', '', '1769697120', 1, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok + +test DEBUG: /tmp/tmplm1zgswv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697121.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'a23ac691-6fa5-4103-b481-0e40c3caf690-sda') +test DEBUG: /tmp/tmplm1zgswv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00345302s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9107a690d7660bf46839228cddf7d2b0', 'a23ac691-6fa5-4103-b481-0e40c3caf690-sda', '1769697118.76150', '1769697120', '0', '', '1769697120', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a23ac691-6fa5-4103-b481-0e40c3caf690-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01735 seconds (57.63749/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplmugolkk/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9107a690d7660bf46839228cddf7d2b0', '4cce8f17-6f11-43ef-87f4-c59332570728-sda', '1769697118.79256', '1769697118', '1769697119', '', '1769697119', 1, 1) +test DEBUG: /tmp/tmplmugolkk/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697121.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '4cce8f17-6f11-43ef-87f4-c59332570728-sda') +test DEBUG: /tmp/tmplmugolkk/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00311184s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9107a690d7660bf46839228cddf7d2b0', '4cce8f17-6f11-43ef-87f4-c59332570728-sda', '1769697118.79256', '1769697118', '1769697119', '', '1769697119', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('4cce8f17-6f11-43ef-87f4-c59332570728-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01573 seconds (63.58819/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpue6lr3bx/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9107a690d7660bf46839228cddf7d2b0', 'a0ba7341-fae9-4f63-a9e9-84114d910b25-sda', '1769697118.82041', '1769697118', '1769697119', '', '1769697119', 1, 1) +test DEBUG: /tmp/tmpue6lr3bx/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9107a690d7660bf46839228cddf7d2b0', 'a0ba7341-fae9-4f63-a9e9-84114d910b25-sda', '1769697118.82041', '1769697118', '1769697119', '', '1769697119', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a0ba7341-fae9-4f63-a9e9-84114d910b25-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01395 seconds (71.66147/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp0h0h0fy9/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '0f265028-f7e7-4d9e-b6cc-be8ab5655838-sda', '1769697118.84524', '1769697120', '1769697119', '', '1769697120', 0, 1) +test DEBUG: /tmp/tmp0h0h0fy9/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '0f265028-f7e7-4d9e-b6cc-be8ab5655838-sda', '1769697118.84524', '1769697120', '1769697119', '', '1769697120', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('0f265028-f7e7-4d9e-b6cc-be8ab5655838-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01048 seconds (95.43914/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpf3j6wcwi/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '6c163ae9fa15f5cbfdb0f175fe968bf1', '4e9f6193-c9f9-41c8-ad50-147f5c1bc466-sda', '1769697118.86528', '1769697120', '1769697119', '', '1769697120', 1, 0) +test DEBUG: /tmp/tmpf3j6wcwi/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697122.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4e9f6193-c9f9-41c8-ad50-147f5c1bc466-sda') +test DEBUG: /tmp/tmpf3j6wcwi/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00341225s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '6c163ae9fa15f5cbfdb0f175fe968bf1', '4e9f6193-c9f9-41c8-ad50-147f5c1bc466-sda', '1769697118.86528', '1769697120', '1769697119', '', '1769697120', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('4e9f6193-c9f9-41c8-ad50-147f5c1bc466-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01730 seconds (57.79872/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp3rpdcujz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '812d3817-d2e1-41f3-bde4-91e3144c2103-sda', '1769697118.89265', '1769697120', '1769697119', '', '1769697120', 0, 1) +test DEBUG: /tmp/tmp3rpdcujz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '812d3817-d2e1-41f3-bde4-91e3144c2103-sda', '1769697118.89265', '1769697120', '1769697119', '', '1769697120', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('812d3817-d2e1-41f3-bde4-91e3144c2103-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01195 seconds (83.67953/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failurestest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok + +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpi1fwogf3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '6c163ae9fa15f5cbfdb0f175fe968bf1', 'c4f6e521-7047-4c27-8b08-146e14ececc1-sda', '1769697118.91483', '1769697120', '1769697119', '', '1769697120', 1, 1) +test DEBUG: /tmp/tmpi1fwogf3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '6c163ae9fa15f5cbfdb0f175fe968bf1', 'c4f6e521-7047-4c27-8b08-146e14ececc1-sda', '1769697118.91483', '1769697120', '1769697119', '', '1769697120', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('c4f6e521-7047-4c27-8b08-146e14ececc1-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01922 seconds (52.03695/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp56ra4d08/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '2eb6393d-3bfe-43fd-a628-c07f33af98c0-sda', '1769697118.94653', '1769697121', '1769697120', '', '1769697121', 0, 0) +test DEBUG: /tmp/tmp56ra4d08/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '2eb6393d-3bfe-43fd-a628-c07f33af98c0-sda', '1769697118.94653', '1769697121', '1769697120', '', '1769697121', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('2eb6393d-3bfe-43fd-a628-c07f33af98c0-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01123 seconds (89.08429/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp412e8oxl/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'd056d547a2cf972dc3ce8bb38120df92', '32bfa421-efae-480e-9f72-3be55e038d5d-sda', '1769697118.96835', '1769697121', '1769697120', '', '1769697121', 1, 1) +test DEBUG: /tmp/tmp412e8oxl/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697123.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '32bfa421-efae-480e-9f72-3be55e038d5d-sda') +test DEBUG: /tmp/tmp412e8oxl/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0041039s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'd056d547a2cf972dc3ce8bb38120df92', '32bfa421-efae-480e-9f72-3be55e038d5d-sda', '1769697118.96835', '1769697121', '1769697120', '', '1769697121', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('32bfa421-efae-480e-9f72-3be55e038d5d-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01681 seconds (59.48320/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp72vvshur/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '2f80a151-5b74-494b-981b-aab67ec48854-sda', '1769697118.99841', '1769697121', '1769697120', '', '1769697121', 0, 1) +test DEBUG: /tmp/tmp72vvshur/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '2f80a151-5b74-494b-981b-aab67ec48854-sda', '1769697118.99841', '1769697121', '1769697120', '', '1769697121', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('2f80a151-5b74-494b-981b-aab67ec48854-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01216 seconds (82.22929/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpb0waigj8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '90d7cf16bc62576269fa7089b6e5cd95', '417581da-863c-43e3-95ca-5801129fb82d-sda', '1769697119.02179', '1769697122', '1769697121', '', '1769697122', 1, 0) +test DEBUG: /tmp/tmpb0waigj8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '90d7cf16bc62576269fa7089b6e5cd95', '417581da-863c-43e3-95ca-5801129fb82d-sda', '1769697119.02179', '1769697122', '1769697121', '', '1769697122', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('417581da-863c-43e3-95ca-5801129fb82d-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01365 seconds (73.27265/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpnu25sxzr/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '62352ec6-aceb-4a6b-beff-bf49e811289c-sda', '1769697119.05142', '1769697122', '1769697121', '', '1769697122', 0, 0) +test DEBUG: /tmp/tmpnu25sxzr/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '62352ec6-aceb-4a6b-beff-bf49e811289c-sda', '1769697119.05142', '1769697122', '1769697121', '', '1769697122', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('62352ec6-aceb-4a6b-beff-bf49e811289c-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00948 seconds (105.43905/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpttbvcmrv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'd056d547a2cf972dc3ce8bb38120df92', '4fe253a5-5fa5-41d5-9928-8ed0af5ecdfd-sda', '1769697119.07069', '1769697122', '1769697121', '', '1769697122', 1, 0) +test DEBUG: /tmp/tmpttbvcmrv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697123.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4fe253a5-5fa5-41d5-9928-8ed0af5ecdfd-sda') +test DEBUG: /tmp/tmpttbvcmrv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00487733s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'd056d547a2cf972dc3ce8bb38120df92', '4fe253a5-5fa5-41d5-9928-8ed0af5ecdfd-sda', '1769697119.07069', '1769697122', '1769697121', '', '1769697122', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('4fe253a5-5fa5-41d5-9928-8ed0af5ecdfd-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01822 seconds (54.87526/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpoyhnfdif/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'ea0edcac-5209-40d9-8262-1fc7d67f6d4b-sda', '1769697119.10012', '1769697122', '1769697121', '', '1769697122', 0, 0) +test DEBUG: /tmp/tmpoyhnfdif/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'ea0edcac-5209-40d9-8262-1fc7d67f6d4b-sda', '1769697119.10012', '1769697122', '1769697121', '', '1769697122', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('ea0edcac-5209-40d9-8262-1fc7d67f6d4b-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01807 seconds (55.32622/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpcy8k1o6n/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'd056d547a2cf972dc3ce8bb38120df92', '74872aa8-1f10-43c9-8b69-de5e4f23168c-sda', '1769697119.12986', '1769697122', '1769697121', '', '1769697122', 1, 1) +test DEBUG: /tmp/tmpcy8k1o6n/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'd056d547a2cf972dc3ce8bb38120df92', '74872aa8-1f10-43c9-8b69-de5e4f23168c-sda', '1769697119.12986', '1769697122', '1769697121', '', '1769697122', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('74872aa8-1f10-43c9-8b69-de5e4f23168c-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01562 seconds (64.00740/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmps5mgtdc3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '14741ec0-5dcf-4129-8671-034241d6c1d3-sda', '1769697119.15463', '1769697123', '1769697122', '', '1769697123', 0, 1) +test DEBUG: /tmp/tmps5mgtdc3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '14741ec0-5dcf-4129-8671-034241d6c1d3-sda', '1769697119.15463', '1769697123', '1769697122', '', '1769697123', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('14741ec0-5dcf-4129-8671-034241d6c1d3-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01077 seconds (92.86744/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_pzejmb0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '90d7cf16bc62576269fa7089b6e5cd95', '13fef23f-80d6-485f-930c-8c187071edc7-sda', '1769697119.17779', '1769697123', '1769697122', '', '1769697123', 1, 0) +test DEBUG: /tmp/tmp_pzejmb0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697124.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '13fef23f-80d6-485f-930c-8c187071edc7-sda') +test DEBUG: /tmp/tmp_pzejmb0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00269413s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '90d7cf16bc62576269fa7089b6e5cd95', '13fef23f-80d6-485f-930c-8c187071edc7-sda', '1769697119.17779', '1769697123', '1769697122', '', '1769697123', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('13fef23f-80d6-485f-930c-8c187071edc7-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01747 seconds (57.23011/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpphn4j8ok/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '0cf0178f-3166-4cf6-a932-c7c345873bcd-sda', '1769697119.20652', '1769697123', '1769697122', '', '1769697123', 0, 1) +test DEBUG: /tmp/tmpphn4j8ok/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '0cf0178f-3166-4cf6-a932-c7c345873bcd-sda', '1769697119.20652', '1769697123', '1769697122', '', '1769697123', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('0cf0178f-3166-4cf6-a932-c7c345873bcd-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01279 seconds (78.15655/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmprfyu4v7n/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '90d7cf16bc62576269fa7089b6e5cd95', '46529e46-aea7-4f19-9407-05c2839cca37-sda', '1769697119.23019', '1769697123', '1769697122', '', '1769697123', 1, 0) +test DEBUG: /tmp/tmprfyu4v7n/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '90d7cf16bc62576269fa7089b6e5cd95', '46529e46-aea7-4f19-9407-05c2839cca37-sda', '1769697119.23019', '1769697123', '1769697122', '', '1769697123', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok + +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('46529e46-aea7-4f19-9407-05c2839cca37-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01791 seconds (55.82103/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp8_mk4gf_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '72ef38cf-fc10-4c04-8284-28e6683ad95c-sda', '1769697119.26363', '1769697124', '1769697123', '', '1769697124', 0, 1) +test DEBUG: /tmp/tmp8_mk4gf_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '72ef38cf-fc10-4c04-8284-28e6683ad95c-sda', '1769697119.26363', '1769697124', '1769697123', '', '1769697124', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('72ef38cf-fc10-4c04-8284-28e6683ad95c-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00933 seconds (107.19877/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp5t_bnkn4/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9282f2ca8e44e096fe22c8c978b59ad3', '906d9b24-1c97-4054-a071-b106c5a15a86-sda', '1769697119.28434', '1769697124', '1769697123', '', '1769697124', 1, 0) +test DEBUG: /tmp/tmp5t_bnkn4/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697125.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '906d9b24-1c97-4054-a071-b106c5a15a86-sda') +test DEBUG: /tmp/tmp5t_bnkn4/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00242138s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9282f2ca8e44e096fe22c8c978b59ad3', '906d9b24-1c97-4054-a071-b106c5a15a86-sda', '1769697119.28434', '1769697124', '1769697123', '', '1769697124', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('906d9b24-1c97-4054-a071-b106c5a15a86-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02169 seconds (46.09357/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp32e7m10_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'bf4fa61b-a470-4c60-8803-45764c23f420-sda', '1769697119.31763', '1769697124', '1769697123', '', '1769697124', 0, 1) +test DEBUG: /tmp/tmp32e7m10_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'bf4fa61b-a470-4c60-8803-45764c23f420-sda', '1769697119.31763', '1769697124', '1769697123', '', '1769697124', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('bf4fa61b-a470-4c60-8803-45764c23f420-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01151 seconds (86.85222/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpf_y_4ary/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9282f2ca8e44e096fe22c8c978b59ad3', 'dcbfa2fa-1119-40bf-84fd-8bac578c1043-sda', '1769697119.34022', '1769697124', '1769697123', '', '1769697124', 1, 1) +test DEBUG: /tmp/tmpf_y_4ary/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9282f2ca8e44e096fe22c8c978b59ad3', 'dcbfa2fa-1119-40bf-84fd-8bac578c1043-sda', '1769697119.34022', '1769697124', '1769697123', '', '1769697124', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('dcbfa2fa-1119-40bf-84fd-8bac578c1043-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01406 seconds (71.10627/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'dd1f6ffe-b40b-44d1-bb28-c5393e16dddc-sda', '1769697119.36499', '1769697119.00000', '0', '', '1769697119.00000', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'dd1f6ffe-b40b-44d1-bb28-c5393e16dddc-sda', '1769697119.36499', '1769697120.00000', '0', '', '1769697119.00000', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '82df22109f115ed16b41e2e292a21957', 'a786b1d1-07f7-43ec-8f26-a4764aac7b78-sda', '1769697119.37978', '1769697119.37773', '0', '', '1769697119.37773', 11, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1769697119.38383', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1769697119.38443', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1769697119.38453', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1769697119.38461', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1769697119.38468', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1769697119.38475', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1769697119.38482', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1769697119.38489', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1769697119.38496', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1769697119.38503', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1769697119.38515', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a786b1d1-07f7-43ec-8f26-a4764aac7b78-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok + +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx755ead9982814b55a3448-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx755ead9982814b55a3448-00697b6f5e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx755ead9982814b55a3448-00697b6f5e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx755ead9982814b55a3448-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx755ead9982814b55a3448-00697b6f5e) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx755ead9982814b55a3448-00697b6f5e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx6a5261f7f3d041bd8a229-00697b6f5e) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx6a5261f7f3d041bd8a229-00697b6f5e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6a5261f7f3d041bd8a229-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6a5261f7f3d041bd8a229-00697b6f5e) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx6a5261f7f3d041bd8a229-00697b6f5e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6a5261f7f3d041bd8a229-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6a5261f7f3d041bd8a229-00697b6f5e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx6a5261f7f3d041bd8a229-00697b6f5e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx94dcdb3ec54d4afdbcfb0-00697b6f5e) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx94dcdb3ec54d4afdbcfb0-00697b6f5e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx94dcdb3ec54d4afdbcfb0-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx94dcdb3ec54d4afdbcfb0-00697b6f5e) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx94dcdb3ec54d4afdbcfb0-00697b6f5e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx94dcdb3ec54d4afdbcfb0-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx94dcdb3ec54d4afdbcfb0-00697b6f5e) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx94dcdb3ec54d4afdbcfb0-00697b6f5e) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx94dcdb3ec54d4afdbcfb0-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx94dcdb3ec54d4afdbcfb0-00697b6f5e) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx94dcdb3ec54d4afdbcfb0-00697b6f5e) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx94dcdb3ec54d4afdbcfb0-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx94dcdb3ec54d4afdbcfb0-00697b6f5e) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx94dcdb3ec54d4afdbcfb0-00697b6f5e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txa9e0f506f192408f890b7-00697b6f5e) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txa9e0f506f192408f890b7-00697b6f5e) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa9e0f506f192408f890b7-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9e0f506f192408f890b7-00697b6f5e) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa9e0f506f192408f890b7-00697b6f5e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb2e9a5b324a74b74ab35a-00697b6f5e) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txb2e9a5b324a74b74ab35a-00697b6f5e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb2e9a5b324a74b74ab35a-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txb2e9a5b324a74b74ab35a-00697b6f5e) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txb2e9a5b324a74b74ab35a-00697b6f5e) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txe6fcea72a4bf4b08a9620-00697b6f5e) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txe6fcea72a4bf4b08a9620-00697b6f5e) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe6fcea72a4bf4b08a9620-00697b6f5e) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txe6fcea72a4bf4b08a9620-00697b6f5e) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txe6fcea72a4bf4b08a9620-00697b6f5e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx38e9b61e6049433bb430c-00697b6f5f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx38e9b61e6049433bb430c-00697b6f5f) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38e9b61e6049433bb430c-00697b6f5f) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx38e9b61e6049433bb430c-00697b6f5f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx38e9b61e6049433bb430c-00697b6f5f) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38e9b61e6049433bb430c-00697b6f5f) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx38e9b61e6049433bb430c-00697b6f5f)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1769697119.39663', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a786b1d1-07f7-43ec-8f26-a4764aac7b78-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1769697119.40426', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a786b1d1-07f7-43ec-8f26-a4764aac7b78-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1769697119.40797', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a786b1d1-07f7-43ec-8f26-a4764aac7b78-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1769697119.41120', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a786b1d1-07f7-43ec-8f26-a4764aac7b78-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1769697119.41544', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a786b1d1-07f7-43ec-8f26-a4764aac7b78-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1769697119.41882', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a786b1d1-07f7-43ec-8f26-a4764aac7b78-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1769697119.42252', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a786b1d1-07f7-43ec-8f26-a4764aac7b78-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1769697119.42568', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a786b1d1-07f7-43ec-8f26-a4764aac7b78-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1769697119.43045', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a786b1d1-07f7-43ec-8f26-a4764aac7b78-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (21, '7b3bba78bb0f3b2561f104742d8e384f', 'a786b1d1-07f7-43ec-8f26-a4764aac7b78-sda', '1769697119.37978', '1769697119.37773', '0', '', '1769697119.37773', 21, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1769697119.43430', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a786b1d1-07f7-43ec-8f26-a4764aac7b78-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpqmlclacr/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '74779847-b8cf-4365-a971-ffd2f3cc6104-sda', '1769697119.45015', '1769697120', '0', '', '1769697120', 0, 0) +test DEBUG: /tmp/tmpqmlclacr/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '74779847-b8cf-4365-a971-ffd2f3cc6104-sda', '1769697119.45015', '1769697120', '0', '', '1769697120', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('74779847-b8cf-4365-a971-ffd2f3cc6104-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01004 seconds (99.59543/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmputahudwd/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9107a690d7660bf46839228cddf7d2b0', 'cf1b2c92-b675-4198-a96c-e990a28432bc-sda', '1769697119.47036', '1769697120', '0', '', '1769697120', 1, 1) +test DEBUG: /tmp/tmputahudwd/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697121.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'cf1b2c92-b675-4198-a96c-e990a28432bc-sda') +test DEBUG: /tmp/tmputahudwd/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00296903s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9107a690d7660bf46839228cddf7d2b0', 'cf1b2c92-b675-4198-a96c-e990a28432bc-sda', '1769697119.47036', '1769697120', '0', '', '1769697120', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('cf1b2c92-b675-4198-a96c-e990a28432bc-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmputahudwd/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02877 seconds (34.75402/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmputahudwd/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, sync, (1, 'a49cd3506e53c8c481dfd91d4614fd93', '9d8144ea-5cac-4de4-b7da-56ccc31378bf-sda', '1769697119.49668', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('9d8144ea-5cac-4de4-b7da-56ccc31378bf-sda', '000be150cecaff24404f6c054c47a491.db') +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (1, 'a49cd3506e53c8c481dfd91d4614fd93', '9d8144ea-5cac-4de4-b7da-56ccc31378bf-sda', '1769697119.49668', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('9d8144ea-5cac-4de4-b7da-56ccc31378bf-sda', '000be150cecaff24404f6c054c47a491.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpzc4a5f6o/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '48437237-0d41-4131-86ab-9e5539e8b03c-sda', '1769697119.52003', '1769697120', '0', '', '1769697120', 0, 0) +test DEBUG: /tmp/tmpzc4a5f6o/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '48437237-0d41-4131-86ab-9e5539e8b03c-sda', '1769697119.52003', '1769697120', '0', '', '1769697120', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('48437237-0d41-4131-86ab-9e5539e8b03c-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01244 seconds (80.38234/s)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok + +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp5vig_3is/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9107a690d7660bf46839228cddf7d2b0', '0d57b004-f9e9-4d41-a802-bec9178e5063-sda', '1769697119.54296', '1769697120', '0', '', '1769697120', 1, 0) +test DEBUG: /tmp/tmp5vig_3is/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9107a690d7660bf46839228cddf7d2b0', '0d57b004-f9e9-4d41-a802-bec9178e5063-sda', '1769697119.54296', '1769697120', '0', '', '1769697120', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('0d57b004-f9e9-4d41-a802-bec9178e5063-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp5vig_3is/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01806 seconds (55.37370/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp5vig_3is/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, sync, (1, 'e3182561ae80a997326fb5e1cea7e804', '4bc96b67-a427-4ec5-9332-9e392c8119a9-sda', '1769697119.56141', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('4bc96b67-a427-4ec5-9332-9e392c8119a9-sda', '000be150cecaff24404f6c054c47a491.db') +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (1, 'e3182561ae80a997326fb5e1cea7e804', '4bc96b67-a427-4ec5-9332-9e392c8119a9-sda', '1769697119.56141', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('4bc96b67-a427-4ec5-9332-9e392c8119a9-sda', '000be150cecaff24404f6c054c47a491.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmplu2zqcqx/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a9d0ea82-f49f-482b-b87c-7569538d02a2-sda', '1769697119.58049', '1769697120', '1769697121', '', '1769697121', 0, 1) +test DEBUG: /tmp/tmplu2zqcqx/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a9d0ea82-f49f-482b-b87c-7569538d02a2-sda', '1769697119.58049', '1769697120', '1769697121', '', '1769697121', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a9d0ea82-f49f-482b-b87c-7569538d02a2-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00962 seconds (103.93152/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpc4654v7r/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '6c163ae9fa15f5cbfdb0f175fe968bf1', 'a6e7dece-a0f8-49ac-a5c0-46f5e66578f9-sda', '1769697119.60043', '1769697120', '1769697121', '', '1769697121', 1, 0) +test DEBUG: /tmp/tmpc4654v7r/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697122.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a6e7dece-a0f8-49ac-a5c0-46f5e66578f9-sda') +test DEBUG: /tmp/tmpc4654v7r/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00258064s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '6c163ae9fa15f5cbfdb0f175fe968bf1', 'a6e7dece-a0f8-49ac-a5c0-46f5e66578f9-sda', '1769697119.60043', '1769697120', '1769697121', '', '1769697121', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a6e7dece-a0f8-49ac-a5c0-46f5e66578f9-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpc4654v7r/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02100 seconds (47.62822/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpc4654v7r/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, sync, (1, 'd4e2be55ae4a4a1786153f6bf3ea6bdd', '2da3d55c-c94e-4e3e-a245-19e9221c4e07-sda', '1769697119.62103', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('2da3d55c-c94e-4e3e-a245-19e9221c4e07-sda', '000be150cecaff24404f6c054c47a491.db') +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (1, 'd4e2be55ae4a4a1786153f6bf3ea6bdd', '2da3d55c-c94e-4e3e-a245-19e9221c4e07-sda', '1769697119.62103', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('2da3d55c-c94e-4e3e-a245-19e9221c4e07-sda', '000be150cecaff24404f6c054c47a491.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpnc5dn81c/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '7801834a-32fa-4d14-b1aa-e67a26e13627-sda', '1769697119.63959', '1769697120', '1769697121', '', '1769697121', 0, 1) +test DEBUG: /tmp/tmpnc5dn81c/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '7801834a-32fa-4d14-b1aa-e67a26e13627-sda', '1769697119.63959', '1769697120', '1769697121', '', '1769697121', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('7801834a-32fa-4d14-b1aa-e67a26e13627-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01655 seconds (60.41801/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp3vapi7ip/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '6c163ae9fa15f5cbfdb0f175fe968bf1', '71e96533-10f1-4771-89a5-a8f23568ff69-sda', '1769697119.66694', '1769697120', '1769697121', '', '1769697121', 1, 0) +test DEBUG: /tmp/tmp3vapi7ip/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok + +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '6c163ae9fa15f5cbfdb0f175fe968bf1', '71e96533-10f1-4771-89a5-a8f23568ff69-sda', '1769697119.66694', '1769697120', '1769697121', '', '1769697121', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('71e96533-10f1-4771-89a5-a8f23568ff69-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp3vapi7ip/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02589 seconds (38.62570/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp3vapi7ip/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, sync, (1, 'd4e2be55ae4a4a1786153f6bf3ea6bdd', '85015a6a-bd58-42a9-b9e6-2a4459e81d22-sda', '1769697119.69128', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('85015a6a-bd58-42a9-b9e6-2a4459e81d22-sda', '000be150cecaff24404f6c054c47a491.db') +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (1, 'd4e2be55ae4a4a1786153f6bf3ea6bdd', '85015a6a-bd58-42a9-b9e6-2a4459e81d22-sda', '1769697119.69128', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('85015a6a-bd58-42a9-b9e6-2a4459e81d22-sda', '000be150cecaff24404f6c054c47a491.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpphsuz3cp/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '39b6d9cb-270a-4aa9-9136-019045965d9d-sda', '1769697119.71010', '1769697119', '1769697120', '', '1769697120', 0, 0) +test DEBUG: /tmp/tmpphsuz3cp/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '39b6d9cb-270a-4aa9-9136-019045965d9d-sda', '1769697119.71010', '1769697119', '1769697120', '', '1769697120', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('39b6d9cb-270a-4aa9-9136-019045965d9d-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00944 seconds (105.96649/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1skl78xx/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '0fec1bb2-4c84-40b7-a565-0ef64a97dfa7-sda', '1769697119.72923', '1769697119', '1769697120', '', '1769697120', 0, 0) +test DEBUG: /tmp/tmp1skl78xx/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '0fec1bb2-4c84-40b7-a565-0ef64a97dfa7-sda', '1769697119.72923', '1769697119', '1769697120', '', '1769697120', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('0fec1bb2-4c84-40b7-a565-0ef64a97dfa7-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01164 seconds (85.90059/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1enfns4l/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '753ec3fe-38af-44ac-a192-ea430467f925-sda', '1769697119.75591', '1769697121', '0', '', '1769697121', 0, 0) +test DEBUG: /tmp/tmp1enfns4l/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '753ec3fe-38af-44ac-a192-ea430467f925-sda', '1769697119.75591', '1769697121', '0', '', '1769697121', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('753ec3fe-38af-44ac-a192-ea430467f925-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01033 seconds (96.84060/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmprq3s2jvz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '6c163ae9fa15f5cbfdb0f175fe968bf1', '810af29e-6e2d-4100-8891-01e21444eae2-sda', '1769697119.77590', '1769697121', '0', '', '1769697121', 1, 1) +test DEBUG: /tmp/tmprq3s2jvz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '6c163ae9fa15f5cbfdb0f175fe968bf1', '810af29e-6e2d-4100-8891-01e21444eae2-sda', '1769697119.77590', '1769697121', '0', '', '1769697121', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('810af29e-6e2d-4100-8891-01e21444eae2-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmprq3s2jvz/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01674 seconds (59.72970/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmprq3s2jvz/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, sync, (1, 'f098538c48edcb3592cfc61d03b456b2', '404896d3-49c5-4b8a-99b5-ddccf538ab45-sda', '1769697119.79233', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('404896d3-49c5-4b8a-99b5-ddccf538ab45-sda', '000be150cecaff24404f6c054c47a491.db') +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (1, 'f098538c48edcb3592cfc61d03b456b2', '404896d3-49c5-4b8a-99b5-ddccf538ab45-sda', '1769697119.79233', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('404896d3-49c5-4b8a-99b5-ddccf538ab45-sda', '000be150cecaff24404f6c054c47a491.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f5d964f7-76a8-4697-ab45-84d2df07c80e-sda', '1769697119.81346', '1769697119.81116', '0', '', '1769697119.81116', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpuwamgc06/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'cd846d1d-4801-4349-8247-746a8164146d-sda', '1769697119.82319', '1769697119.82093', '0', '', '1769697119.82093', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('cd846d1d-4801-4349-8247-746a8164146d-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'cd846d1d-4801-4349-8247-746a8164146d-sda', '1769697119.82319', '1769697119.82093', '0', '', '1769697119.82093', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('cd846d1d-4801-4349-8247-746a8164146d-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01713 seconds (58.36981/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '8ec7b519facbeb54dfcb96d5f23fdc71', '54462450-5c9e-47a2-8fa0-98941af88ae3-sda', '1769697119.84972', '1769697119.84774', '0', '', '1769697119.84774', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('54462450-5c9e-47a2-8fa0-98941af88ae3-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '082b3e0e782e5f32a6a66a84ca510cc2', '7254de64-38ae-406a-84f2-c0a6e7cedba5-sda', '1769697119.87385', '1769697119.87202', '0', '', '1769697119.87202', 11, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1769697119.87795', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1769697119.87862', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1769697119.87872', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1769697119.87879', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1769697119.87886', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1769697119.87893', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1769697119.87918', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1769697119.87928', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1769697119.87936', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1769697119.87943', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1769697119.87950', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '7254de64-38ae-406a-84f2-c0a6e7cedba5-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpqe_a3bzh/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f8041c1c-a27b-4a6d-b693-425b722d03f9-sda', '1769697119.90558', '1769697122', '0', '', '1769697122', 0, 1) +test DEBUG: /tmp/tmpqe_a3bzh/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f8041c1c-a27b-4a6d-b693-425b722d03f9-sda', '1769697119.90558', '1769697122', '0', '', '1769697122', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('f8041c1c-a27b-4a6d-b693-425b722d03f9-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01035 seconds (96.60418/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp7l09kaim/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'd056d547a2cf972dc3ce8bb38120df92', 'dd8a565c-4792-4bc4-8fe5-cedb4a52068b-sda', '1769697119.92684', '1769697122', '0', '', '1769697122', 1, 1) +test DEBUG: /tmp/tmp7l09kaim/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697123.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'dd8a565c-4792-4bc4-8fe5-cedb4a52068b-sda') +test DEBUG: /tmp/tmp7l09kaim/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00274134s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'd056d547a2cf972dc3ce8bb38120df92', 'dd8a565c-4792-4bc4-8fe5-cedb4a52068b-sda', '1769697119.92684', '1769697122', '0', '', '1769697122', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('dd8a565c-4792-4bc4-8fe5-cedb4a52068b-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp7l09kaim/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02419 seconds (41.34380/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp7l09kaim/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, sync, (1, 'd7fede88a134ec351265eb5d2a50a504', '7057c9cb-8bd2-4881-98bc-3340998ea68e-sda', '1769697119.94934', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('7057c9cb-8bd2-4881-98bc-3340998ea68e-sda', '000be150cecaff24404f6c054c47a491.db') +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (1, 'd7fede88a134ec351265eb5d2a50a504', '7057c9cb-8bd2-4881-98bc-3340998ea68e-sda', '1769697119.94934', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('7057c9cb-8bd2-4881-98bc-3340998ea68e-sda', '000be150cecaff24404f6c054c47a491.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmprbp319sy/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '5b472c3d-81f4-474a-bd4f-b031f67ae4c5-sda', '1769697119.97014', '1769697122', '0', '', '1769697122', 0, 1) +test DEBUG: /tmp/tmprbp319sy/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '5b472c3d-81f4-474a-bd4f-b031f67ae4c5-sda', '1769697119.97014', '1769697122', '0', '', '1769697122', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('5b472c3d-81f4-474a-bd4f-b031f67ae4c5-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok + +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01679 seconds (59.55499/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpbul4t_ai/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'd056d547a2cf972dc3ce8bb38120df92', '23cf1c55-8136-40d7-9563-60e1991d8861-sda', '1769697120.00218', '1769697122', '0', '', '1769697122', 1, 1) +test DEBUG: /tmp/tmpbul4t_ai/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'd056d547a2cf972dc3ce8bb38120df92', '23cf1c55-8136-40d7-9563-60e1991d8861-sda', '1769697120.00218', '1769697122', '0', '', '1769697122', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('23cf1c55-8136-40d7-9563-60e1991d8861-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpbul4t_ai/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02251 seconds (44.42958/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpbul4t_ai/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, sync, (1, 'd7fede88a134ec351265eb5d2a50a504', '4eb1847a-bad3-4e93-a629-408c36265908-sda', '1769697120.02356', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('4eb1847a-bad3-4e93-a629-408c36265908-sda', '000be150cecaff24404f6c054c47a491.db') +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (1, 'd7fede88a134ec351265eb5d2a50a504', '4eb1847a-bad3-4e93-a629-408c36265908-sda', '1769697120.02356', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('4eb1847a-bad3-4e93-a629-408c36265908-sda', '000be150cecaff24404f6c054c47a491.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpphwyxif2/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'ca21951d-21ea-45d1-add6-fdd249451cec-sda', '1769697120.05060', '1769697120', '1769697124', '', '1769697124', 0, 1) +test DEBUG: /tmp/tmpphwyxif2/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'ca21951d-21ea-45d1-add6-fdd249451cec-sda', '1769697120.05060', '1769697120', '1769697124', '', '1769697124', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('ca21951d-21ea-45d1-add6-fdd249451cec-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01324 seconds (75.54797/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmprkqmau_6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9282f2ca8e44e096fe22c8c978b59ad3', '2f007a7a-5ec8-41d7-af4c-ee64c6bf33d4-sda', '1769697120.07645', '1769697120', '1769697124', '', '1769697124', 1, 0) +test DEBUG: /tmp/tmprkqmau_6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697125.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '2f007a7a-5ec8-41d7-af4c-ee64c6bf33d4-sda') +test DEBUG: /tmp/tmprkqmau_6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00314999s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9282f2ca8e44e096fe22c8c978b59ad3', '2f007a7a-5ec8-41d7-af4c-ee64c6bf33d4-sda', '1769697120.07645', '1769697120', '1769697124', '', '1769697124', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('2f007a7a-5ec8-41d7-af4c-ee64c6bf33d4-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmprkqmau_6/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02348 seconds (42.59629/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmprkqmau_6/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, sync, (1, 'e36f58a7321e07102de46b70ee151726', 'cee4dd7f-0780-4334-8bff-9a132b80cbe6-sda', '1769697120.10494', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('cee4dd7f-0780-4334-8bff-9a132b80cbe6-sda', '000be150cecaff24404f6c054c47a491.db') +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (1, 'e36f58a7321e07102de46b70ee151726', 'cee4dd7f-0780-4334-8bff-9a132b80cbe6-sda', '1769697120.10494', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('cee4dd7f-0780-4334-8bff-9a132b80cbe6-sda', '000be150cecaff24404f6c054c47a491.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxs_nm23c/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '01cb3565-6c4f-4f85-84ce-507eddc3eea3-sda', '1769697120.12349', '1769697120', '1769697124', '', '1769697124', 0, 0) +test DEBUG: /tmp/tmpxs_nm23c/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '01cb3565-6c4f-4f85-84ce-507eddc3eea3-sda', '1769697120.12349', '1769697120', '1769697124', '', '1769697124', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('01cb3565-6c4f-4f85-84ce-507eddc3eea3-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01199 seconds (83.39668/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp8n1gq8kw/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9282f2ca8e44e096fe22c8c978b59ad3', '632d2091-3720-40c4-ac5d-d1a9c456b40f-sda', '1769697120.14705', '1769697120', '1769697124', '', '1769697124', 1, 0) +test DEBUG: /tmp/tmp8n1gq8kw/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found ... ok + +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9282f2ca8e44e096fe22c8c978b59ad3', '632d2091-3720-40c4-ac5d-d1a9c456b40f-sda', '1769697120.14705', '1769697120', '1769697124', '', '1769697124', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('632d2091-3720-40c4-ac5d-d1a9c456b40f-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp8n1gq8kw/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02288 seconds (43.70095/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp8n1gq8kw/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, sync, (1, 'e36f58a7321e07102de46b70ee151726', 'da754709-1e11-45f8-a30b-f47deac1333e-sda', '1769697120.17295', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('da754709-1e11-45f8-a30b-f47deac1333e-sda', '000be150cecaff24404f6c054c47a491.db') +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (1, 'e36f58a7321e07102de46b70ee151726', 'da754709-1e11-45f8-a30b-f47deac1333e-sda', '1769697120.17295', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('da754709-1e11-45f8-a30b-f47deac1333e-sda', '000be150cecaff24404f6c054c47a491.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpkrvhlqfg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'b5053441-f6f2-4267-8792-8210e55f5966-sda', '1769697120.19053', '1769697120', '0', '', '1769697120', 0, 1) +test DEBUG: /tmp/tmpkrvhlqfg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'b5053441-f6f2-4267-8792-8210e55f5966-sda', '1769697120.19053', '1769697120', '0', '', '1769697120', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('b5053441-f6f2-4267-8792-8210e55f5966-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00999 seconds (100.13996/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp3zwfi7bm/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '90d7cf16bc62576269fa7089b6e5cd95', '33b075bb-95d3-4e14-af53-604299d9201e-sda', '1769697120.21038', '1769697120', '0', '', '1769697120', 1, 1) +test DEBUG: /tmp/tmp3zwfi7bm/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697124.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '33b075bb-95d3-4e14-af53-604299d9201e-sda') +test DEBUG: /tmp/tmp3zwfi7bm/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00349188s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '90d7cf16bc62576269fa7089b6e5cd95', '33b075bb-95d3-4e14-af53-604299d9201e-sda', '1769697120.21038', '1769697120', '0', '', '1769697120', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('33b075bb-95d3-4e14-af53-604299d9201e-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp3zwfi7bm/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.03077 seconds (32.49901/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp3zwfi7bm/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, sync, (1, 'dab0c17df5838fb78f5b11fa0a959d90', 'd847a3ea-777d-48db-993f-de81f60fbba0-sda', '1769697120.24313', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('d847a3ea-777d-48db-993f-de81f60fbba0-sda', '000be150cecaff24404f6c054c47a491.db') +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (1, 'dab0c17df5838fb78f5b11fa0a959d90', 'd847a3ea-777d-48db-993f-de81f60fbba0-sda', '1769697120.24313', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('d847a3ea-777d-48db-993f-de81f60fbba0-sda', '000be150cecaff24404f6c054c47a491.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmput7a29sa/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '4829808f-e1bd-4c40-a9fa-4802638e1460-sda', '1769697120.26012', '1769697120', '0', '', '1769697120', 0, 0) +test DEBUG: /tmp/tmput7a29sa/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '4829808f-e1bd-4c40-a9fa-4802638e1460-sda', '1769697120.26012', '1769697120', '0', '', '1769697120', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('4829808f-e1bd-4c40-a9fa-4802638e1460-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01224 seconds (81.69435/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp82k5n98y/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '90d7cf16bc62576269fa7089b6e5cd95', '6870f5b4-cc02-49a5-a9b9-ab0578915753-sda', '1769697120.28287', '1769697120', '0', '', '1769697120', 1, 0) +test DEBUG: /tmp/tmp82k5n98y/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '90d7cf16bc62576269fa7089b6e5cd95', '6870f5b4-cc02-49a5-a9b9-ab0578915753-sda', '1769697120.28287', '1769697120', '0', '', '1769697120', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('6870f5b4-cc02-49a5-a9b9-ab0578915753-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp82k5n98y/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01974 seconds (50.66966/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok + +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx38e9b61e6049433bb430c-00697b6f5f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx38e9b61e6049433bb430c-00697b6f5f) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx38e9b61e6049433bb430c-00697b6f5f) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx38e9b61e6049433bb430c-00697b6f5f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx6231cba40f7241da80a36-00697b6f60) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6231cba40f7241da80a36-00697b6f60) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6231cba40f7241da80a36-00697b6f60) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6231cba40f7241da80a36-00697b6f60) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6231cba40f7241da80a36-00697b6f60) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6231cba40f7241da80a36-00697b6f60) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx6231cba40f7241da80a36-00697b6f60) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6231cba40f7241da80a36-00697b6f60) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6231cba40f7241da80a36-00697b6f60) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx6231cba40f7241da80a36-00697b6f60) +test DEBUG: Setting object count to 1065 (txn: tx6231cba40f7241da80a36-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.2:1002/sdc (txn: tx9dfdf5c7611e449c8b689-00697b6f60) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.0:1000/sda (txn: txf27a0b6327a84dee9ca56-00697b6f60) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txe152087c44fa49f99e0fc-00697b6f60) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txc3ef7b359f22454188d1c-00697b6f60) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txc3ef7b359f22454188d1c-00697b6f60) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx085ca1043649400cbbcc1-00697b6f60) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx085ca1043649400cbbcc1-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -112503,29 +111789,14 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx4b7481d6711f45a0b7657-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +Exception (txn: tx085ca1043649400cbbcc1-00697b6f60) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx7a6db48bd5964d7796097-00697b6f60) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx7a6db48bd5964d7796097-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -112534,29 +111805,179 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx4b7481d6711f45a0b7657-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +Exception (txn: tx7a6db48bd5964d7796097-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx222f9a392cb44fa8a4b48-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx81f14a75ffe44e739b34b-00697b6f60)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok + +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx81f14a75ffe44e739b34b-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx46b8aa8e1df64a83a5e2e-00697b6f60) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx46b8aa8e1df64a83a5e2e-00697b6f60) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx46b8aa8e1df64a83a5e2e-00697b6f60) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sda (txn: tx46b8aa8e1df64a83a5e2e-00697b6f60) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx46b8aa8e1df64a83a5e2e-00697b6f60) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sda (txn: tx46b8aa8e1df64a83a5e2e-00697b6f60) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx46b8aa8e1df64a83a5e2e-00697b6f60) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sda (txn: tx46b8aa8e1df64a83a5e2e-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txe149ddee71984f6fb6dec-00697b6f60) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txe149ddee71984f6fb6dec-00697b6f60) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txe149ddee71984f6fb6dec-00697b6f60) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txe149ddee71984f6fb6dec-00697b6f60) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txe149ddee71984f6fb6dec-00697b6f60) +proxy-server ERROR: Object DELETE returning 503 for (204, 503, 503) (txn: txe149ddee71984f6fb6dec-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx0b6abbce96964b4cb5c3f-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx0b6abbce96964b4cb5c3f-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txb4feccaf6778458db2eaa-00697b6f60)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok + +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp82k5n98y/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, sync, (1, '70947bf62dfaa910d0b873573b981e30', '5cc4e9e4-5c7a-406e-b127-bfd370fb08d8-sda', '1769697120.30580', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('5cc4e9e4-5c7a-406e-b127-bfd370fb08d8-sda', '000be150cecaff24404f6c054c47a491.db') +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (1, '70947bf62dfaa910d0b873573b981e30', '5cc4e9e4-5c7a-406e-b127-bfd370fb08d8-sda', '1769697120.30580', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('5cc4e9e4-5c7a-406e-b127-bfd370fb08d8-sda', '000be150cecaff24404f6c054c47a491.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmph0711mo4/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '036c4188-8b58-43b9-a809-a02a28b39e2b-sda', '1769697120.32358', '1769697120', '1769697122', '', '1769697122', 0, 1) +test DEBUG: /tmp/tmph0711mo4/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '036c4188-8b58-43b9-a809-a02a28b39e2b-sda', '1769697120.32358', '1769697120', '1769697122', '', '1769697122', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('036c4188-8b58-43b9-a809-a02a28b39e2b-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00970 seconds (103.08095/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp8dvkhfmt/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9282f2ca8e44e096fe22c8c978b59ad3', 'd55b1d60-f629-4ce2-8c41-02bf1c9c9f53-sda', '1769697120.34443', '1769697120', '1769697122', '', '1769697122', 1, 0) +test DEBUG: /tmp/tmp8dvkhfmt/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697125.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd55b1d60-f629-4ce2-8c41-02bf1c9c9f53-sda') +test DEBUG: /tmp/tmp8dvkhfmt/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00349951s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9282f2ca8e44e096fe22c8c978b59ad3', 'd55b1d60-f629-4ce2-8c41-02bf1c9c9f53-sda', '1769697120.34443', '1769697120', '1769697122', '', '1769697122', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('d55b1d60-f629-4ce2-8c41-02bf1c9c9f53-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp8dvkhfmt/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02360 seconds (42.36396/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp8dvkhfmt/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, sync, (1, 'e36f58a7321e07102de46b70ee151726', '9688f5b6-daa6-4201-b25d-caf0b5db404d-sda', '1769697120.36974', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('9688f5b6-daa6-4201-b25d-caf0b5db404d-sda', '000be150cecaff24404f6c054c47a491.db') +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (1, 'e36f58a7321e07102de46b70ee151726', '9688f5b6-daa6-4201-b25d-caf0b5db404d-sda', '1769697120.36974', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('9688f5b6-daa6-4201-b25d-caf0b5db404d-sda', '000be150cecaff24404f6c054c47a491.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmprr6ja7oi/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '73dee8e1-1b0d-4467-a95b-926f11c281ba-sda', '1769697120.39997', '1769697120', '1769697122', '', '1769697122', 0, 0) +test DEBUG: /tmp/tmprr6ja7oi/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '73dee8e1-1b0d-4467-a95b-926f11c281ba-sda', '1769697120.39997', '1769697120', '1769697122', '', '1769697122', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('73dee8e1-1b0d-4467-a95b-926f11c281ba-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01641 seconds (60.94652/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpsjh23tpo/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9282f2ca8e44e096fe22c8c978b59ad3', '58714597-2a86-4d93-913b-20a27f0a5f53-sda', '1769697120.44195', '1769697120', '1769697122', '', '1769697122', 1, 0) +test DEBUG: /tmp/tmpsjh23tpo/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9282f2ca8e44e096fe22c8c978b59ad3', '58714597-2a86-4d93-913b-20a27f0a5f53-sda', '1769697120.44195', '1769697120', '1769697122', '', '1769697122', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('58714597-2a86-4d93-913b-20a27f0a5f53-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpsjh23tpo/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02434 seconds (41.08823/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpsjh23tpo/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, sync, (1, 'e36f58a7321e07102de46b70ee151726', '78c05f37-03be-4cc8-9b29-35f8bb09eead-sda', '1769697120.47078', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('78c05f37-03be-4cc8-9b29-35f8bb09eead-sda', '000be150cecaff24404f6c054c47a491.db') +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (1, 'e36f58a7321e07102de46b70ee151726', '78c05f37-03be-4cc8-9b29-35f8bb09eead-sda', '1769697120.47078', '1769695200', '0', '', '1769695200', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok + +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txb4feccaf6778458db2eaa-00697b6f60) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb4feccaf6778458db2eaa-00697b6f60) +proxy-server ERROR: Object GET returning 503 for [] (txn: txb4feccaf6778458db2eaa-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: txd7a9d957e67d4bd48d914-00697b6f60) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txd7a9d957e67d4bd48d914-00697b6f60) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txd7a9d957e67d4bd48d914-00697b6f60) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txd7a9d957e67d4bd48d914-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx68e2b3e9a5834859bc942-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -112565,12 +111986,14 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status +Exception: kaboom! (txn: tx8e69fc4b215f4547a65ec-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8e69fc4b215f4547a65ec-00697b6f60) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx8e69fc4b215f4547a65ec-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -112579,15 +112002,18 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx4b7481d6711f45a0b7657-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: +Exception: kaboom! (txn: tx316ea12386cb4f4a96670-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx316ea12386cb4f4a96670-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8347907d69b1452bb7f48-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx012e5f9df8c94a149da7d-00697b6f60) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx012e5f9df8c94a149da7d-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx8802e5402da1445ea13eb-00697b6f60) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx8802e5402da1445ea13eb-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -112596,12 +112022,14 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status +Exception: kaboom! (txn: txe54650541c39461e92e28-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe54650541c39461e92e28-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf3e6c516ffda46a9b1e90-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -112610,12 +112038,92 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status +Exception: kaboom! (txn: txf3e6c516ffda46a9b1e90-00697b6f60) +proxy-server ERROR: Object GET returning 503 for [] (txn: txf3e6c516ffda46a9b1e90-00697b6f60)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok + +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('78c05f37-03be-4cc8-9b29-35f8bb09eead-sda', '000be150cecaff24404f6c054c47a491.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwx74yt7_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f41fc4e5-7bf5-4d8c-a84e-599e2c0feb15-sda', '1769697120.49663', '1769697123', '1769697122', '', '1769697123', 0, 1) +test DEBUG: /tmp/tmpwx74yt7_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f41fc4e5-7bf5-4d8c-a84e-599e2c0feb15-sda', '1769697120.49663', '1769697123', '1769697122', '', '1769697123', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('f41fc4e5-7bf5-4d8c-a84e-599e2c0feb15-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01117 seconds (89.55984/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpjwpm2y92/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b55fdfa075bf97ca2b497d3e7ecd3b7f', 'b4fc70a1-9f6f-4dfe-9f22-ef361d3c1724-sda', '1769697120.52150', '1769697123', '1769697122', '', '1769697123', 1, 0) +test DEBUG: /tmp/tmpjwpm2y92/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769697126.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b4fc70a1-9f6f-4dfe-9f22-ef361d3c1724-sda') +test DEBUG: /tmp/tmpjwpm2y92/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00343394s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b55fdfa075bf97ca2b497d3e7ecd3b7f', 'b4fc70a1-9f6f-4dfe-9f22-ef361d3c1724-sda', '1769697120.52150', '1769697123', '1769697122', '', '1769697123', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('b4fc70a1-9f6f-4dfe-9f22-ef361d3c1724-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpjwpm2y92/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02404 seconds (41.58936/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpjwpm2y92/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, sync, (1, '05e915eca1863cce18dee81901ab0897', '97684985-9850-479f-ae32-4d76a82ec126-sda', '1769697120.54962', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('97684985-9850-479f-ae32-4d76a82ec126-sda', '000be150cecaff24404f6c054c47a491.db') +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (1, '05e915eca1863cce18dee81901ab0897', '97684985-9850-479f-ae32-4d76a82ec126-sda', '1769697120.54962', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('97684985-9850-479f-ae32-4d76a82ec126-sda', '000be150cecaff24404f6c054c47a491.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmprpgkpoa5/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '7baebacc-d945-4561-97b6-2b4d8027a7e9-sda', '1769697120.56753', '1769697123', '1769697122', '', '1769697123', 0, 0) +test DEBUG: /tmp/tmprpgkpoa5/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '7baebacc-d945-4561-97b6-2b4d8027a7e9-sda', '1769697120.56753', '1769697123', '1769697122', '', '1769697123', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('7baebacc-d945-4561-97b6-2b4d8027a7e9-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01145 seconds (87.36601/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpl3oq64hn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b55fdfa075bf97ca2b497d3e7ecd3b7f', '5cb48ad0-fc1e-4786-92f1-39a1620625ab-sda', '1769697120.59200', '1769697123', '1769697122', '', '1769697123', 1, 1) +test DEBUG: /tmp/tmpl3oq64hn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b55fdfa075bf97ca2b497d3e7ecd3b7f', '5cb48ad0-fc1e-4786-92f1-39a1620625ab-sda', '1769697120.59200', '1769697123', '1769697122', '', '1769697123', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('5cb48ad0-fc1e-4786-92f1-39a1620625ab-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpl3oq64hn/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02651 seconds (37.71469/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpl3oq64hn/sda/containers/0/491/000be150cecaff24404f6c054c47a491/000be150cecaff24404f6c054c47a491.db +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, sync, (1, 'a922ef564a85712690c0cbfcdbc4b84c', '651281a2-a50a-4f22-831e-202f2366d09e-sda', '1769697120.61987', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdb/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('651281a2-a50a-4f22-831e-202f2366d09e-sda', '000be150cecaff24404f6c054c47a491.db') +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, sync, (1, 'a922ef564a85712690c0cbfcdbc4b84c', '651281a2-a50a-4f22-831e-202f2366d09e-sda', '1769697120.61987', '1769695200', '0', '', '1769695200', 1, 0) +REPLICATE: /sdc/0/000be150cecaff24404f6c054c47a491, complete_rsync, ('651281a2-a50a-4f22-831e-202f2366d09e-sda', '000be150cecaff24404f6c054c47a491.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '6c163ae9fa15f5cbfdb0f175fe968bf1', '366d20c8-f1eb-405d-b28b-65ac592104f8-sda', '1769697120.63902', '1769697120.00000', '0', '{"x-container-meta-test": ["foo", "1769697120.00000"]}', '1769697120.00000', 1, 0) +test DEBUG: replicator-rpc-sync time for info: 0.00s +test DEBUG: replicator-rpc-sync time for update_metadata: 0.00s +test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.00stest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf900b76a594a4daa924a6-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -112624,12 +112132,19 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status +Exception: kaboom! (txn: txf900b76a594a4daa924a6-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf146808bee4348e9bfd6b-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx64bf24e0e886489392465-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx64bf24e0e886489392465-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a467c90be1490ca25f2-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa3a467c90be1490ca25f2-00697b6f60) +proxy-server ERROR: Object GET returning 503 for [] (txn: txa3a467c90be1490ca25f2-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -112638,15 +112153,12 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx4b7481d6711f45a0b7657-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: +Exception: kaboom! (txn: txa3be0bad2a974f85813c8-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -112658,9 +112170,6 @@ File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -112669,12 +112178,12 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status +Exception: kaboom! (txn: txa3be0bad2a974f85813c8-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -112686,9 +112195,6 @@ File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -112700,9 +112206,6 @@ File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -112711,43 +112214,14 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx4b7481d6711f45a0b7657-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: +Exception: kaboom! (txn: txa3be0bad2a974f85813c8-00697b6f60) +proxy-server ERROR: Object GET returning 503 for [] (txn: txa3be0bad2a974f85813c8-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -112756,12 +112230,67 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status +Exception: kaboom! (txn: tx6c00b24bb7984d25841a0-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx6c00b24bb7984d25841a0-00697b6f60)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok + +test DEBUG: replicator-rpc-sync time for get_sync: 0.00s +test DEBUG: replicator-rpc-sync time for merge_syncs: 0.00s +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '37eb174de6a95b80e390c958b52907be', '3234d067-5243-4fff-a9bd-95f6c4aa4fc8-sda', '1769697120.65530', '1769697120.65343', '0', '', '1769697120.65343', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697120.66102', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697120.66102', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.66102', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697120.66107', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697120.66107', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.66107', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697120.66108', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697120.66108', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.66108', 'epoch': None, 'reported': 0, 'tombstones': -1}], '3234d067-5243-4fff-a9bd-95f6c4aa4fc8-sda') +test DEBUG: /tmp/tmplu_ykc2t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmplu_ykc2t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769697120.66244', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '3234d067-5243-4fff-a9bd-95f6c4aa4fc8-sda') +test DEBUG: /tmp/tmplu_ykc2t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00436926s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '37eb174de6a95b80e390c958b52907be', '3234d067-5243-4fff-a9bd-95f6c4aa4fc8-sda', '1769697120.65530', '1769697120.65343', '0', '', '1769697120.65343', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697120.66102', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697120.66102', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.66102', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697120.66107', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697120.66107', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.66107', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697120.66108', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697120.66108', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.66108', 'epoch': None, 'reported': 0, 'tombstones': -1}], '3234d067-5243-4fff-a9bd-95f6c4aa4fc8-sda') +test DEBUG: /tmp/tmplu_ykc2t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmplu_ykc2t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '37eb174de6a95b80e390c958b52907be', '3234d067-5243-4fff-a9bd-95f6c4aa4fc8-sda', '1769697120.65530', '1769697120.65343', '0', '', '1769697120.65343', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697120.66102', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697120.66102', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.66102', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697120.66107', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1769697120.69096', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.66107', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697120.66108', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697120.66108', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.66108', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697120.69068', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.69068', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697120.69058', 'epoch': '1769697120.69058', 'reported': 0, 'tombstones': -1}], '3234d067-5243-4fff-a9bd-95f6c4aa4fc8-sda') +test DEBUG: /tmp/tmplu_ykc2t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmplu_ykc2t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '37eb174de6a95b80e390c958b52907be', '3234d067-5243-4fff-a9bd-95f6c4aa4fc8-sda', '1769697120.65530', '1769697120.65343', '0', '', '1769697120.65343', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697120.66102', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697120.66102', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.66102', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697120.66107', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697120.70136', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.66107', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697120.66108', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697120.66108', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.66108', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697120.69068', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.69068', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697120.69058', 'epoch': '1769697120.69058', 'reported': 0, 'tombstones': -1}], '3234d067-5243-4fff-a9bd-95f6c4aa4fc8-sda') +test DEBUG: /tmp/tmplu_ykc2t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmplu_ykc2t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '37eb174de6a95b80e390c958b52907be', '3234d067-5243-4fff-a9bd-95f6c4aa4fc8-sda', '1769697120.65530', '1769697120.65343', '0', '', '1769697120.65343', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697120.71189', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697120.71189', 'deleted': 1, 'state': 10, 'state_timestamp': '1769697120.71189', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697120.66107', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697120.70136', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.66107', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697120.66108', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697120.66108', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.66108', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697120.69068', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.69068', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697120.69058', 'epoch': '1769697120.69058', 'reported': 0, 'tombstones': -1}], '3234d067-5243-4fff-a9bd-95f6c4aa4fc8-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -112770,12 +112299,185 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ +Exception: kaboom! (txn: tx6c00b24bb7984d25841a0-00697b6f60) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx6c00b24bb7984d25841a0-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa075292d5bfb419785089-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa075292d5bfb419785089-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa075292d5bfb419785089-00697b6f60) +proxy-server ERROR: Object GET returning 503 for [] (txn: txa075292d5bfb419785089-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txd2e2a7e2448a470190f19-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txafc64bea5ec344ddb80df-00697b6f60) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txafc64bea5ec344ddb80df-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx940e30647e24497cb28ed-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx8c5af7e46f6c4de09b5f6-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txfb91005ba5594cc0966a1-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx127d39918c594034a4a80-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx65723a3112274acf9c0bf-00697b6f60) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx65723a3112274acf9c0bf-00697b6f60) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx65723a3112274acf9c0bf-00697b6f60) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx65723a3112274acf9c0bf-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx15b0825076fe4153a171b-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txdd49c3615f344b3ea3390-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txa329e239d32643d9b40e9-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: txcebb7ae5a76d4052948fe-00697b6f60)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok + +test DEBUG: /tmp/tmplu_ykc2t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmplu_ykc2t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '37eb174de6a95b80e390c958b52907be', '3234d067-5243-4fff-a9bd-95f6c4aa4fc8-sda', '1769697120.65530', '1769697120.65343', '0', '', '1769697120.65343', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697120.71189', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697120.71189', 'deleted': 1, 'state': 10, 'state_timestamp': '1769697120.71189', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697120.66107', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697120.70136', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.66107', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697120.72294', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1769697120.72294', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.72294', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697120.69068', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.69068', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697120.69058', 'epoch': '1769697120.69058', 'reported': 0, 'tombstones': -1}], '3234d067-5243-4fff-a9bd-95f6c4aa4fc8-sda') +test DEBUG: /tmp/tmplu_ykc2t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmplu_ykc2t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '37eb174de6a95b80e390c958b52907be', '3234d067-5243-4fff-a9bd-95f6c4aa4fc8-sda', '1769697120.65530', '1769697120.65343', '0', '', '1769697120.65343', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697120.71189', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697120.71189', 'deleted': 1, 'state': 10, 'state_timestamp': '1769697120.71189', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697120.66107', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697120.70136', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.66107', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697120.72294', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769697120.73397', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.72294', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697120.69068', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.69068', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697120.69058', 'epoch': '1769697120.69058', 'reported': 0, 'tombstones': -1}], '3234d067-5243-4fff-a9bd-95f6c4aa4fc8-sda') +test DEBUG: /tmp/tmplu_ykc2t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmplu_ykc2t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '37eb174de6a95b80e390c958b52907be', '3234d067-5243-4fff-a9bd-95f6c4aa4fc8-sda', '1769697120.65530', '1769697120.65343', '0', '', '1769697120.65343', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697120.74405', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697120.71189', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.71189', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697120.66107', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697120.70136', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.66107', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697120.72294', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769697120.73397', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.72294', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697120.69068', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.69068', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697120.69058', 'epoch': '1769697120.69058', 'reported': 0, 'tombstones': -1}], '3234d067-5243-4fff-a9bd-95f6c4aa4fc8-sda') +test DEBUG: /tmp/tmplu_ykc2t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmplu_ykc2t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '37eb174de6a95b80e390c958b52907be', '3234d067-5243-4fff-a9bd-95f6c4aa4fc8-sda', '1769697120.65530', '1769697120.65343', '0', '', '1769697120.65343', 1, 0) +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697120.74405', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697120.71189', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.71189', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697120.66107', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769697120.70136', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.66107', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697120.72294', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769697120.73397', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.72294', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697120.69068', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.69068', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697120.69058', 'epoch': '1769697120.69058', 'reported': 0, 'tombstones': -1}], '3234d067-5243-4fff-a9bd-95f6c4aa4fc8-sda') +test DEBUG: /tmp/tmplu_ykc2t/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.0:1000/sda +test WARNING: /tmp/tmplu_ykc2t/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '9f451c644b33670033b84413d9c7af89', '6d8dabda-40bb-49db-8466-129445de02f3-sda', '1769697120.76981', '1769697120.76800', '0', '', '1769697120.76800', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok + +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: txcebb7ae5a76d4052948fe-00697b6f60) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: txcebb7ae5a76d4052948fe-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx5f3e57a8b6a646c598353-00697b6f60) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5f3e57a8b6a646c598353-00697b6f60) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txa6b2801408f44acf83c21-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx75d49daa52964ab1a30db-00697b6f60) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx75d49daa52964ab1a30db-00697b6f60) +proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx75d49daa52964ab1a30db-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx1f5506bd24214ff288985-00697b6f60) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx1f5506bd24214ff288985-00697b6f60) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx1f5506bd24214ff288985-00697b6f60) +proxy-server ERROR: Object HEAD returning 503 for [507] (txn: tx1f5506bd24214ff288985-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx042e3aeb9f60481e87078-00697b6f60) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx042e3aeb9f60481e87078-00697b6f60) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx042e3aeb9f60481e87078-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx64845e7ebef34668a42f7-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx64845e7ebef34668a42f7-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx64845e7ebef34668a42f7-00697b6f60) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx64845e7ebef34668a42f7-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx54ce38246544476a98106-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx54ce38246544476a98106-00697b6f60) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx54ce38246544476a98106-00697b6f60) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc516868cd2994d2dac925-00697b6f61) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc516868cd2994d2dac925-00697b6f61) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txc516868cd2994d2dac925-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx737d2d1b1a184fbc96cf9-00697b6f61) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx737d2d1b1a184fbc96cf9-00697b6f61) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx737d2d1b1a184fbc96cf9-00697b6f61) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx737d2d1b1a184fbc96cf9-00697b6f61) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx737d2d1b1a184fbc96cf9-00697b6f61) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx737d2d1b1a184fbc96cf9-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx6defd9dbff3b442f811b4-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: txe6cd5f10e91f4ae3b1b0a-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter + putter = Putter.connect( + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection + conn = http_connect(ip, port, node['device'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -112784,12 +112486,97 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ +Exception: Connection refused: Please insert ten dollars (txn: txc068af2449d24fd08a4db-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx1b7578c4d046478e8651b-00697b6f61)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1769697120.77413', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.77413', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697120.77399', 'epoch': '1769697120.77399', 'reported': 0, 'tombstones': -1}], '6d8dabda-40bb-49db-8466-129445de02f3-sda') +test ERROR: ERROR Bad response 500 from 10.0.0.1 +test DEBUG: /tmp/tmp5f1377zb/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769697120.77382', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '6d8dabda-40bb-49db-8466-129445de02f3-sda') +test DEBUG: /tmp/tmp5f1377zb/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.00315666s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '290ae083-67e2-49d0-825f-8adde6bcf638-sda', '1769697120.79367', '1769697120.79187', '0', '', '1769697120.79187', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697120.79780', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697120.79780', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.79780', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697120.79785', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697120.79785', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.79785', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697120.79786', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697120.79786', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.79786', 'epoch': None, 'reported': 0, 'tombstones': -1}], '290ae083-67e2-49d0-825f-8adde6bcf638-sda') +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'c7ba5a28-34e1-4c19-b8d3-b6418b29fb0b-sda', '1769697120.81025', '1769697120.80856', '0', '', '1769697120.80856', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697120.81406', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697120.81406', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.81406', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697120.81410', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697120.81410', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.81410', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697120.81411', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697120.81411', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.81411', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697120.79167', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.79167', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697120.79167', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'c7ba5a28-34e1-4c19-b8d3-b6418b29fb0b-sda') +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a3d3904d-3bc7-43a7-8311-b33aef8ef1ab-sda', '1769697120.82748', '1769697120.82584', '0', '', '1769697120.82584', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697120.83247', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697120.83247', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.83247', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697120.83252', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697120.83252', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.83252', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697120.83253', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697120.83253', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.83253', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697120.79167', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.79167', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697120.79167', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'a3d3904d-3bc7-43a7-8311-b33aef8ef1ab-sda') +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '1a85bbf5-7ed2-4556-a7fc-2438b6f9fd6a-sda', '1769697120.84533', '1769697120.84372', '0', '', '1769697120.84372', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697120.84911', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697120.84911', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.84911', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697120.84916', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697120.84916', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.84916', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697120.84917', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697120.84917', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.84917', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697120.79167', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.79167', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697120.79167', 'epoch': None, 'reported': 0, 'tombstones': -1}], '1a85bbf5-7ed2-4556-a7fc-2438b6f9fd6a-sda') +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '48b3089b-9d70-49d9-9f5e-273a119cc879-sda', '1769697120.86288', '1769697120.86123', '0', '', '1769697120.86123', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697120.86673', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697120.86673', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.86673', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697120.86677', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697120.86677', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.86677', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697120.86678', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697120.86678', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.86678', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697120.79167', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.79167', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697120.79167', 'epoch': None, 'reported': 0, 'tombstones': -1}], '48b3089b-9d70-49d9-9f5e-273a119cc879-sda') +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '6387b607-c915-4e68-97f8-d539ef106f8a-sda', '1769697120.88028', '1769697120.87857', '0', '', '1769697120.87857', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697120.88416', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697120.88416', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.88416', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697120.88420', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697120.88420', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.88420', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697120.88421', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697120.88421', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.88421', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697120.79177', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.79177', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697120.79177', 'epoch': '1769697120.79178', 'reported': 0, 'tombstones': -1}], '6387b607-c915-4e68-97f8-d539ef106f8a-sda') +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '18a970f4-cb7c-4d62-abe0-d339abfedcb0-sda', '1769697120.89860', '1769697120.89690', '0', '', '1769697120.89690', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697120.90251', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697120.90251', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.90251', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697120.90255', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697120.90255', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.90255', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697120.90256', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697120.90256', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.90256', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697120.79177', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.79177', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697120.79177', 'epoch': '1769697120.79178', 'reported': 0, 'tombstones': -1}], '18a970f4-cb7c-4d62-abe0-d339abfedcb0-sda') +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a6b7b874-4dea-4a20-a9ed-e2aa22f3a744-sda', '1769697120.91582', '1769697120.91409', '0', '', '1769697120.91409', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697120.94805', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697120.94805', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.94805', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697120.94811', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697120.94811', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.94811', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697120.94812', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697120.94812', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.94812', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697120.79177', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.79177', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697120.79177', 'epoch': '1769697120.79178', 'reported': 0, 'tombstones': -1}], 'a6b7b874-4dea-4a20-a9ed-e2aa22f3a744-sda') +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '2aac90c1-29ce-4812-99f5-87cde37d9563-sda', '1769697120.96720', '1769697120.96543', '0', '', '1769697120.96543', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697120.97126', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697120.97126', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.97126', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697120.97130', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697120.97130', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.97130', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697120.97131', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697120.97131', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.97131', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697120.79181', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.79181', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697120.79181', 'epoch': '1769697120.79182', 'reported': 0, 'tombstones': -1}], '2aac90c1-29ce-4812-99f5-87cde37d9563-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok + +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: txe100835c27f346ec9277d-00697b6f61) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: txa10fb93a2d954a3b93efc-00697b6f61) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: tx557204c4514747358287d-00697b6f61) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter + putter = Putter.connect( + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection + conn = http_connect(ip, port, node['device'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -112798,151 +112585,1039 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx4b7481d6711f45a0b7657-00676e5f29) -test ERROR: Container GET returning 503 for [] (txn: tx4b7481d6711f45a0b7657-00676e5f29) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txa2670d2635084da592802-00676e5f29) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txa2670d2635084da592802-00676e5f29) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txa2670d2635084da592802-00676e5f29) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txa2670d2635084da592802-00676e5f29) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txa2670d2635084da592802-00676e5f29) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txa2670d2635084da592802-00676e5f29) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txa2670d2635084da592802-00676e5f29) -test INFO: Client disconnected on read of '/a/c' (txn: txdb0b9deae85a46aba0804-00676e5f29) -test INFO: Client disconnected on read of '/a/c' (txn: tx39fd95fe65cb410f9ce9e-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd0cfb463ad6e45c7b1cb4-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd0cfb463ad6e45c7b1cb4-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd0cfb463ad6e45c7b1cb4-00676e5f29) -test ERROR: Container GET returning 503 for [] (txn: txd0cfb463ad6e45c7b1cb4-00676e5f29) -test INFO: Client disconnected on read of '/a/c' (txn: txd0cfb463ad6e45c7b1cb4-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1ca6ed90340b48e7a13fc-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1ca6ed90340b48e7a13fc-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1ca6ed90340b48e7a13fc-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1ca6ed90340b48e7a13fc-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1ca6ed90340b48e7a13fc-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1ca6ed90340b48e7a13fc-00676e5f29) -test ERROR: Container GET returning 503 for [] (txn: tx1ca6ed90340b48e7a13fc-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx06e5cde1097141188e6a8-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx06e5cde1097141188e6a8-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx06e5cde1097141188e6a8-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx06e5cde1097141188e6a8-00676e5f29)test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok +Exception: kaboom! (txn: txd4656bff4d0e4ec3a6276-00697b6f61) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx6a276044c4a340c7ad46b-00697b6f61) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx4df9d335319049d593fd2-00697b6f61) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx83b67e1d84694ec598aef-00697b6f61) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response + self.resp = self.conn.getresponse() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse + self.status = self._status.get_response_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status + raise self.status +Exception (txn: tx91d04d0d2a654c0fa8369-00697b6f61) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txbfb45b1ade0c4c3ab9a3e-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx0ae9f304de2645db95b5e-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx4a682545c499488d8ab51-00697b6f61) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx4a682545c499488d8ab51-00697b6f61) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx4a682545c499488d8ab51-00697b6f61) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx4a682545c499488d8ab51-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1017, in _transfer_data + chunk = next(data_source) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader + return req.environ['wsgi.input'].read( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 2008, in read + raise Exception('exception message') +Exception: exception message (txn: tx60a4a180c0f84f0ca6034-00697b6f61)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok + +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '4d35ce33-661d-42b1-bf07-f5a9a174472f-sda', '1769697120.98757', '1769697120.98549', '0', '', '1769697120.98549', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697120.99210', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697120.99210', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.99210', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697120.99214', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697120.99214', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.99214', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697120.99215', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697120.99215', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697120.99215', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697120.79177', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.79177', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697120.79177', 'epoch': '1769697120.79178', 'reported': 0, 'tombstones': -1}], '4d35ce33-661d-42b1-bf07-f5a9a174472f-sda') +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '56e12e8c-5ab2-4cae-a216-6639025b751d-sda', '1769697121.00597', '1769697121.00429', '0', '', '1769697121.00429', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697121.00988', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697121.00988', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697121.00988', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697121.00992', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697121.00992', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697121.00992', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697121.00993', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697121.00993', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697121.00993', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697120.79177', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.79177', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697120.79177', 'epoch': '1769697120.79178', 'reported': 0, 'tombstones': -1}], '56e12e8c-5ab2-4cae-a216-6639025b751d-sda') +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '42555a92-d570-4c05-830b-da5527621236-sda', '1769697121.02405', '1769697121.02239', '0', '', '1769697121.02239', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697121.02794', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697121.02794', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697121.02794', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697121.02798', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697121.02798', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697121.02798', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697121.02799', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697121.02799', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697121.02799', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697120.79186', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.79167', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697120.79167', 'epoch': None, 'reported': 0, 'tombstones': -1}], '42555a92-d570-4c05-830b-da5527621236-sda') +test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1769697120.79177', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.79177', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697120.79177', 'epoch': '1769697120.79178', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1769697120.79186', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697120.79167', 'deleted': 0, 'state': 40, 'state_timestamp': '1769697120.79167', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpsg6o0t36/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'a922754de105909fcdaf86cf56995df9', '8fea7234-7e3d-4694-bcc1-789c5382b093-sda', '1769697121.04307', '1769697121.04126', '0', '', '1769697121.04126', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769697121.04692', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '8fea7234-7e3d-4694-bcc1-789c5382b093-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +test DEBUG: Replicating db /tmp/tmpckq8n2bo/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '827584ba-1f18-44a0-8309-22be05b07422-sda', '1769697121.06123', '1769697121.05940', '0', '', '1769697121.05940', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +test ERROR: ERROR syncing /tmp/tmpckq8n2bo/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '01a3975acf919abf85581ff14a306a43', '67866db5-b3e4-41fb-9abc-ef302ec3f24f-sda', '1769697121.07633', '1769697121.07453', '0', '', '1769697121.07453', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769697121.08157', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '67866db5-b3e4-41fb-9abc-ef302ec3f24f-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change +test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced +test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response + self.resp = self.conn.getresponse() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse + self.status = self._status.get_response_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status + raise self.status +Exception: boom (txn: txda88fd420cb14900b897c-00697b6f61) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: txe67214b7131b418c88467-00697b6f61) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txd358137b95464d24a7685-00697b6f61) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx42eaccad36124245908e0-00697b6f61) +proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.1:1001/sdb (txn: tx42eaccad36124245908e0-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txc9cf81c6a55343bf9956f-00697b6f61) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx75b01377a3fe43e9ad820-00697b6f61) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx75b01377a3fe43e9ad820-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [412] (txn: tx87b698efec7942a08d75b-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending enough data (txn: txa43bb986ea0d49e3b7272-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1792, in _send_chunk + self.conn.send(to_send) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 927, in send + self.give_send(self, data) + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 1772, in capture_send + raise exc +Exception: Exception while sending data on connection (txn: txc3098e9301fc4e8bb81d8-00697b6f61) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: tx83cc397a959a4f549ddba-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp46btesn1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9f8efa01-ac64-419c-8a24-38b3cec9701d-sda', '1769697121.09464', '1769697121.09293', '0', '', '1769697121.09293', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('9f8efa01-ac64-419c-8a24-38b3cec9701d-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9f8efa01-ac64-419c-8a24-38b3cec9701d-sda', '1769697121.09464', '1769697121.09293', '0', '', '1769697121.09293', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('9f8efa01-ac64-419c-8a24-38b3cec9701d-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00905 seconds (110.48569/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp46btesn1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9f8efa01-ac64-419c-8a24-38b3cec9701d-sda', '1769697121.09464', '1769697121.09293', '0', '', '1769697121.09293', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697121.11039', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697121.11039', 'deleted': 1, 'state': 10, 'state_timestamp': '1769697121.11039', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697121.09594', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697121.09594', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697121.09594', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697121.09594', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697121.09594', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697121.09594', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697121.09607', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697121.09607', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697121.09595', 'epoch': '1769697121.09595', 'reported': 0, 'tombstones': -1}], '9f8efa01-ac64-419c-8a24-38b3cec9701d-sda') +test DEBUG: /tmp/tmp46btesn1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp46btesn1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9f8efa01-ac64-419c-8a24-38b3cec9701d-sda', '1769697121.09464', '1769697121.09293', '0', '', '1769697121.09293', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769697121.11039', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769697121.11039', 'deleted': 1, 'state': 10, 'state_timestamp': '1769697121.11039', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769697121.09594', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769697121.09594', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697121.09594', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769697121.09594', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769697121.09594', 'deleted': 0, 'state': 10, 'state_timestamp': '1769697121.09594', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769697121.09607', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769697121.09607', 'deleted': 0, 'state': 60, 'state_timestamp': '1769697121.09595', 'epoch': '1769697121.09595', 'reported': 0, 'tombstones': -1}], '9f8efa01-ac64-419c-8a24-38b3cec9701d-sda') +test DEBUG: /tmp/tmp46btesn1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.2:1002/sdc +test WARNING: /tmp/tmp46btesn1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.02332 seconds (42.88417/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9ae69963-954b-469b-b1d5-586bff5dbfe2-sda', '1769697121.14234', '1769697121.14057', '1769697121.14628', '', '1769697121.14628', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpopdyqi06/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a4e81f35-6d30-4c92-a3ca-478d2d33a2fd-sda', '1769697121.15406', '1769697121.00000', '0', '', '1769697121.00000', 0, 0) +test DEBUG: /tmp/tmpopdyqi06/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a4e81f35-6d30-4c92-a3ca-478d2d33a2fd-sda', '1769697121.15406', '1769697121.00000', '0', '', '1769697121.00000', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a4e81f35-6d30-4c92-a3ca-478d2d33a2fd-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.01123 seconds (89.04458/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp7m35jfn_/sda/containers/0/d8a/075b32eb96ee6405caf9d7fb706a9d8a/075b32eb96ee6405caf9d7fb706a9d8a.db +REPLICATE: /sdb/0/075b32eb96ee6405caf9d7fb706a9d8a, sync, (-1, '00000000000000000000000000000000', '70e8b8e1-46e2-4d15-a9df-a71e4d0f51dd-sda', '1769697121.18289', '1769697122.00000', '0', '{"X-Container-Sync-To": ["a", "1769697123.00000"], "X-Container-Sync-Key": ["secret", "1769697124.00000"]}', '1769697122.00000', 0, 0) +REPLICATE: /sdb/0/075b32eb96ee6405caf9d7fb706a9d8a, complete_rsync, ('70e8b8e1-46e2-4d15-a9df-a71e4d0f51dd-sda', '075b32eb96ee6405caf9d7fb706a9d8a.db') +REPLICATE: /sdc/0/075b32eb96ee6405caf9d7fb706a9d8a, sync, (-1, '00000000000000000000000000000000', '70e8b8e1-46e2-4d15-a9df-a71e4d0f51dd-sda', '1769697121.18289', '1769697122.00000', '0', '{"X-Container-Sync-To": ["a", "1769697123.00000"], "X-Container-Sync-Key": ["secret", "1769697124.00000"]}', '1769697122.00000', 0, 0) +REPLICATE: /sdc/0/075b32eb96ee6405caf9d7fb706a9d8a, complete_rsync, ('70e8b8e1-46e2-4d15-a9df-a71e4d0f51dd-sda', '075b32eb96ee6405caf9d7fb706a9d8a.db') +test DEBUG: Replicating db /tmp/tmp7m35jfn_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update +test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception +test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params +test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_creation +test.unit.obj.test_updater.TestObjectUpdater.test_creation ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_with_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception +test.unit.obj.test_updater.TestObjectUpdater.test_listdir_without_exception ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok + +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx95a37557d7b04a6bb7796-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697121.32107 <= '409 (1769697121.32107), 409 (1769697121.32107), 409 (1769697121.32107)' (txn: tx4971612eb0134dd5b1a16-00697b6f61) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697121.32344 <= '409 (1769697121.32344), 409 (1769697121.32344), 409 (1769697121.32344)' (txn: tx2d48c652982f48de8bb9d-00697b6f61) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697121.32539 <= '409 (1769697121.32539), 409 (1769697121.32539), 409 (1769697121.32539)' (txn: tx0759d4f0c3c142a4b56a5-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697121.00000 <= '409 (1769697122.00000), 409 (1769697122.00000), 409 (1769697122.00000)' (txn: tx1658567d38d2458ca96ec-00697b6f61) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697123.00000 <= '409 (1769697124.00000), 409 (1769697124.00000), 409 (1769697124.00000)' (txn: tx128bff15b19045f5b0844-00697b6f61) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697125.00000 <= '409 (1769697126.00000), 409 (1769697126.00000), 409 (1769697126.00000)' (txn: txf202d5e804ed4a7e8d8a7-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697121.00000 <= '409 (1769697121.00000), 409 (1769697121.00000), 409 (1769697121.00000)' (txn: tx1aa520f24e214e518f6a6-00697b6f61) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697122.00000 <= '409 (1769697122.00000), 409 (1769697122.00000), 409 (1769697122.00000)' (txn: tx7553a1e9057d47b2a931d-00697b6f61) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697123.00000 <= '409 (1769697123.00000), 409 (1769697123.00000), 409 (1769697123.00000)' (txn: tx17380e15074f4f2996389-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697121.00000 <= '409 (1769697121.00000)' (txn: tx2f7f6d51c2d645309e062-00697b6f61) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697122.00000 <= '409 (1769697122.00000)' (txn: tx362e5e01aa8b4190ad45b-00697b6f61) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697123.00000 <= '409 (1769697123.00000)' (txn: tx7007f274050f442e92c64-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f9d3dc07-9c06-4439-9e7f-8e87abedd216-sda', '1769697121.17986', '1769697121.00000', '0', '', '1769697121.00000', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('f9d3dc07-9c06-4439-9e7f-8e87abedd216-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f9d3dc07-9c06-4439-9e7f-8e87abedd216-sda', '1769697121.17986', '1769697121.00000', '0', '', '1769697121.00000', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('f9d3dc07-9c06-4439-9e7f-8e87abedd216-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.03114 seconds (64.23110/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp7m35jfn_/sda/containers/0/d8a/075b32eb96ee6405caf9d7fb706a9d8a/075b32eb96ee6405caf9d7fb706a9d8a.db +REPLICATE: /sdb/0/075b32eb96ee6405caf9d7fb706a9d8a, sync, (-1, '00000000000000000000000000000000', '70e8b8e1-46e2-4d15-a9df-a71e4d0f51dd-sda', '1769697121.18289', '1769697122.00000', '0', '{"X-Container-Sync-To": ["", "1769697125.00000"], "X-Container-Sync-Key": ["secret", "1769697124.00000"]}', '1769697122.00000', 0, 0) +test DEBUG: /tmp/tmp7m35jfn_/sda/containers/0/d8a/075b32eb96ee6405caf9d7fb706a9d8a/075b32eb96ee6405caf9d7fb706a9d8a.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/075b32eb96ee6405caf9d7fb706a9d8a, sync, (-1, '00000000000000000000000000000000', '70e8b8e1-46e2-4d15-a9df-a71e4d0f51dd-sda', '1769697121.18289', '1769697122.00000', '0', '{"X-Container-Sync-To": ["", "1769697125.00000"], "X-Container-Sync-Key": ["secret", "1769697124.00000"]}', '1769697122.00000', 0, 0) +test DEBUG: /tmp/tmp7m35jfn_/sda/containers/0/d8a/075b32eb96ee6405caf9d7fb706a9d8a/075b32eb96ee6405caf9d7fb706a9d8a.db in sync with 10.0.0.2:1002/sdc, nothing to do +test DEBUG: Replicating db /tmp/tmp7m35jfn_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f9d3dc07-9c06-4439-9e7f-8e87abedd216-sda', '1769697121.17986', '1769697121.00000', '0', '', '1769697121.00000', 0, 0) +test DEBUG: /tmp/tmp7m35jfn_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f9d3dc07-9c06-4439-9e7f-8e87abedd216-sda', '1769697121.17986', '1769697121.00000', '0', '', '1769697121.00000', 0, 0) +test DEBUG: /tmp/tmp7m35jfn_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.02920 seconds (68.48267/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 +test ERROR: Failed to update sync_store /tmp/tmp7w0p86wy/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/replicator.py", line 304, in _post_replicate_hook + self.sync_store.update_sync_store(broker) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store + raise OSError(1, '1') +PermissionError: [Errno 1] 1 +test DEBUG: Skipping the update of recently changed /tmp/tmpvj_98m23/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpvj_98m23/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpvj_98m23/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpvj_98m23/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping: /tmp/tmp4jjdz8pp/garbage is not a directory +test DEBUG: Skipping: /tmp/tmp4jjdz8pp/garbage is not mounted +test DEBUG: Skipping: /tmp/tmp7jy8s6_r/sdq is not mounted +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. +test ERROR: ERROR: Unable to access foo/bar: permission_denied +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpvevj7yi4/devices/sda1 (pid: 3334955) +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpvevj7yi4/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697122.00000 +test INFO: Object update sweep completed on /tmp/tmpvevj7yi4/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpi6adwzlm/devices/sda1 (pid: 3334955) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpi6adwzlm/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697122.00000 +test INFO: Object update sweep completed on /tmp/tmpi6adwzlm/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpjnee87o3/devices/sda1 (pid: 3334955) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpjnee87o3/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697121.00000 to .shards_a/c_shard_new +test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpjnee87o3/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697121.00000 +test INFO: Object update sweep completed on /tmp/tmpjnee87o3/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmppf3vvj00/devices/sda1 (pid: 3334955) +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmppf3vvj00/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697121.00000test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txeec5dddbd81245b9b0b66-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697121.00000 <= '409 (1769697122.00000)' (txn: txaead10beffa64f85a46a6-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx7ece48efc9cb40e2bcaa2-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697121.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx912a12fd9fac409fbcd81-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1769697121.00000 <= '409 (1769697122.00000), 201 (unknown), 201 (unknown)' (txn: txaad9ff964e5049ea8820d-00697b6f61) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config ... ok + +test INFO: Object update sweep completed on /tmp/tmppf3vvj00/devices/sda1 in 0.10s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.10s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmppf3vvj00/devices/sda1 (pid: 3334955) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmppf3vvj00/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697121.00000 to .shards_a/c_shard_1 +test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmppf3vvj00/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697121.00000 +test INFO: Object update sweep completed on /tmp/tmppf3vvj00/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmptak1jex0/devices/sda1 (pid: 3334955) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmptak1jex0/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697121.00000 to .shards_a/c_shard_new +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmptak1jex0/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697121.00000 to .shards_a/c_shard_newer +test INFO: Object update sweep completed on /tmp/tmptak1jex0/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmptak1jex0/devices/sda1 (pid: 3334955) +test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmptak1jex0/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697121.00000 +test INFO: Object update sweep completed on /tmp/tmptak1jex0/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmppt5pzwls/devices/sda1 (pid: 3334955) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmppt5pzwls/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697121.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmppt5pzwls/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697121.00000 to .shards_a/c_shard_2 +test INFO: Object update sweep completed on /tmp/tmppt5pzwls/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmppt5pzwls/devices/sda1 (pid: 3334955) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmppt5pzwls/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697121.00000 to None +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmppt5pzwls/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697121.00000 to .shards_a/c_shard_3 +test INFO: Object update sweep completed on /tmp/tmppt5pzwls/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmppt5pzwls/devices/sda1 (pid: 3334955) +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmppt5pzwls/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697121.00000 to .shards_a/c_shard_1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmppt5pzwls/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697121.00000 to None +test INFO: Object update sweep completed on /tmp/tmppt5pzwls/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmppt5pzwls/devices/sda1 (pid: 3334955) +test DEBUG: Update sent for /a/c/o /tmp/tmppt5pzwls/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697121.00000 +test INFO: Object update sweep completed on /tmp/tmppt5pzwls/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmplir8kpif/devices/sda1 (pid: 3334955) +test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmplir8kpif/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697122.00000 +test INFO: Object update sweep completed on /tmp/tmplir8kpif/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmplir8kpif/devices/sda1 (pid: 3334955) +test DEBUG: Update sent for /a/c/o /tmp/tmplir8kpif/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697123.00000 +test INFO: Object update sweep completed on /tmp/tmplir8kpif/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmplir8kpif/devices/sda1 (pid: 3334955) +test DEBUG: Update sent for /a/c/o /tmp/tmplir8kpif/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697124.00000 +test INFO: Object update sweep completed on /tmp/tmplir8kpif/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmplir8kpif/devices/sda1 (pid: 3334955) +test DEBUG: Update sent for /a/c/o /tmp/tmplir8kpif/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697125.00000 +test INFO: Object update sweep completed on /tmp/tmplir8kpif/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmplir8kpif/devices/sda1 (pid: 3334955) +test DEBUG: Update sent for /a/c/o /tmp/tmplir8kpif/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697126.00000 +test INFO: Object update sweep completed on /tmp/tmplir8kpif/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmplir8kpif/devices/sda1 (pid: 3334955) +test DEBUG: Update sent for /a/c/o /tmp/tmplir8kpif/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697127.00000 +test INFO: Object update sweep completed on /tmp/tmplir8kpif/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon'test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +swift: Client disconnected on read of '/a' (txn: txd84c58c1864e404e8f188-00697b6f61) +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx06e5cde1097141188e6a8-00676e5f29) -test ERROR: Container GET returning 503 for [] (txn: tx06e5cde1097141188e6a8-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcb25f4898a994d06ab392-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcb25f4898a994d06ab392-00676e5f29) -test ERROR: Container GET returning 503 for [] (txn: txcb25f4898a994d06ab392-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd4a9d51ec39e4c4090972-00676e5f29) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txdfc1e9d30c86445a895a1-00676e5f29) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txdfc1e9d30c86445a895a1-00676e5f29) -test ERROR: Container GET returning 503 for [500, 500] (txn: txdfc1e9d30c86445a895a1-00676e5f29) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx60579db5c53d42d4a98a0-00676e5f29) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txfabe82eeb0e1495bb14b7-00676e5f29) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txfabe82eeb0e1495bb14b7-00676e5f29) -test INFO: Client disconnected on read of '/a/c' (txn: txfabe82eeb0e1495bb14b7-00676e5f29) -test ERROR: Container GET returning 503 for [] (txn: tx1b1ff4b7af4a47008a730-00676e5f29) -test INFO: Client disconnected on read of '/a/c' (txn: tx1b1ff4b7af4a47008a730-00676e5f29) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmplhsl5xlz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmplhsl5xlz/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmplhsl5xlz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmplhsl5xlz/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0036 "-" 3334960 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0032 "-" 3334960 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0031 "-" 3334960 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0029 "-" 3334960 - +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdf14fbc213fe447480a93-00697b6f61" "proxy-server 3334960" 0.0012 "-" 3334960 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:41647/sda1/0/a/c" "txdf14fbc213fe447480a93-00697b6f61" "container-server 3334960" 0.0011 "-" 3334960 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:49713/sdb1/0/a/c" "txdf14fbc213fe447480a93-00697b6f61" "container-server 3334960" 0.0011 "-" 3334960 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txdf14fbc213fe447480a93-00697b6f61" "proxy-server 3334960" 0.0147 "-" 3334960 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txdf14fbc213fe447480a93-00697b6f61" "proxy-server 3334960" 0.0100 "-" 3334960 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/32/01 PUT /v1/a/c HTTP/1.0 201 - - t - - - txdf14fbc213fe447480a93-00697b6f61 - 0.0229 - - 1769697121.747302771 1769697121.770234108 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx25d501d541e742eca18e6-00697b6f61" "proxy-server 3334960" 0.0012 "-" 3334960 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:49713/sdb1/2/a1/c1" "tx25d501d541e742eca18e6-00697b6f61" "container-server 3334960" 0.0011 "-" 3334960 0 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:41647/sda1/2/a1/c1" "tx25d501d541e742eca18e6-00697b6f61" "container-server 3334960" 0.0416 "-" 3334960 0 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx25d501d541e742eca18e6-00697b6f61" "proxy-server 3334960" 0.0545 "-" 3334960 0 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx25d501d541e742eca18e6-00697b6f61" "proxy-server 3334960" 0.0513 "-" 3334960 0 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/32/01 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx25d501d541e742eca18e6-00697b6f61 - 0.0632 - - 1769697121.771855354 1769697121.835058451 0 +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx61e4eb885f6a42ffb52c3-00697b6f61" "proxy-server 3334960" 0.0023 "-" 3334960 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:49713/sdb1/0/a/c1" "tx61e4eb885f6a42ffb52c3-00697b6f61" "container-server 3334960" 0.0013 "-" 3334960 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:41647/sda1/0/a/c1" "tx61e4eb885f6a42ffb52c3-00697b6f61" "container-server 3334960" 0.0020 "-" 3334960 1 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx61e4eb885f6a42ffb52c3-00697b6f61" "proxy-server 3334960" 0.0164 "-" 3334960 1 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx61e4eb885f6a42ffb52c3-00697b6f61" "proxy-server 3334960" 0.0123 "-" 3334960 1 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/32/01 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx61e4eb885f6a42ffb52c3-00697b6f61 - 0.0267 - - 1769697121.836633682 1769697121.863368988 1 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5828fce37b154e649407d-00697b6f61" "proxy-server 3334960" 0.0022 "-" 3334960 - +acct2 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:41647/sda1/2/a/c2" "tx5828fce37b154e649407d-00697b6f61" "container-server 3334960" 0.0019 "-" 3334960 2 +acct1 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:49713/sdb1/2/a/c2" "tx5828fce37b154e649407d-00697b6f61" "container-server 3334960" 0.0011 "-" 3334960 2 +cont1 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5828fce37b154e649407d-00697b6f61" "proxy-server 3334960" 0.0104 "-" 3334960 2 +cont2 INFO: 127.0.0.1 - - [29/Jan/2026:14:32:01 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5828fce37b154e649407d-00697b6f61" "proxy-server 3334960" 0.0160 "-" 3334960 2 +proxy INFO: 127.0.0.1 127.0.0.1 29/Jan/2026/14/32/01 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx5828fce37b154e649407d-00697b6f61 - 0.0253 - - 1769697121.864822626 1769697121.890171051 2 test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx0eaeefdb21c0478b933d5-00676e5f29) -test INFO: Client disconnected on read of '/a/c' (txn: tx0eaeefdb21c0478b933d5-00676e5f29) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok + +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9658c3badbb942408fc85-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9658c3badbb942408fc85-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9658c3badbb942408fc85-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9658c3badbb942408fc85-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9658c3badbb942408fc85-00676e5f29) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx9658c3badbb942408fc85-00676e5f29) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txefaf7e849f9a401cb3b09-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txefaf7e849f9a401cb3b09-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txefaf7e849f9a401cb3b09-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txefaf7e849f9a401cb3b09-00676e5f29) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txefaf7e849f9a401cb3b09-00676e5f29)test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1!test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok +swift: Client disconnected on read of '/a/\x00c' (txn: txf0f809a872d14fa89317d-00697b6f61) +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok +swift: ERROR 500 b'Response from 127.0.0.1' Trying to GET /account From Account Server 127.0.0.1:6010/sda (txn: txa148baa8582e4df89f029-00697b6f62) +swift: ERROR 500 b'Response from 127.0.0.1' Trying to GET /account From Account Server 127.0.0.1:6010/sda (txn: txa148baa8582e4df89f029-00697b6f62) +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok + +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpx274kjlv/devices/sda1 (pid: 3334955) +test DEBUG: Update sent for /a/c/o /tmp/tmpx274kjlv/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697122.00000 +test INFO: Object update sweep completed on /tmp/tmpx274kjlv/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpx274kjlv/devices/sda1 (pid: 3334955) +test DEBUG: Update sent for /a/c/o /tmp/tmpx274kjlv/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697124.00000 +test INFO: Object update sweep completed on /tmp/tmpx274kjlv/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp5n6mycd4/devices/sda1 (pid: 3334955) +test ERROR: ERROR Pickle problem, quarantining /tmp/tmp5n6mycd4/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697121.00000: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/updater.py", line 431, in _load_update + return pickle.load(open(update_path, 'rb')) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +_pickle.UnpicklingError: invalid load key, '\xff'. +test INFO: Object update sweep completed on /tmp/tmp5n6mycd4/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp0r87lqlo/devices/sda1 (pid: 3334955) +test DEBUG: Update sent for /a/c1/o01 /tmp/tmp0r87lqlo/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769697121.62071 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmp0r87lqlo/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1769697121.62245 +test INFO: Object update sweep completed on /tmp/tmp0r87lqlo/devices/sda1 in 0.20s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.21s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpswkjvekx/devices/sda1 (pid: 3334955) +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpswkjvekx/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769697121.83312 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpswkjvekx/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769697121.83323 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpswkjvekx/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769697121.83281 +test INFO: Object update sweep completed on /tmp/tmpswkjvekx/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp69vrwben/devices/sda1 (pid: 3334955) +test DEBUG: Update sent for /a/c1/o04 /tmp/tmp69vrwben/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1769697121.94107 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmp69vrwben/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769697121.94072 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmp69vrwben/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769697121.94052 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmp69vrwben/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769697121.94084 +test INFO: Object update sweep completed on /tmp/tmp69vrwben/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpyej0m5v2/devices/sda1 (pid: 3334955) +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpyej0m5v2/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769697121.95022 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpyej0m5v2/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769697121.95035 +test INFO: Object update sweep completed on /tmp/tmpyej0m5v2/devices/sda1 in 0.11s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.11s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp4f3gwuxh/devices/sda1 (pid: 3334955) +test DEBUG: Update sent for /a/c1/o09 /tmp/tmp4f3gwuxh/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1769697122.06215 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmp4f3gwuxh/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1769697122.06189 +test DEBUG: Update sent for /a/c1/o08 /tmp/tmp4f3gwuxh/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1769697122.06210 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmp4f3gwuxh/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1769697122.06200 +test DEBUG: Update sent for /a/c1/o05 /tmp/tmp4f3gwuxh/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1769697122.06194test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok + +test DEBUG: Update sent for /a/c1/o00 /tmp/tmp4f3gwuxh/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769697122.06159 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmp4f3gwuxh/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1769697122.06259 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmp4f3gwuxh/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769697122.06171 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmp4f3gwuxh/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769697122.06183 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmp4f3gwuxh/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769697122.06178 +test DEBUG: Update sent for /a/c1/o07 /tmp/tmp4f3gwuxh/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1769697122.06205 +test INFO: Object update sweep completed on /tmp/tmp4f3gwuxh/devices/sda1 in 0.21s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.21s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmp36m_iyei/devices/sda1 (pid: 3334955) +test DEBUG: Update sent for /a/c1/o05 /tmp/tmp36m_iyei/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1769697122.27430 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmp36m_iyei/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769697122.27404 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmp36m_iyei/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769697122.27374 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmp36m_iyei/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769697122.27348 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmp36m_iyei/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1769697122.27417 +test INFO: Object update sweep completed on /tmp/tmp36m_iyei/devices/sda1 in 0.01s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.01s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpvqypxyi5/devices/sda1 (pid: 3334955) +test INFO: Object update sweep completed on /tmp/tmpvqypxyi5/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpvqypxyi5/devices/sda1 (pid: 3334955) +test INFO: Object update sweep completed on /tmp/tmpvqypxyi5/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpvqypxyi5/devices/sda1 (pid: 3334955) +test INFO: Object update sweep completed on /tmp/tmpvqypxyi5/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpvqypxyi5/devices/sda1 (pid: 3334955) +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused +test DEBUG: Update failed for /a/c/o /tmp/tmpvqypxyi5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697122.30087 +test INFO: Object update sweep completed on /tmp/tmpvqypxyi5/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpvqypxyi5/devices/sda1 (pid: 3334955) +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:37759/sda1 +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:37759/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpvqypxyi5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697122.30087 +test INFO: Object update sweep completed on /tmp/tmpvqypxyi5/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpvqypxyi5/devices/sda1 (pid: 3334955) +test DEBUG: Error code 404 is returned from remote server 127.0.0.1:37759/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpvqypxyi5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697122.30087 +test INFO: Object update sweep completed on /tmp/tmpvqypxyi5/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpvqypxyi5/devices/sda1 (pid: 3334955) +test INFO: Timeout waiting on remote server 127.0.0.1:37759/sda1: 99 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmpvqypxyi5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697122.30087 +test INFO: Object update sweep completed on /tmp/tmpvqypxyi5/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpvqypxyi5/devices/sda1 (pid: 3334955) +test INFO: Timeout connecting to remote server 127.0.0.1:37759/sda1: 9 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmpvqypxyi5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697122.30087 +test INFO: Object update sweep completed on /tmp/tmpvqypxyi5/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpvqypxyi5/devices/sda1 (pid: 3334955) +test DEBUG: Update sent for /a/c/o /tmp/tmpvqypxyi5/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769697122.30087 +test INFO: Object update sweep completed on /tmp/tmpvqypxyi5/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955)test.unit.obj.test_updater.TestObjectUpdater.test_run_once +test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body @@ -112954,104 +113629,111 @@ test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txefaf7e849f9a401cb3b09-00676e5f29) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test WARNING: Skipping: +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Object update sweep starting on /tmp/tmpek7qf7cd/devices/sda1 (pid: 3334955) +test INFO: Object update sweep progress on /tmp/tmpek7qf7cd/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update sweep progress on /tmp/tmpek7qf7cd/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update sweep completed on /tmp/tmpek7qf7cd/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) +test INFO: Object update sweep starting on /tmp/tmp_vdxbqbv/devices/sda1 (pid: 3334955) +test INFO: Object update sweep completed on /tmp/tmp_vdxbqbv/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 3334955) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx8fdc9eae543243e1a46e5-00676e5f29) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx8ea567dcbf0d46c7a536c-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: tx8ea567dcbf0d46c7a536c-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx8ea567dcbf0d46c7a536c-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx8ea567dcbf0d46c7a536c-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: tx8ea567dcbf0d46c7a536c-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx8ea567dcbf0d46c7a536c-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx8ea567dcbf0d46c7a536c-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx8ea567dcbf0d46c7a536c-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx8ea567dcbf0d46c7a536c-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx8ea567dcbf0d46c7a536c-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx8ea567dcbf0d46c7a536c-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx8ea567dcbf0d46c7a536c-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx8ea567dcbf0d46c7a536c-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx8ea567dcbf0d46c7a536c-00676e5f29) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txdcd424b263544a79ab3a5-00697b6f62) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx7e0eade32eee42ee93ffe-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx7e0eade32eee42ee93ffe-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx7e0eade32eee42ee93ffe-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx7e0eade32eee42ee93ffe-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx7e0eade32eee42ee93ffe-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: tx7e0eade32eee42ee93ffe-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: tx7e0eade32eee42ee93ffe-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: tx7e0eade32eee42ee93ffe-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx7e0eade32eee42ee93ffe-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx7e0eade32eee42ee93ffe-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx7e0eade32eee42ee93ffe-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx7e0eade32eee42ee93ffe-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx7e0eade32eee42ee93ffe-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx7e0eade32eee42ee93ffe-00697b6f62) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx99e6a8f29c22478facaec-00676e5f29) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx6a77b2d9c63945d4b654d-00697b6f62) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts ... ok @@ -113059,7 +113741,53 @@ test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx7313b030f7ac46afb0a5f-00697b6f62) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc7dd89758b3a48d4a7cc3-00697b6f62) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc7dd89758b3a48d4a7cc3-00697b6f62) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc7dd89758b3a48d4a7cc3-00697b6f62) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc7dd89758b3a48d4a7cc3-00697b6f62) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc7dd89758b3a48d4a7cc3-00697b6f62) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc7dd89758b3a48d4a7cc3-00697b6f62) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc7dd89758b3a48d4a7cc3-00697b6f62) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc7dd89758b3a48d4a7cc3-00697b6f62) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc7dd89758b3a48d4a7cc3-00697b6f62) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc7dd89758b3a48d4a7cc3-00697b6f62) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc7dd89758b3a48d4a7cc3-00697b6f62) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc7dd89758b3a48d4a7cc3-00697b6f62) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc7dd89758b3a48d4a7cc3-00697b6f62) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc7dd89758b3a48d4a7cc3-00697b6f62) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc7dd89758b3a48d4a7cc3-00697b6f62) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok @@ -113071,37 +113799,9 @@ test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx3ae04de6f92c48f6b2eef-00676e5f29) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx128756426e654ffba6f53-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx128756426e654ffba6f53-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx128756426e654ffba6f53-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx128756426e654ffba6f53-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx128756426e654ffba6f53-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx128756426e654ffba6f53-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx128756426e654ffba6f53-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx128756426e654ffba6f53-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx128756426e654ffba6f53-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx128756426e654ffba6f53-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx128756426e654ffba6f53-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx128756426e654ffba6f53-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx128756426e654ffba6f53-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx128756426e654ffba6f53-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx128756426e654ffba6f53-00676e5f29) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -113109,92 +113809,63 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server ERROR: Object returning 503 for [] (txn: tx2e61c34edd9e41d1b4c7b-00676e5f29) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok @@ -113204,168 +113875,174 @@ test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) -proxy-server ERROR: Object returning 503 for [] (txn: tx0cdc76d4cb30442fa2c21-00676e5f29) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) +proxy-server ERROR: Object returning 503 for [] (txn: tx65d2d8cc32ae45d9b737f-00697b6f62) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1309fec9d6634c06bf084-00697b6f62) +proxy-server ERROR: Object returning 503 for [] (txn: tx1309fec9d6634c06bf084-00697b6f62) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server ERROR: Object returning 503 for [] (txn: txcee530dfc8a14a0da2ad2-00676e5f29) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok +swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Network unreachable (txn: tx8b661a0ef5994c24bcfef-00697b6f63) +swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Network unreachable (txn: tx8b661a0ef5994c24bcfef-00697b6f63) +swift: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Network unreachable (txn: tx8b661a0ef5994c24bcfef-00697b6f63) +swift: Account HEAD returning 503 for [] (txn: tx8b661a0ef5994c24bcfef-00697b6f63) +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server ERROR: Object returning 503 for [] (txn: tx56c1218ed8fa48fda4bd6-00676e5f29) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc384fa693fe341aab8409-00676e5f29) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server ERROR: Object returning 503 for [] (txn: txd21e9574088b42878f878-00697b6f62) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server ERROR: Object returning 503 for [] (txn: txc372968725014dcf88e2e-00697b6f62) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx743a4b7f0dd740779f352-00697b6f62) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb92b495f8eb44f179b4cd-00697b6f62)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok @@ -113375,128 +114052,331 @@ test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps + +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx42b17f55a86d4584a0b01-00697b6f61) +test INFO: Client disconnected on read of '/a/c' (txn: tx42b17f55a86d4584a0b01-00697b6f61) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx546cefa59d1745788f99a-00697b6f61) +test INFO: Client disconnected on read of '/a/c' (txn: tx546cefa59d1745788f99a-00697b6f61) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txef1d3ad912c04941b34b3-00697b6f63) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txef1d3ad912c04941b34b3-00697b6f63)test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +swift: ERROR Unhandled exception in request: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/proxy/server.py", line 542, in handle_request#012 controller, path_parts = self.get_controller(req)#012 ^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 667, in get_controller#012 raise Exception('this shouldn\'t be caught')#012Exception: this shouldn't be caught +swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx58bfb4d5e4874c4182f93-00697b6f63) +swift: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx58bfb4d5e4874c4182f93-00697b6f63) +swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx58bfb4d5e4874c4182f93-00697b6f63) +swift: Account HEAD returning 503 for [] (txn: tx58bfb4d5e4874c4182f93-00697b6f63) +swift: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1.0/a: Network unreachable (txn: tx800efebcf27943cba4906-00697b6f63) +swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1.0/a: Network unreachable (txn: tx800efebcf27943cba4906-00697b6f63) +swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1.0/a: Network unreachable (txn: tx800efebcf27943cba4906-00697b6f63) +swift: Account HEAD returning 503 for [] (txn: tx800efebcf27943cba4906-00697b6f63) + +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txef1d3ad912c04941b34b3-00697b6f63) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txef1d3ad912c04941b34b3-00697b6f63) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok + +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server ERROR: Object returning 503 for [] (txn: txb92b495f8eb44f179b4cd-00697b6f62) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: tx883c52271c114b8c8873d-00697b6f63) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbe441024cff2433ebd00b-00697b6f63) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server ERROR: Object returning 503 for [] (txn: txdc9851ddb6d943f3a5b71-00676e5f29) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txce30702315fd402daab29-00676e5f29) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2ef8bb8213f5405586419-00676e5f29) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txbcf8a3764ab44ae7868cd-00697b6f63) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx9d103b2f3b684d0f87b86-00676e5f29) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb7732b27850e4e63832e0-00676e5f29) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok @@ -113505,53 +114385,52 @@ test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4901165cdd0946bd94dc0-00697b6f63) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1f035884d4624a109a0e6-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1f035884d4624a109a0e6-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1f035884d4624a109a0e6-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1f035884d4624a109a0e6-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1f035884d4624a109a0e6-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1f035884d4624a109a0e6-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1f035884d4624a109a0e6-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1f035884d4624a109a0e6-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1f035884d4624a109a0e6-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1f035884d4624a109a0e6-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1f035884d4624a109a0e6-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1f035884d4624a109a0e6-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1f035884d4624a109a0e6-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1f035884d4624a109a0e6-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx1f035884d4624a109a0e6-00676e5f29) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx1f035884d4624a109a0e6-00676e5f29) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd67158d5c8c64072a0523-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd67158d5c8c64072a0523-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd67158d5c8c64072a0523-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd67158d5c8c64072a0523-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd67158d5c8c64072a0523-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd67158d5c8c64072a0523-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd67158d5c8c64072a0523-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd67158d5c8c64072a0523-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd67158d5c8c64072a0523-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd67158d5c8c64072a0523-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd67158d5c8c64072a0523-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd67158d5c8c64072a0523-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd67158d5c8c64072a0523-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd67158d5c8c64072a0523-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd67158d5c8c64072a0523-00697b6f63) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txd67158d5c8c64072a0523-00697b6f63) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx376a449aa9944959866ef-00697b6f63)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok @@ -113563,53 +114442,56 @@ test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txa670fcc5ca8248d39c999-00676e5f29) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx376a449aa9944959866ef-00697b6f63) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx376a449aa9944959866ef-00697b6f63) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc4438d732f1b429283901-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc4438d732f1b429283901-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc4438d732f1b429283901-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc4438d732f1b429283901-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc4438d732f1b429283901-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc4438d732f1b429283901-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc4438d732f1b429283901-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc4438d732f1b429283901-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc4438d732f1b429283901-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc4438d732f1b429283901-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc4438d732f1b429283901-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc4438d732f1b429283901-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc4438d732f1b429283901-00676e5f29) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc4438d732f1b429283901-00676e5f29) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc48a2e19d22f4409aff0b-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc48a2e19d22f4409aff0b-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc48a2e19d22f4409aff0b-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc48a2e19d22f4409aff0b-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc48a2e19d22f4409aff0b-00697b6f63)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok @@ -113635,81 +114517,26 @@ test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok - -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7eff823ef91c4c9998f35-00676e5f27) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7eff823ef91c4c9998f35-00676e5f27) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7eff823ef91c4c9998f35-00676e5f27) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx7eff823ef91c4c9998f35-00676e5f27) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7eff823ef91c4c9998f35-00676e5f27) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7eff823ef91c4c9998f35-00676e5f27) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx7eff823ef91c4c9998f35-00676e5f27) -test DEBUG: Setting object count to 1065 (txn: tx7eff823ef91c4c9998f35-00676e5f27) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx28da8d820b9b439f83e15-00676e5f28) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx28da8d820b9b439f83e15-00676e5f28) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9cb5ae6edf0945e792122-00676e5f29) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx9cb5ae6edf0945e792122-00676e5f29) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9cb5ae6edf0945e792122-00676e5f29) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx9cb5ae6edf0945e792122-00676e5f29) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx9cb5ae6edf0945e792122-00676e5f29) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9cb5ae6edf0945e792122-00676e5f29) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx9cb5ae6edf0945e792122-00676e5f29) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9cb5ae6edf0945e792122-00676e5f29) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9cb5ae6edf0945e792122-00676e5f29) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx9cb5ae6edf0945e792122-00676e5f29) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx9cb5ae6edf0945e792122-00676e5f29) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx9cb5ae6edf0945e792122-00676e5f29) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx9cb5ae6edf0945e792122-00676e5f29) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx9cb5ae6edf0945e792122-00676e5f29) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx9cb5ae6edf0945e792122-00676e5f29) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx9cb5ae6edf0945e792122-00676e5f29) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx9cb5ae6edf0945e792122-00676e5f29) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx9cb5ae6edf0945e792122-00676e5f29) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txc61e823d92034b5ab3cd3-00676e5f29) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc61e823d92034b5ab3cd3-00676e5f29) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc61e823d92034b5ab3cd3-00676e5f29) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txc61e823d92034b5ab3cd3-00676e5f29) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx6f33f9e34e6f4f8a8ac46-00676e5f29) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6f33f9e34e6f4f8a8ac46-00676e5f29) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6f33f9e34e6f4f8a8ac46-00676e5f29) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx6f33f9e34e6f4f8a8ac46-00676e5f29) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx0860be6f92f04045b2222-00676e5f29) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0860be6f92f04045b2222-00676e5f29) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0860be6f92f04045b2222-00676e5f29) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0860be6f92f04045b2222-00676e5f29) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0860be6f92f04045b2222-00676e5f29) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0860be6f92f04045b2222-00676e5f29) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0860be6f92f04045b2222-00676e5f29) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0860be6f92f04045b2222-00676e5f29) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0860be6f92f04045b2222-00676e5f29)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc48a2e19d22f4409aff0b-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc48a2e19d22f4409aff0b-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc48a2e19d22f4409aff0b-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc48a2e19d22f4409aff0b-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc48a2e19d22f4409aff0b-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc48a2e19d22f4409aff0b-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc48a2e19d22f4409aff0b-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc48a2e19d22f4409aff0b-00697b6f63) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc48a2e19d22f4409aff0b-00697b6f63) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -113719,122 +114546,29 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok - -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0860be6f92f04045b2222-00676e5f29) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0860be6f92f04045b2222-00676e5f29) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0860be6f92f04045b2222-00676e5f29) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx0860be6f92f04045b2222-00676e5f29) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0860be6f92f04045b2222-00676e5f29) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0860be6f92f04045b2222-00676e5f29) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx0860be6f92f04045b2222-00676e5f29) -test DEBUG: Setting object count to 3120 (txn: tx0860be6f92f04045b2222-00676e5f29) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx6c25bbd69f054fcf8fc0e-00676e5f2a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6c25bbd69f054fcf8fc0e-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c25bbd69f054fcf8fc0e-00676e5f2a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6c25bbd69f054fcf8fc0e-00676e5f2a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6c25bbd69f054fcf8fc0e-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c25bbd69f054fcf8fc0e-00676e5f2a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx6c25bbd69f054fcf8fc0e-00676e5f2a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx6c25bbd69f054fcf8fc0e-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c25bbd69f054fcf8fc0e-00676e5f2a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx6c25bbd69f054fcf8fc0e-00676e5f2a) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6c25bbd69f054fcf8fc0e-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6c25bbd69f054fcf8fc0e-00676e5f2a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx6c25bbd69f054fcf8fc0e-00676e5f2a) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6c25bbd69f054fcf8fc0e-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6c25bbd69f054fcf8fc0e-00676e5f2a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx6c25bbd69f054fcf8fc0e-00676e5f2a) -test DEBUG: Setting object count to 3120 (txn: tx6c25bbd69f054fcf8fc0e-00676e5f2a) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx708a193d708a497eaf457-00676e5f2a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx708a193d708a497eaf457-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx708a193d708a497eaf457-00676e5f2a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx708a193d708a497eaf457-00676e5f2a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx708a193d708a497eaf457-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx708a193d708a497eaf457-00676e5f2a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx708a193d708a497eaf457-00676e5f2a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx708a193d708a497eaf457-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx708a193d708a497eaf457-00676e5f2a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx708a193d708a497eaf457-00676e5f2a) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx708a193d708a497eaf457-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx708a193d708a497eaf457-00676e5f2a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx708a193d708a497eaf457-00676e5f2a) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx708a193d708a497eaf457-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx708a193d708a497eaf457-00676e5f2a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx708a193d708a497eaf457-00676e5f2a) -test DEBUG: Setting object count to 3120 (txn: tx708a193d708a497eaf457-00676e5f2a) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx50ed66ab65b54b09a44ea-00676e5f2a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx50ed66ab65b54b09a44ea-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx50ed66ab65b54b09a44ea-00676e5f2a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx50ed66ab65b54b09a44ea-00676e5f2a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx50ed66ab65b54b09a44ea-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx50ed66ab65b54b09a44ea-00676e5f2a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx50ed66ab65b54b09a44ea-00676e5f2a) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx50ed66ab65b54b09a44ea-00676e5f2a) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx50ed66ab65b54b09a44ea-00676e5f2a) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx50ed66ab65b54b09a44ea-00676e5f2a) -test DEBUG: Setting object count to 3120 (txn: tx50ed66ab65b54b09a44ea-00676e5f2a) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx76b87c8779f24d398ca3c-00676e5f2a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx76b87c8779f24d398ca3c-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx76b87c8779f24d398ca3c-00676e5f2a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx76b87c8779f24d398ca3c-00676e5f2a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx76b87c8779f24d398ca3c-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx76b87c8779f24d398ca3c-00676e5f2a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx76b87c8779f24d398ca3c-00676e5f2a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx76b87c8779f24d398ca3c-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx76b87c8779f24d398ca3c-00676e5f2a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx76b87c8779f24d398ca3c-00676e5f2a) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx76b87c8779f24d398ca3c-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx76b87c8779f24d398ca3c-00676e5f2a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx76b87c8779f24d398ca3c-00676e5f2a) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx76b87c8779f24d398ca3c-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx76b87c8779f24d398ca3c-00676e5f2a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx76b87c8779f24d398ca3c-00676e5f2a) -test DEBUG: Setting object count to 3120 (txn: tx76b87c8779f24d398ca3c-00676e5f2a) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txcb3c652f876b4196829e6-00676e5f2a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcb3c652f876b4196829e6-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb3c652f876b4196829e6-00676e5f2a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcb3c652f876b4196829e6-00676e5f2a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcb3c652f876b4196829e6-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb3c652f876b4196829e6-00676e5f2a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txcb3c652f876b4196829e6-00676e5f2a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txcb3c652f876b4196829e6-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txcb3c652f876b4196829e6-00676e5f2a) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txcb3c652f876b4196829e6-00676e5f2a) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txdbe06655450f406e9df61-00676e5f2a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txdbe06655450f406e9df61-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txdbe06655450f406e9df61-00676e5f2a) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txdbe06655450f406e9df61-00676e5f2a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdbe06655450f406e9df61-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdbe06655450f406e9df61-00676e5f2a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txdbe06655450f406e9df61-00676e5f2a) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx69a62c4b9a984a518db90-00676e5f2a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx69a62c4b9a984a518db90-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx69a62c4b9a984a518db90-00676e5f2a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx69a62c4b9a984a518db90-00676e5f2a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx69a62c4b9a984a518db90-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx69a62c4b9a984a518db90-00676e5f2a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx69a62c4b9a984a518db90-00676e5f2a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx69a62c4b9a984a518db90-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx69a62c4b9a984a518db90-00676e5f2a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx69a62c4b9a984a518db90-00676e5f2a) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx69a62c4b9a984a518db90-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx69a62c4b9a984a518db90-00676e5f2a) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx69a62c4b9a984a518db90-00676e5f2a) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx697b04a950f44c3bb37e9-00676e5f2a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx697b04a950f44c3bb37e9-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx697b04a950f44c3bb37e9-00676e5f2a) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx697b04a950f44c3bb37e9-00676e5f2a) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txd20d51716f5c4ff3a4234-00676e5f2a)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -113848,905 +114582,250 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config ... ok + proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config ... ok - proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx441c2d12181c405c964c3-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf9dcd93847f744e6be4b0-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4835f611c120493387185-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1d63da35209d4327bc524-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx63bc4911f2264aafa716a-00676e5f2a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f82554154714a80b8179-00697b6f64) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx9d4cde0a2a4e4576a9654-00676e5f2a) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx699ed00b85c34f22a9a18-00676e5f2a) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmprleagtd4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprleagtd4/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmprleagtd4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprleagtd4/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0030 "-" 1945231 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0029 "-" 1945231 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0027 "-" 1945231 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0034 "-" 1945231 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2b91537c44784b1781db4-00676e5f2a" "proxy-server 1945231" 0.0012 "-" 1945231 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:55363/sda1/3/a/c" "tx2b91537c44784b1781db4-00676e5f2a" "container-server 1945231" 0.0012 "-" 1945231 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:51981/sdb1/3/a/c" "tx2b91537c44784b1781db4-00676e5f2a" "container-server 1945231" 0.0010 "-" 1945231 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2b91537c44784b1781db4-00676e5f2a" "proxy-server 1945231" 0.0131 "-" 1945231 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2b91537c44784b1781db4-00676e5f2a" "proxy-server 1945231" 0.0095 "-" 1945231 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/50 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx2b91537c44784b1781db4-00676e5f2a - 0.0209 - - 1735286570.633927345 1735286570.654814720 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txe73316f2eb0c4a4abb9d2-00676e5f2a" "proxy-server 1945231" 0.0012 "-" 1945231 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:55363/sda1/0/a1/c1" "txe73316f2eb0c4a4abb9d2-00676e5f2a" "container-server 1945231" 0.0034 "-" 1945231 0 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:51981/sdb1/0/a1/c1" "txe73316f2eb0c4a4abb9d2-00676e5f2a" "container-server 1945231" 0.0010 "-" 1945231 0 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe73316f2eb0c4a4abb9d2-00676e5f2a" "proxy-server 1945231" 0.0148 "-" 1945231 0 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe73316f2eb0c4a4abb9d2-00676e5f2a" "proxy-server 1945231" 0.0113 "-" 1945231 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/50 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txe73316f2eb0c4a4abb9d2-00676e5f2a - 0.0227 - - 1735286570.656141281 1735286570.678888083 0 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx720f7807bcfc42dbab816-00676e5f2a" "proxy-server 1945231" 0.0019 "-" 1945231 - -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:51981/sdb1/3/a/c1" "tx720f7807bcfc42dbab816-00676e5f2a" "container-server 1945231" 0.1067 "-" 1945231 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:55363/sda1/3/a/c1" "tx720f7807bcfc42dbab816-00676e5f2a" "container-server 1945231" 0.0011 "-" 1945231 1 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx720f7807bcfc42dbab816-00676e5f2a" "proxy-server 1945231" 0.1139 "-" 1945231 1 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx720f7807bcfc42dbab816-00676e5f2a" "proxy-server 1945231" 0.1190 "-" 1945231 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/50 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx720f7807bcfc42dbab816-00676e5f2a - 0.1268 - - 1735286570.680233955 1735286570.807072163 1 -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9c69b93262d44a5f93846-00676e5f2a" "proxy-server 1945231" 0.0020 "-" 1945231 - -acct1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:55363/sda1/0/a/c2" "tx9c69b93262d44a5f93846-00676e5f2a" "container-server 1945231" 0.0012 "-" 1945231 2 -acct2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:51981/sdb1/0/a/c2" "tx9c69b93262d44a5f93846-00676e5f2a" "container-server 1945231" 0.0017 "-" 1945231 2 -cont2 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9c69b93262d44a5f93846-00676e5f2a" "proxy-server 1945231" 0.0103 "-" 1945231 2 -cont1 INFO: 127.0.0.1 - - [27/Dec/2024:08:02:50 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9c69b93262d44a5f93846-00676e5f2a" "proxy-server 1945231" 0.0153 "-" 1945231 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Dec/2024/08/02/50 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx9c69b93262d44a5f93846-00676e5f2a - 0.0233 - - 1735286570.808451653 1735286570.831796408 2 -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok - -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok - -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd20d51716f5c4ff3a4234-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txd20d51716f5c4ff3a4234-00676e5f2a) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txd20d51716f5c4ff3a4234-00676e5f2a) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txd591c356bd0049ebb814c-00676e5f2a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd591c356bd0049ebb814c-00676e5f2a) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txd591c356bd0049ebb814c-00676e5f2a) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txd591c356bd0049ebb814c-00676e5f2a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx14a331f6dfba4f54852a3-00676e5f2b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx14a331f6dfba4f54852a3-00676e5f2b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx14a331f6dfba4f54852a3-00676e5f2b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx14a331f6dfba4f54852a3-00676e5f2b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx14a331f6dfba4f54852a3-00676e5f2b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx14a331f6dfba4f54852a3-00676e5f2b) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx14a331f6dfba4f54852a3-00676e5f2b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx14a331f6dfba4f54852a3-00676e5f2b) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx14a331f6dfba4f54852a3-00676e5f2b) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx14a331f6dfba4f54852a3-00676e5f2b) -test DEBUG: Setting object count to 1068 (txn: tx14a331f6dfba4f54852a3-00676e5f2b) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx371d298917124636b5004-00676e5f2b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx371d298917124636b5004-00676e5f2b) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx371d298917124636b5004-00676e5f2b) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx371d298917124636b5004-00676e5f2b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx371d298917124636b5004-00676e5f2b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx371d298917124636b5004-00676e5f2b) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx371d298917124636b5004-00676e5f2b) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx371d298917124636b5004-00676e5f2b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx371d298917124636b5004-00676e5f2b) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx371d298917124636b5004-00676e5f2b) -test DEBUG: Setting object count to 1068 (txn: tx371d298917124636b5004-00676e5f2b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx66717257423744f0aa932-00676e5f2c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx66717257423744f0aa932-00676e5f2c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx66717257423744f0aa932-00676e5f2c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx66717257423744f0aa932-00676e5f2c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx66717257423744f0aa932-00676e5f2c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx66717257423744f0aa932-00676e5f2c) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx66717257423744f0aa932-00676e5f2c) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx66717257423744f0aa932-00676e5f2c) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1eca2f0e4c7346809fd92-00676e5f2c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1eca2f0e4c7346809fd92-00676e5f2c) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1eca2f0e4c7346809fd92-00676e5f2c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1eca2f0e4c7346809fd92-00676e5f2c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1eca2f0e4c7346809fd92-00676e5f2c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1eca2f0e4c7346809fd92-00676e5f2c) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx1eca2f0e4c7346809fd92-00676e5f2c) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx1eca2f0e4c7346809fd92-00676e5f2c) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx1eca2f0e4c7346809fd92-00676e5f2c) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx1eca2f0e4c7346809fd92-00676e5f2c) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx1eca2f0e4c7346809fd92-00676e5f2c)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok - -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx1eca2f0e4c7346809fd92-00676e5f2c) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx1eca2f0e4c7346809fd92-00676e5f2c) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx1eca2f0e4c7346809fd92-00676e5f2c) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx1eca2f0e4c7346809fd92-00676e5f2c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx13b2fc60138c44e1936a4-00676e5f2d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx13b2fc60138c44e1936a4-00676e5f2d) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx13b2fc60138c44e1936a4-00676e5f2d) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx13b2fc60138c44e1936a4-00676e5f2d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx13b2fc60138c44e1936a4-00676e5f2d) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx13b2fc60138c44e1936a4-00676e5f2d) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx13b2fc60138c44e1936a4-00676e5f2d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx13b2fc60138c44e1936a4-00676e5f2d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx13b2fc60138c44e1936a4-00676e5f2d) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx13b2fc60138c44e1936a4-00676e5f2d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx13b2fc60138c44e1936a4-00676e5f2d) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx13b2fc60138c44e1936a4-00676e5f2d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx13b2fc60138c44e1936a4-00676e5f2d) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx13b2fc60138c44e1936a4-00676e5f2d) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx13b2fc60138c44e1936a4-00676e5f2d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx13b2fc60138c44e1936a4-00676e5f2d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx13b2fc60138c44e1936a4-00676e5f2d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx13b2fc60138c44e1936a4-00676e5f2d) -test DEBUG: Setting object count to 1058 (txn: tx13b2fc60138c44e1936a4-00676e5f2d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx94a8d20c441147e8af796-00676e5f2e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx94a8d20c441147e8af796-00676e5f2e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx94a8d20c441147e8af796-00676e5f2e) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx94a8d20c441147e8af796-00676e5f2e) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx94a8d20c441147e8af796-00676e5f2e) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx94a8d20c441147e8af796-00676e5f2e) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx94a8d20c441147e8af796-00676e5f2e) -test DEBUG: Setting object count to 1024 (txn: tx94a8d20c441147e8af796-00676e5f2e) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx94a8d20c441147e8af796-00676e5f2e) -test DEBUG: Setting object count to 1024 (txn: tx94a8d20c441147e8af796-00676e5f2e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf40c92e19eb444fc87315-00676e5f2f) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txf40c92e19eb444fc87315-00676e5f2f)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok - -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: Setting object count to 1072 (txn: txf40c92e19eb444fc87315-00676e5f2f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Setting object count to 1072 (txn: txa9dead7c14e942deb848d-00676e5f30) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb7a41efccf044c1080230-00676e5f31)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok - -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: Setting object count to 1072 (txn: txb7a41efccf044c1080230-00676e5f31) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Setting object count to 1072 (txn: tx38bcc0afb062442eac0e6-00676e5f32) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2cc65215de3947bf920ab-00676e5f33) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx2cc65215de3947bf920ab-00676e5f33) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2cc65215de3947bf920ab-00676e5f33) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx2cc65215de3947bf920ab-00676e5f33) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx2cc65215de3947bf920ab-00676e5f33) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx093025d8040c47c392190-00676e5f34) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx093025d8040c47c392190-00676e5f34) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx093025d8040c47c392190-00676e5f34) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx093025d8040c47c392190-00676e5f34) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx093025d8040c47c392190-00676e5f34) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx093025d8040c47c392190-00676e5f34) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx093025d8040c47c392190-00676e5f34) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx093025d8040c47c392190-00676e5f34) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx093025d8040c47c392190-00676e5f34) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx093025d8040c47c392190-00676e5f34) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx093025d8040c47c392190-00676e5f34) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx093025d8040c47c392190-00676e5f34) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx093025d8040c47c392190-00676e5f34) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txf5383fe225024e739d6e7-00676e5f34) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf5383fe225024e739d6e7-00676e5f34)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txf5383fe225024e739d6e7-00676e5f34) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txf5383fe225024e739d6e7-00676e5f34) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf5383fe225024e739d6e7-00676e5f34) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txf5383fe225024e739d6e7-00676e5f34) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txf5383fe225024e739d6e7-00676e5f34) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf5383fe225024e739d6e7-00676e5f34) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txf5383fe225024e739d6e7-00676e5f34) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txf5383fe225024e739d6e7-00676e5f34) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txf5383fe225024e739d6e7-00676e5f34) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txf5383fe225024e739d6e7-00676e5f34) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txf5383fe225024e739d6e7-00676e5f34) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txf5383fe225024e739d6e7-00676e5f34) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf5383fe225024e739d6e7-00676e5f34) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txf5383fe225024e739d6e7-00676e5f34) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4ca3fa2c6f53489eb2d16-00676e5f35) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx4ca3fa2c6f53489eb2d16-00676e5f35) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4ca3fa2c6f53489eb2d16-00676e5f35) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4ca3fa2c6f53489eb2d16-00676e5f35) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4ca3fa2c6f53489eb2d16-00676e5f35) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4ca3fa2c6f53489eb2d16-00676e5f35) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4ca3fa2c6f53489eb2d16-00676e5f35) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4ca3fa2c6f53489eb2d16-00676e5f35) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4ca3fa2c6f53489eb2d16-00676e5f35) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4ca3fa2c6f53489eb2d16-00676e5f35) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx4ca3fa2c6f53489eb2d16-00676e5f35) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4ca3fa2c6f53489eb2d16-00676e5f35) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4ca3fa2c6f53489eb2d16-00676e5f35) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx4ca3fa2c6f53489eb2d16-00676e5f35) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4ca3fa2c6f53489eb2d16-00676e5f35) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4ca3fa2c6f53489eb2d16-00676e5f35) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx4ca3fa2c6f53489eb2d16-00676e5f35) -test DEBUG: Setting object count to 3120 (txn: tx4ca3fa2c6f53489eb2d16-00676e5f35) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf31b6807cc8d4595b87d3-00676e5f35) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txf31b6807cc8d4595b87d3-00676e5f35) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf31b6807cc8d4595b87d3-00676e5f35) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf31b6807cc8d4595b87d3-00676e5f35) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf31b6807cc8d4595b87d3-00676e5f35) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf31b6807cc8d4595b87d3-00676e5f35) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf31b6807cc8d4595b87d3-00676e5f35) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf31b6807cc8d4595b87d3-00676e5f35) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf31b6807cc8d4595b87d3-00676e5f35) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf31b6807cc8d4595b87d3-00676e5f35) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf31b6807cc8d4595b87d3-00676e5f35) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf31b6807cc8d4595b87d3-00676e5f35) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf31b6807cc8d4595b87d3-00676e5f35) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txf31b6807cc8d4595b87d3-00676e5f35) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf31b6807cc8d4595b87d3-00676e5f35) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf31b6807cc8d4595b87d3-00676e5f35) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txf31b6807cc8d4595b87d3-00676e5f35) -test DEBUG: Setting object count to 3120 (txn: txf31b6807cc8d4595b87d3-00676e5f35) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx98abce5f207049c19cfe4-00676e5f35) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx98abce5f207049c19cfe4-00676e5f35) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx98abce5f207049c19cfe4-00676e5f35) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98abce5f207049c19cfe4-00676e5f35) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx98abce5f207049c19cfe4-00676e5f35) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx98abce5f207049c19cfe4-00676e5f35) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98abce5f207049c19cfe4-00676e5f35) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx98abce5f207049c19cfe4-00676e5f35) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx98abce5f207049c19cfe4-00676e5f35) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98abce5f207049c19cfe4-00676e5f35) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx98abce5f207049c19cfe4-00676e5f35) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx98abce5f207049c19cfe4-00676e5f35) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98abce5f207049c19cfe4-00676e5f35) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx98abce5f207049c19cfe4-00676e5f35) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx98abce5f207049c19cfe4-00676e5f35) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx98abce5f207049c19cfe4-00676e5f35) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx98abce5f207049c19cfe4-00676e5f35) -test DEBUG: Setting object count to 3120 (txn: tx98abce5f207049c19cfe4-00676e5f35) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx07f5e9b6b29c472998ac2-00676e5f36) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx07f5e9b6b29c472998ac2-00676e5f36) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx07f5e9b6b29c472998ac2-00676e5f36) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx07f5e9b6b29c472998ac2-00676e5f36) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx07f5e9b6b29c472998ac2-00676e5f36) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx07f5e9b6b29c472998ac2-00676e5f36) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx07f5e9b6b29c472998ac2-00676e5f36) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx07f5e9b6b29c472998ac2-00676e5f36) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx07f5e9b6b29c472998ac2-00676e5f36) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx07f5e9b6b29c472998ac2-00676e5f36) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx07f5e9b6b29c472998ac2-00676e5f36) -test DEBUG: Setting object count to 3120 (txn: tx07f5e9b6b29c472998ac2-00676e5f36) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx3ac5fc846d9640f2bed4b-00676e5f36) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx3ac5fc846d9640f2bed4b-00676e5f36) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3ac5fc846d9640f2bed4b-00676e5f36) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx3ac5fc846d9640f2bed4b-00676e5f36) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx3ac5fc846d9640f2bed4b-00676e5f36) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3ac5fc846d9640f2bed4b-00676e5f36) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx3ac5fc846d9640f2bed4b-00676e5f36) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx3ac5fc846d9640f2bed4b-00676e5f36) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx3ac5fc846d9640f2bed4b-00676e5f36) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx3ac5fc846d9640f2bed4b-00676e5f36) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx3ac5fc846d9640f2bed4b-00676e5f36) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3ac5fc846d9640f2bed4b-00676e5f36) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx3ac5fc846d9640f2bed4b-00676e5f36) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx3ac5fc846d9640f2bed4b-00676e5f36) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3ac5fc846d9640f2bed4b-00676e5f36) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3ac5fc846d9640f2bed4b-00676e5f36) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx3ac5fc846d9640f2bed4b-00676e5f36) -test DEBUG: Setting object count to 3120 (txn: tx3ac5fc846d9640f2bed4b-00676e5f36) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txff24e5c62f794860bcfb6-00676e5f36) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txff24e5c62f794860bcfb6-00676e5f36) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txff24e5c62f794860bcfb6-00676e5f36) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txff24e5c62f794860bcfb6-00676e5f36) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txff24e5c62f794860bcfb6-00676e5f36)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok - -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txff24e5c62f794860bcfb6-00676e5f36) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txff24e5c62f794860bcfb6-00676e5f36) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txff24e5c62f794860bcfb6-00676e5f36) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txff24e5c62f794860bcfb6-00676e5f36) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txff24e5c62f794860bcfb6-00676e5f36) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txff24e5c62f794860bcfb6-00676e5f36) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txbb390eda2f1442afb9d1c-00676e5f36) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txbb390eda2f1442afb9d1c-00676e5f36) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbb390eda2f1442afb9d1c-00676e5f36) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txbb390eda2f1442afb9d1c-00676e5f36) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txbb390eda2f1442afb9d1c-00676e5f36) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbb390eda2f1442afb9d1c-00676e5f36) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbb390eda2f1442afb9d1c-00676e5f36) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txbb390eda2f1442afb9d1c-00676e5f36) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc2ddb3c163034de18a569-00676e5f36) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txc2ddb3c163034de18a569-00676e5f36) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc2ddb3c163034de18a569-00676e5f36) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txc2ddb3c163034de18a569-00676e5f36) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc2ddb3c163034de18a569-00676e5f36) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc2ddb3c163034de18a569-00676e5f36) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txc2ddb3c163034de18a569-00676e5f36) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc2ddb3c163034de18a569-00676e5f36) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc2ddb3c163034de18a569-00676e5f36) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txc2ddb3c163034de18a569-00676e5f36) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc2ddb3c163034de18a569-00676e5f36) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc2ddb3c163034de18a569-00676e5f36) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txc2ddb3c163034de18a569-00676e5f36) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txc2ddb3c163034de18a569-00676e5f36) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txdca66318f80b47d8a4b5b-00676e5f36) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txdca66318f80b47d8a4b5b-00676e5f36) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdca66318f80b47d8a4b5b-00676e5f36) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdca66318f80b47d8a4b5b-00676e5f36) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txdca66318f80b47d8a4b5b-00676e5f36) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx5479ed0fbb8d466f8096b-00676e5f36) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx5479ed0fbb8d466f8096b-00676e5f36) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5479ed0fbb8d466f8096b-00676e5f36) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx5479ed0fbb8d466f8096b-00676e5f36) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx5479ed0fbb8d466f8096b-00676e5f36) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx2cb7ddc1bb4146c3b67e5-00676e5f36) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx2cb7ddc1bb4146c3b67e5-00676e5f36) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2cb7ddc1bb4146c3b67e5-00676e5f36) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx2cb7ddc1bb4146c3b67e5-00676e5f36) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx2cb7ddc1bb4146c3b67e5-00676e5f36) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf504e289146e4e1686572-00676e5f37) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txf504e289146e4e1686572-00676e5f37) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txf504e289146e4e1686572-00676e5f37) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txf504e289146e4e1686572-00676e5f37) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txf504e289146e4e1686572-00676e5f37) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txf504e289146e4e1686572-00676e5f37) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txf504e289146e4e1686572-00676e5f37)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok - -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf504e289146e4e1686572-00676e5f37) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf504e289146e4e1686572-00676e5f37) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: txf504e289146e4e1686572-00676e5f37) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txf504e289146e4e1686572-00676e5f37) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx799e97b019204e4490d32-00676e5f37) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx799e97b019204e4490d32-00676e5f37) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx799e97b019204e4490d32-00676e5f37) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx799e97b019204e4490d32-00676e5f37) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx799e97b019204e4490d32-00676e5f37) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx799e97b019204e4490d32-00676e5f37) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx799e97b019204e4490d32-00676e5f37) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx799e97b019204e4490d32-00676e5f37) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx799e97b019204e4490d32-00676e5f37) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx799e97b019204e4490d32-00676e5f37) -test DEBUG: Setting object count to 1065 (txn: tx799e97b019204e4490d32-00676e5f37) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to get commit status of PUT to /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1747, in await_response - self.resp = self.conn.getexpect() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 855, in getexpect - expect_status = self._status.get_expect_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 758, in get_expect_status - raise expect_status -Exception: kaboom! (txn: txa4073df5811643ec8b993-00676e5f38) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: txe25e5346108840bbb89f1-00676e5f38) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: txa0a3210b511b4871bb174-00676e5f38) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: tx12ce1805f4014feea84cc-00676e5f38) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3170, in _transfer_data - chunk = next(data_source) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader - return req.environ['wsgi.input'].read( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 7204, in read - raise Exception('exception message') -Exception: exception message (txn: tx5d9468e7b1bc4c72806d7-00676e5f38) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx56cfc30f24d4491fb83a6-00676e5f38) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txa45e9a3c98bf4baf8e58d-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txa45e9a3c98bf4baf8e58d-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txa45e9a3c98bf4baf8e58d-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txa45e9a3c98bf4baf8e58d-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txa45e9a3c98bf4baf8e58d-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txa45e9a3c98bf4baf8e58d-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txa45e9a3c98bf4baf8e58d-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txa45e9a3c98bf4baf8e58d-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txa45e9a3c98bf4baf8e58d-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txa45e9a3c98bf4baf8e58d-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txa45e9a3c98bf4baf8e58d-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txa45e9a3c98bf4baf8e58d-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txa45e9a3c98bf4baf8e58d-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txa45e9a3c98bf4baf8e58d-00676e5f38) -proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: txa45e9a3c98bf4baf8e58d-00676e5f38) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx43ba9151790442de83451-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx43ba9151790442de83451-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx43ba9151790442de83451-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx43ba9151790442de83451-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx43ba9151790442de83451-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx43ba9151790442de83451-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx43ba9151790442de83451-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx43ba9151790442de83451-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx43ba9151790442de83451-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx43ba9151790442de83451-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx43ba9151790442de83451-00676e5f38) -proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx43ba9151790442de83451-00676e5f38) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok - -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx9cd902dc68c546228aee4-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx9cd902dc68c546228aee4-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx9cd902dc68c546228aee4-00676e5f38) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txd7b47ae6c1e545889dea0-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txd7b47ae6c1e545889dea0-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txd7b47ae6c1e545889dea0-00676e5f38) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Expect: 100-continue on /a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3035, in _make_putter - return MIMEPutter.connect( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1998, in connect - raise FooterNotSupported() -swift.common.exceptions.FooterNotSupported (txn: txd539c6abc57e403fa5062-00676e5f38) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txd616f2e5580547bca7682-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txd616f2e5580547bca7682-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txd616f2e5580547bca7682-00676e5f38) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx9eb726dd7ad34d1b94476-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx9eb726dd7ad34d1b94476-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx9eb726dd7ad34d1b94476-00676e5f38) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx9eb726dd7ad34d1b94476-00676e5f38) -proxy-server ERROR: Object PUT returning 503 for [201, 201, 201, 201, 503, 201, 201, 201, 503, 503, 201, 201, 201, 503] (txn: tx9eb726dd7ad34d1b94476-00676e5f38) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok - -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txbb56a30ea94140e8b5d9d-00676e5f38) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txefcca76a2a5d4a4296e9a-00697b6f64) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx8902a24657e549df8fff1-00676e5f38) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txde03ca3aa56e4c24850c6-00697b6f64) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: tx3987eb44bf6e4cb4a2cf4-00676e5f38) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx4423b4b9a5ff4cda979ab-00676e5f38) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: ValueError('not a list') (txn: tx75a790e372f74cbf85722-00676e5f38) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Failed to get container shard listing from /v1/a/c?format=json&states=updating&includes=1_test: 404 (txn: tx813eb825dd59456788e03-00676e5f38) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txb77f3422d29e44c1bc261-00697b6f64) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx879a692df502479e94423-00676e5f38) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txaf934c7d66b440568ee49-00697b6f64) ---------------------------------------------------------------------- -Ran 9249 tests in 93.101s +Ran 9249 tests in 62.811s OK (skipped=1827) + stestr slowest -Test id Runtime (s) -------------------------------------------------------------------------------------------------------- ----------- -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT 4.952 -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug 4.391 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 3.730 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 3.714 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 3.703 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 3.644 -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET 3.569 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock 3.491 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock 3.189 -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock 2.979 +Test id Runtime (s) +----------------------------------------------------------------------------------------------------------- ----------- +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges 10.684 +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET 4.788 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 4.427 +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 4.399 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 3.841 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 3.648 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 3.606 +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT 3.126 +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges 2.598 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded 2.531 + rm -rf .stestr make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' dh_install -O--buildsystem=pybuild @@ -115656,16 +115735,16 @@ The HTML pages are in debian/swift-doc/usr/share/doc/swift-doc/api-ref. dh_sphinxdoc -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/bootstrap.min.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/jquery-3.2.1.min.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/navigation.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/combobox.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/docs.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/combobox.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/navigation.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/bootstrap.min.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/api-site.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/bootstrap.min.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/docs.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/navigation.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/jquery-3.2.1.min.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/bootstrap.min.js make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' debian/rules override_dh_installchangelogs make[1]: Entering directory '/build/reproducible-path/swift-2.34.0' @@ -115760,130 +115839,148 @@ NAME=`echo $FILE | cut -d. -f2` ; \ dh_installinit --error-handler=true -p$PKG --name=$NAME ;\ done -+ echo swift-account.swift-account-auditor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account-auditor.init +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-auditor.init -+ cut -d. -f2 +++ echo swift-account.swift-account-auditor.init +++ cut -d. -f2 + NAME=swift-account-auditor + dh_installinit --error-handler=true -pswift-account --name=swift-account-auditor -+ echo swift-account.swift-account-reaper.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account-reaper.init +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-reaper.init -+ cut -d. -f2 +++ echo swift-account.swift-account-reaper.init +++ cut -d. -f2 + NAME=swift-account-reaper + dh_installinit --error-handler=true -pswift-account --name=swift-account-reaper -+ echo swift-account.swift-account-replicator.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-account.swift-account-replicator.init + PKG=swift-account -+ echo swift-account.swift-account-replicator.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-account.swift-account-replicator.init + NAME=swift-account-replicator + dh_installinit --error-handler=true -pswift-account --name=swift-account-replicator -+ echo swift-account.swift-account.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-account.swift-account.init + PKG=swift-account -+ echo swift-account.swift-account.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-account.swift-account.init + NAME=swift-account + dh_installinit --error-handler=true -pswift-account --name=swift-account -+ echo swift-container.swift-container-auditor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-container.swift-container-auditor.init + PKG=swift-container -+ echo swift-container.swift-container-auditor.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-auditor.init + NAME=swift-container-auditor + dh_installinit --error-handler=true -pswift-container --name=swift-container-auditor -+ echo swift-container.swift-container-reconciler.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-container.swift-container-reconciler.init + PKG=swift-container -+ echo swift-container.swift-container-reconciler.init -+ cut -d. -f2 +++ echo swift-container.swift-container-reconciler.init +++ cut -d. -f2 + NAME=swift-container-reconciler + dh_installinit --error-handler=true -pswift-container --name=swift-container-reconciler -+ echo swift-container.swift-container-replicator.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-container.swift-container-replicator.init + PKG=swift-container -+ echo swift-container.swift-container-replicator.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-replicator.init + NAME=swift-container-replicator + dh_installinit --error-handler=true -pswift-container --name=swift-container-replicator -+ echo swift-container.swift-container-sharder.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-container.swift-container-sharder.init + PKG=swift-container -+ echo swift-container.swift-container-sharder.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-sharder.init + NAME=swift-container-sharder + dh_installinit --error-handler=true -pswift-container --name=swift-container-sharder -+ echo swift-container.swift-container-sync.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-container.swift-container-sync.init + PKG=swift-container -+ echo swift-container.swift-container-sync.init -+ cut -d. -f2 +++ echo swift-container.swift-container-sync.init +++ cut -d. -f2 + NAME=swift-container-sync + dh_installinit --error-handler=true -pswift-container --name=swift-container-sync -+ echo swift-container.swift-container-updater.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-updater.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-updater.init -+ cut -d. -f2 +++ echo swift-container.swift-container-updater.init +++ cut -d. -f2 + NAME=swift-container-updater + dh_installinit --error-handler=true -pswift-container --name=swift-container-updater -+ echo swift-container.swift-container.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container.init -+ cut -d. -f2 +++ echo swift-container.swift-container.init +++ cut -d. -f2 + NAME=swift-container + dh_installinit --error-handler=true -pswift-container --name=swift-container -+ echo swift-object-expirer.swift-object-expirer.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object-expirer.swift-object-expirer.init +++ cut -d. -f1 + PKG=swift-object-expirer -+ echo swift-object-expirer.swift-object-expirer.init -+ cut -d. -f2 +++ echo swift-object-expirer.swift-object-expirer.init +++ cut -d. -f2 + NAME=swift-object-expirer + dh_installinit --error-handler=true -pswift-object-expirer --name=swift-object-expirer -+ echo swift-object.swift-object-auditor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-auditor.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-auditor.init -+ cut -d. -f2 +++ echo swift-object.swift-object-auditor.init +++ cut -d. -f2 + NAME=swift-object-auditor + dh_installinit --error-handler=true -pswift-object --name=swift-object-auditor -+ echo swift-object.swift-object-reconstructor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-reconstructor.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-reconstructor.init -+ cut -d. -f2 +++ echo swift-object.swift-object-reconstructor.init +++ cut -d. -f2 + NAME=swift-object-reconstructor + dh_installinit --error-handler=true -pswift-object --name=swift-object-reconstructor -+ echo swift-object.swift-object-replicator.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-replicator.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-replicator.init -+ cut -d. -f2 +++ echo swift-object.swift-object-replicator.init +++ cut -d. -f2 + NAME=swift-object-replicator + dh_installinit --error-handler=true -pswift-object --name=swift-object-replicator -+ echo swift-object.swift-object-updater.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-updater.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-updater.init -+ cut -d. -f2 +++ echo swift-object.swift-object-updater.init +++ cut -d. -f2 + NAME=swift-object-updater + dh_installinit --error-handler=true -pswift-object --name=swift-object-updater -+ echo swift-object.swift-object.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object.init+ -cut -d. -f2 +++ echo swift-object.swift-object.init +++ cut -d. -f2 + NAME=swift-object + dh_installinit --error-handler=true -pswift-object --name=swift-object -+ echo swift-proxy.swift-proxy.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-proxy.swift-proxy.init +++ cut -d. -f1 + PKG=swift-proxy -+ echo swift-proxy.swift-proxy.init -+ cut -d. -f2 +++ echo swift-proxy.swift-proxy.init +++ cut -d. -f2 + NAME=swift-proxy + dh_installinit --error-handler=true -pswift-proxy --name=swift-proxy make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' @@ -115905,221 +116002,252 @@ NAME=`echo $FILE | cut -d. -f2` ; \ dh_installsystemd -p$PKG --name=$NAME ;\ done -+ echo swift-account.swift-account-auditor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-auditor.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-auditor.service -+ cut -d. -f2 +++ echo swift-account.swift-account-auditor.service +++ cut -d. -f2 + NAME=swift-account-auditor + dh_installsystemd -pswift-account --name=swift-account-auditor -+ echo swift-account.swift-account-auditor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-auditor@.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-auditor@.service -+ cut -d. -f2 +++ echo swift-account.swift-account-auditor@.service +++ cut -d. -f2 + NAME=swift-account-auditor@ + dh_installsystemd -pswift-account --name=swift-account-auditor@ -+ echo swift-account.swift-account-reaper.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-reaper.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-reaper.service -+ cut -d. -f2 +++ echo swift-account.swift-account-reaper.service +++ cut -d. -f2 + NAME=swift-account-reaper + dh_installsystemd -pswift-account --name=swift-account-reaper -+ echo swift-account.swift-account-reaper@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-reaper@.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-reaper@.service -+ cut -d. -f2 +++ echo swift-account.swift-account-reaper@.service +++ cut -d. -f2 + NAME=swift-account-reaper@ + dh_installsystemd -pswift-account --name=swift-account-reaper@ -+ echo swift-account.swift-account-replicator.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-replicator.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-replicator.service -+ cut -d. -f2 +++ echo swift-account.swift-account-replicator.service +++ cut -d. -f2 + NAME=swift-account-replicator + dh_installsystemd -pswift-account --name=swift-account-replicator -+ echo swift-account.swift-account-replicator@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-replicator@.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-replicator@.service -+ cut -d. -f2 +++ echo swift-account.swift-account-replicator@.service +++ cut -d. -f2 + NAME=swift-account-replicator@ + dh_installsystemd -pswift-account --name=swift-account-replicator@ -+ echo swift-account.swift-account.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account.service -+ cut -d. -f2 +++ echo swift-account.swift-account.service +++ cut -d. -f2 + NAME=swift-account + dh_installsystemd -pswift-account --name=swift-account -+ echo swift-container.swift-container-auditor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-auditor.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-auditor.service -+ cut -d. -f2 +++ echo swift-container.swift-container-auditor.service +++ cut -d. -f2 + NAME=swift-container-auditor + dh_installsystemd -pswift-container --name=swift-container-auditor -+ echo swift-container.swift-container-auditor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-auditor@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-auditor@.service -+ cut -d. -f2 +++ echo swift-container.swift-container-auditor@.service +++ cut -d. -f2 + NAME=swift-container-auditor@ + dh_installsystemd -pswift-container --name=swift-container-auditor@ -+ echo swift-container.swift-container-reconciler.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-reconciler.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-reconciler.service -+ cut -d. -f2 +++ echo swift-container.swift-container-reconciler.service +++ cut -d. -f2 + NAME=swift-container-reconciler + dh_installsystemd -pswift-container --name=swift-container-reconciler -+ echo swift-container.swift-container-replicator.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-replicator.service +++ cut -d. -f1 + PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-replicator.service +++ echo swift-container.swift-container-replicator.service +++ cut -d. -f2 + NAME=swift-container-replicator + dh_installsystemd -pswift-container --name=swift-container-replicator -+ echo swift-container.swift-container-replicator@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container-replicator@.service + PKG=swift-container -+ echo swift-container.swift-container-replicator@.service -+ cut -d. -f2 +++ echo swift-container.swift-container-replicator@.service +++ cut -d. -f2 + NAME=swift-container-replicator@ + dh_installsystemd -pswift-container --name=swift-container-replicator@ -+ echo swift-container.swift-container-sharder.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-sharder.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sharder.service -+ cut -d. -f2 +++ echo swift-container.swift-container-sharder.service +++ cut -d. -f2 + NAME=swift-container-sharder + dh_installsystemd -pswift-container --name=swift-container-sharder -+ echo swift-container.swift-container-sharder@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-sharder@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sharder@.service -+ cut -d. -f2 +++ echo swift-container.swift-container-sharder@.service +++ cut -d. -f2 + NAME=swift-container-sharder@ + dh_installsystemd -pswift-container --name=swift-container-sharder@ -+ echo swift-container.swift-container-sync.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container-sync.service + PKG=swift-container -+ echo swift-container.swift-container-sync.service -+ cut -d. -f2 +++ echo swift-container.swift-container-sync.service +++ cut -d. -f2 + NAME=swift-container-sync + dh_installsystemd -pswift-container --name=swift-container-sync -+ echo swift-container.swift-container-sync@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-sync@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sync@.service -+ cut -d. -f2 +++ echo swift-container.swift-container-sync@.service +++ cut -d. -f2 + NAME=swift-container-sync@ + dh_installsystemd -pswift-container --name=swift-container-sync@ -+ echo swift-container.swift-container-updater.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-updater.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-updater.service -+ cut -d. -f2 +++ echo swift-container.swift-container-updater.service +++ cut -d. -f2 + NAME=swift-container-updater + dh_installsystemd -pswift-container --name=swift-container-updater -+ echo swift-container.swift-container-updater@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-updater@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-updater@.service -+ cut -d. -f2 +++ echo swift-container.swift-container-updater@.service +++ cut -d. -f2 + NAME=swift-container-updater@ + dh_installsystemd -pswift-container --name=swift-container-updater@ -+ echo swift-container.swift-container.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container.service + PKG=swift-container -+ echo swift-container.swift-container.service -+ cut -d. -f2 +++ echo swift-container.swift-container.service +++ cut -d. -f2 + NAME=swift-container + dh_installsystemd -pswift-container --name=swift-container -+ echo swift-object-expirer.swift-object-expirer.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object-expirer.swift-object-expirer.service +++ cut -d. -f1 + PKG=swift-object-expirer -+ echo swift-object-expirer.swift-object-expirer.service -+ cut -d. -f2 +++ echo swift-object-expirer.swift-object-expirer.service +++ cut -d. -f2 + NAME=swift-object-expirer + dh_installsystemd -pswift-object-expirer --name=swift-object-expirer -+ echo swift-object.swift-object-auditor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-auditor.service +++ cut -d. -f1 + PKG=swift-object -+ + echo swift-object.swift-object-auditor.service -cut -d. -f2 +++ echo swift-object.swift-object-auditor.service +++ cut -d. -f2 + NAME=swift-object-auditor + dh_installsystemd -pswift-object --name=swift-object-auditor -+ echo swift-object.swift-object-auditor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object-auditor@.service + PKG=swift-object -+ echo swift-object.swift-object-auditor@.service -+ cut -d. -f2 +++ echo swift-object.swift-object-auditor@.service +++ cut -d. -f2 + NAME=swift-object-auditor@ + dh_installsystemd -pswift-object --name=swift-object-auditor@ -+ echo swift-object.swift-object-reconstructor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-reconstructor.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-reconstructor.service -+ cut -d. -f2 +++ echo swift-object.swift-object-reconstructor.service +++ cut -d. -f2 + NAME=swift-object-reconstructor + dh_installsystemd -pswift-object --name=swift-object-reconstructor -+ echo swift-object.swift-object-reconstructor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object-reconstructor@.service + PKG=swift-object -+ echo swift-object.swift-object-reconstructor@.service -+ cut -d. -f2 +++ echo swift-object.swift-object-reconstructor@.service +++ cut -d. -f2 + NAME=swift-object-reconstructor@ + dh_installsystemd -pswift-object --name=swift-object-reconstructor@ -+ echo swift-object.swift-object-replicator.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-replicator.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-replicator.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object-replicator.service + NAME=swift-object-replicator + dh_installsystemd -pswift-object --name=swift-object-replicator -+ echo swift-object.swift-object-replicator@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-replicator@.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-replicator@.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object-replicator@.service + NAME=swift-object-replicator@ + dh_installsystemd -pswift-object --name=swift-object-replicator@ -+ echo swift-object.swift-object-updater.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-updater.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-updater.service -+ cut -d. -f2 +++ echo swift-object.swift-object-updater.service +++ cut -d. -f2 + NAME=swift-object-updater + dh_installsystemd -pswift-object --name=swift-object-updater -+ echo swift-object.swift-object-updater@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-updater@.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-updater@.service -+ cut -d. -f2 +++ echo swift-object.swift-object-updater@.service +++ cut -d. -f2 + NAME=swift-object-updater@ + dh_installsystemd -pswift-object --name=swift-object-updater@ -+ echo swift-object.swift-object.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object.service -+ cut -d. -f2 +++ echo swift-object.swift-object.service +++ cut -d. -f2 + NAME=swift-object + dh_installsystemd -pswift-object --name=swift-object -+ echo swift-object.swift-object@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object@.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object@.service -+ cut -d. -f2 +++ echo swift-object.swift-object@.service +++ cut -d. -f2 + NAME=swift-object@ + dh_installsystemd -pswift-object --name=swift-object@ -+ echo swift-proxy.swift-proxy.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-proxy.swift-proxy.service +++ cut -d. -f1 + PKG=swift-proxy -+ echo swift-proxy.swift-proxy.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-proxy.swift-proxy.service + NAME=swift-proxy + dh_installsystemd -pswift-proxy --name=swift-proxy make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' @@ -116164,13 +116292,13 @@ dh_md5sums -O--buildsystem=pybuild dh_builddeb -O--buildsystem=pybuild dpkg-deb: building package 'python3-swift' in '../python3-swift_2.34.0-5_all.deb'. -dpkg-deb: building package 'swift' in '../swift_2.34.0-5_all.deb'. dpkg-deb: building package 'swift-account' in '../swift-account_2.34.0-5_all.deb'. -dpkg-deb: building package 'swift-container' in '../swift-container_2.34.0-5_all.deb'. dpkg-deb: building package 'swift-doc' in '../swift-doc_2.34.0-5_all.deb'. +dpkg-deb: building package 'swift-object' in '../swift-object_2.34.0-5_all.deb'. +dpkg-deb: building package 'swift' in '../swift_2.34.0-5_all.deb'. +dpkg-deb: building package 'swift-container' in '../swift-container_2.34.0-5_all.deb'. dpkg-deb: building package 'swift-drive-audit' in '../swift-drive-audit_2.34.0-5_all.deb'. dpkg-deb: building package 'swift-proxy' in '../swift-proxy_2.34.0-5_all.deb'. -dpkg-deb: building package 'swift-object' in '../swift-object_2.34.0-5_all.deb'. dpkg-deb: building package 'swift-object-expirer' in '../swift-object-expirer_2.34.0-5_all.deb'. dpkg-genbuildinfo --build=binary -O../swift_2.34.0-5_arm64.buildinfo dpkg-genchanges --build=binary -O../swift_2.34.0-5_arm64.changes @@ -116180,12 +116308,14 @@ dpkg-buildpackage: info: binary-only upload (no source included) dpkg-genchanges: info: not including original source code in upload I: copying local configuration +I: user script /srv/workspace/pbuilder/3296262/tmp/hooks/B01_cleanup starting +I: user script /srv/workspace/pbuilder/3296262/tmp/hooks/B01_cleanup finished I: unmounting dev/ptmx filesystem I: unmounting dev/pts filesystem I: unmounting dev/shm filesystem I: unmounting proc filesystem I: unmounting sys filesystem I: cleaning the build env -I: removing directory /srv/workspace/pbuilder/1902727 and its subdirectories -I: Current time: Thu Dec 26 20:04:12 -12 2024 -I: pbuilder-time-stamp: 1735286652 +I: removing directory /srv/workspace/pbuilder/3296262 and its subdirectories +I: Current time: Fri Jan 30 04:33:06 +14 2026 +I: pbuilder-time-stamp: 1769697186